qpriv 165 drivers/ata/ahci_qoriq.c struct ahci_qoriq_priv *qpriv = hpriv->plat_data; qpriv 168 drivers/ata/ahci_qoriq.c switch (qpriv->type) { qpriv 170 drivers/ata/ahci_qoriq.c if (!(qpriv->ecc_addr || ecc_initialized)) qpriv 172 drivers/ata/ahci_qoriq.c else if (qpriv->ecc_addr && !ecc_initialized) qpriv 173 drivers/ata/ahci_qoriq.c writel(SATA_ECC_DISABLE, qpriv->ecc_addr); qpriv 180 drivers/ata/ahci_qoriq.c if (qpriv->is_dmacoherent) qpriv 186 drivers/ata/ahci_qoriq.c if (!(qpriv->ecc_addr || ecc_initialized)) qpriv 188 drivers/ata/ahci_qoriq.c else if (qpriv->ecc_addr && !ecc_initialized) qpriv 189 drivers/ata/ahci_qoriq.c writel(readl(qpriv->ecc_addr) | qpriv 191 drivers/ata/ahci_qoriq.c qpriv->ecc_addr); qpriv 196 drivers/ata/ahci_qoriq.c if (qpriv->is_dmacoherent) qpriv 205 drivers/ata/ahci_qoriq.c if (qpriv->is_dmacoherent) qpriv 210 drivers/ata/ahci_qoriq.c if (!(qpriv->ecc_addr || ecc_initialized)) qpriv 212 drivers/ata/ahci_qoriq.c else if (qpriv->ecc_addr && !ecc_initialized) qpriv 213 drivers/ata/ahci_qoriq.c writel(readl(qpriv->ecc_addr) | qpriv 215 drivers/ata/ahci_qoriq.c qpriv->ecc_addr); qpriv 220 drivers/ata/ahci_qoriq.c if (qpriv->is_dmacoherent) qpriv 227 drivers/ata/ahci_qoriq.c if (!(qpriv->ecc_addr || ecc_initialized)) qpriv 229 drivers/ata/ahci_qoriq.c else if (qpriv->ecc_addr && !ecc_initialized) qpriv 230 drivers/ata/ahci_qoriq.c writel(readl(qpriv->ecc_addr) | qpriv 232 drivers/ata/ahci_qoriq.c qpriv->ecc_addr); qpriv 237 drivers/ata/ahci_qoriq.c if (qpriv->is_dmacoherent) qpriv 246 drivers/ata/ahci_qoriq.c if (qpriv->is_dmacoherent) qpriv 114 drivers/infiniband/hw/hfi1/opfn.c struct hfi1_qp_priv *qpriv; qpriv 117 drivers/infiniband/hw/hfi1/opfn.c qpriv = container_of(od, struct hfi1_qp_priv, opfn); qpriv 119 drivers/infiniband/hw/hfi1/opfn.c opfn_conn_request(qpriv->owner); qpriv 120 drivers/infiniband/hw/hfi1/rc.c struct hfi1_qp_priv *qpriv = qp->priv; qpriv 132 drivers/infiniband/hw/hfi1/rc.c if (qpriv->hdr_type == HFI1_PKT_TYPE_9B) qpriv 175 drivers/infiniband/hw/hfi1/rc.c if ((qpriv->s_flags & HFI1_R_TID_WAIT_INTERLCK) || qpriv 177 drivers/infiniband/hw/hfi1/rc.c iowait_set_flag(&qpriv->s_iowait, IOWAIT_PENDING_IB); qpriv 320 drivers/infiniband/hw/hfi1/rc.c if (qpriv->rnr_nak_state == TID_RNR_NAK_SEND && qpriv 321 drivers/infiniband/hw/hfi1/rc.c qp->s_tail_ack_queue == qpriv->r_tid_alloc && qpriv 323 drivers/infiniband/hw/hfi1/rc.c qpriv->rnr_nak_state = TID_RNR_NAK_SENT; qpriv 395 drivers/infiniband/hw/hfi1/rc.c ps->s_txreq->sde = qpriv->s_sde; qpriv 1976 drivers/infiniband/hw/hfi1/rc.c struct hfi1_qp_priv *qpriv = qp->priv; qpriv 1986 drivers/infiniband/hw/hfi1/rc.c qp->s_cur = qpriv->s_tid_cur + 1; qpriv 1991 drivers/infiniband/hw/hfi1/rc.c qp->s_cur = qpriv->s_tid_cur; qpriv 2012 drivers/infiniband/hw/hfi1/rc.c struct hfi1_qp_priv *qpriv = qp->priv; qpriv 2120 drivers/infiniband/hw/hfi1/rc.c qpriv->timeout_shift); qpriv 2126 drivers/infiniband/hw/hfi1/rc.c if (qpriv->s_tid_cur != HFI1_QP_WQE_INVALID) qpriv 2127 drivers/infiniband/hw/hfi1/rc.c __w = rvt_get_swqe_ptr(qp, qpriv->s_tid_cur); qpriv 2160 drivers/infiniband/hw/hfi1/rc.c else if (--qpriv->pending_tid_w_resp) qpriv 2811 drivers/infiniband/hw/hfi1/rc.c struct hfi1_qp_priv *qpriv = qp->priv; qpriv 3113 drivers/infiniband/hw/hfi1/rc.c qpriv->r_tid_alloc = qp->r_head_ack_queue; qpriv 3184 drivers/infiniband/hw/hfi1/rc.c qpriv->r_tid_alloc = qp->r_head_ack_queue; qpriv 340 drivers/infiniband/hw/hfi1/tid_rdma.c struct hfi1_qp_priv *qpriv = qp->priv; qpriv 343 drivers/infiniband/hw/hfi1/tid_rdma.c qpriv->rcd = qp_to_rcd(rdi, qp); qpriv 345 drivers/infiniband/hw/hfi1/tid_rdma.c spin_lock_init(&qpriv->opfn.lock); qpriv 346 drivers/infiniband/hw/hfi1/tid_rdma.c INIT_WORK(&qpriv->opfn.opfn_work, opfn_send_conn_request); qpriv 347 drivers/infiniband/hw/hfi1/tid_rdma.c INIT_WORK(&qpriv->tid_rdma.trigger_work, tid_rdma_trigger_resume); qpriv 348 drivers/infiniband/hw/hfi1/tid_rdma.c qpriv->flow_state.psn = 0; qpriv 349 drivers/infiniband/hw/hfi1/tid_rdma.c qpriv->flow_state.index = RXE_NUM_TID_FLOWS; qpriv 350 drivers/infiniband/hw/hfi1/tid_rdma.c qpriv->flow_state.last_index = RXE_NUM_TID_FLOWS; qpriv 351 drivers/infiniband/hw/hfi1/tid_rdma.c qpriv->flow_state.generation = KERN_GENERATION_RESERVED; qpriv 352 drivers/infiniband/hw/hfi1/tid_rdma.c qpriv->s_state = TID_OP(WRITE_RESP); qpriv 353 drivers/infiniband/hw/hfi1/tid_rdma.c qpriv->s_tid_cur = HFI1_QP_WQE_INVALID; qpriv 354 drivers/infiniband/hw/hfi1/tid_rdma.c qpriv->s_tid_head = HFI1_QP_WQE_INVALID; qpriv 355 drivers/infiniband/hw/hfi1/tid_rdma.c qpriv->s_tid_tail = HFI1_QP_WQE_INVALID; qpriv 356 drivers/infiniband/hw/hfi1/tid_rdma.c qpriv->rnr_nak_state = TID_RNR_NAK_INIT; qpriv 357 drivers/infiniband/hw/hfi1/tid_rdma.c qpriv->r_tid_head = HFI1_QP_WQE_INVALID; qpriv 358 drivers/infiniband/hw/hfi1/tid_rdma.c qpriv->r_tid_tail = HFI1_QP_WQE_INVALID; qpriv 359 drivers/infiniband/hw/hfi1/tid_rdma.c qpriv->r_tid_ack = HFI1_QP_WQE_INVALID; qpriv 360 drivers/infiniband/hw/hfi1/tid_rdma.c qpriv->r_tid_alloc = HFI1_QP_WQE_INVALID; qpriv 361 drivers/infiniband/hw/hfi1/tid_rdma.c atomic_set(&qpriv->n_requests, 0); qpriv 362 drivers/infiniband/hw/hfi1/tid_rdma.c atomic_set(&qpriv->n_tid_requests, 0); qpriv 363 drivers/infiniband/hw/hfi1/tid_rdma.c timer_setup(&qpriv->s_tid_timer, hfi1_tid_timeout, 0); qpriv 364 drivers/infiniband/hw/hfi1/tid_rdma.c timer_setup(&qpriv->s_tid_retry_timer, hfi1_tid_retry_timeout, 0); qpriv 365 drivers/infiniband/hw/hfi1/tid_rdma.c INIT_LIST_HEAD(&qpriv->tid_wait); qpriv 368 drivers/infiniband/hw/hfi1/tid_rdma.c struct hfi1_devdata *dd = qpriv->rcd->dd; qpriv 370 drivers/infiniband/hw/hfi1/tid_rdma.c qpriv->pages = kzalloc_node(TID_RDMA_MAX_PAGES * qpriv 371 drivers/infiniband/hw/hfi1/tid_rdma.c sizeof(*qpriv->pages), qpriv 373 drivers/infiniband/hw/hfi1/tid_rdma.c if (!qpriv->pages) qpriv 414 drivers/infiniband/hw/hfi1/tid_rdma.c struct hfi1_qp_priv *qpriv = qp->priv; qpriv 432 drivers/infiniband/hw/hfi1/tid_rdma.c cancel_work_sync(&qpriv->opfn.opfn_work); qpriv 433 drivers/infiniband/hw/hfi1/tid_rdma.c kfree(qpriv->pages); qpriv 434 drivers/infiniband/hw/hfi1/tid_rdma.c qpriv->pages = NULL; qpriv 777 drivers/infiniband/hw/hfi1/tid_rdma.c struct hfi1_qp_priv *qpriv = (struct hfi1_qp_priv *)qp->priv; qpriv 778 drivers/infiniband/hw/hfi1/tid_rdma.c struct tid_flow_state *fs = &qpriv->flow_state; qpriv 817 drivers/infiniband/hw/hfi1/tid_rdma.c struct hfi1_qp_priv *qpriv = (struct hfi1_qp_priv *)qp->priv; qpriv 818 drivers/infiniband/hw/hfi1/tid_rdma.c struct tid_flow_state *fs = &qpriv->flow_state; qpriv 1460 drivers/infiniband/hw/hfi1/tid_rdma.c struct hfi1_qp_priv *qpriv = req->qp->priv; qpriv 1482 drivers/infiniband/hw/hfi1/tid_rdma.c if (kern_get_phys_blocks(flow, qpriv->pages, ss, last)) { qpriv 1513 drivers/infiniband/hw/hfi1/tid_rdma.c flow->idx = qpriv->flow_state.index; qpriv 1514 drivers/infiniband/hw/hfi1/tid_rdma.c flow->flow_state.generation = qpriv->flow_state.generation; qpriv 1515 drivers/infiniband/hw/hfi1/tid_rdma.c flow->flow_state.spsn = qpriv->flow_state.psn; qpriv 1519 drivers/infiniband/hw/hfi1/tid_rdma.c qpriv->flow_state.psn += flow->npkts; qpriv 1650 drivers/infiniband/hw/hfi1/tid_rdma.c struct hfi1_qp_priv *qpriv = qp->priv; qpriv 1663 drivers/infiniband/hw/hfi1/tid_rdma.c req->rcd = qpriv->rcd; qpriv 1703 drivers/infiniband/hw/hfi1/tid_rdma.c struct hfi1_qp_priv *qpriv = qp->priv; qpriv 1737 drivers/infiniband/hw/hfi1/tid_rdma.c remote = rcu_dereference(qpriv->tid_rdma.remote); qpriv 1751 drivers/infiniband/hw/hfi1/tid_rdma.c cpu_to_be32(qpriv->tid_rdma.local.qp | qpriv 1754 drivers/infiniband/hw/hfi1/tid_rdma.c qpriv->rcd->ctxt); qpriv 1767 drivers/infiniband/hw/hfi1/tid_rdma.c qpriv->pending_tid_r_segs++; qpriv 1785 drivers/infiniband/hw/hfi1/tid_rdma.c struct hfi1_qp_priv *qpriv = qp->priv; qpriv 1801 drivers/infiniband/hw/hfi1/tid_rdma.c if (qpriv->pending_tid_r_segs) qpriv 1805 drivers/infiniband/hw/hfi1/tid_rdma.c qpriv->s_flags &= ~HFI1_R_TID_SW_PSN; qpriv 1832 drivers/infiniband/hw/hfi1/tid_rdma.c if ((qpriv->flow_state.psn + npkts) > MAX_TID_FLOW_PSN - 1) { qpriv 1838 drivers/infiniband/hw/hfi1/tid_rdma.c if (hfi1_kern_setup_hw_flow(qpriv->rcd, qp)) qpriv 1888 drivers/infiniband/hw/hfi1/tid_rdma.c struct hfi1_qp_priv *qpriv = qp->priv; qpriv 1962 drivers/infiniband/hw/hfi1/tid_rdma.c req->n_flows = qpriv->tid_rdma.local.max_read; qpriv 1968 drivers/infiniband/hw/hfi1/tid_rdma.c req->seg_len = qpriv->tid_rdma.local.max_len; qpriv 1985 drivers/infiniband/hw/hfi1/tid_rdma.c struct hfi1_qp_priv *qpriv = qp->priv; qpriv 2121 drivers/infiniband/hw/hfi1/tid_rdma.c qpriv->pending_tid_w_segs -= qpriv 2128 drivers/infiniband/hw/hfi1/tid_rdma.c qpriv->pending_tid_w_segs += qpriv 2165 drivers/infiniband/hw/hfi1/tid_rdma.c qpriv->pending_tid_w_segs -= qpriv 2173 drivers/infiniband/hw/hfi1/tid_rdma.c qpriv->s_flags &= ~HFI1_R_TID_WAIT_INTERLCK; qpriv 2191 drivers/infiniband/hw/hfi1/tid_rdma.c if (qpriv->rnr_nak_state) { qpriv 2193 drivers/infiniband/hw/hfi1/tid_rdma.c qpriv->rnr_nak_state = TID_RNR_NAK_INIT; qpriv 2230 drivers/infiniband/hw/hfi1/tid_rdma.c struct hfi1_qp_priv *qpriv = qp->priv; qpriv 2256 drivers/infiniband/hw/hfi1/tid_rdma.c if (!len || len & ~PAGE_MASK || len > qpriv->tid_rdma.local.max_len) qpriv 2310 drivers/infiniband/hw/hfi1/tid_rdma.c qpriv->r_tid_alloc = qp->r_head_ack_queue; qpriv 2343 drivers/infiniband/hw/hfi1/tid_rdma.c struct hfi1_qp_priv *qpriv = qp->priv; qpriv 2362 drivers/infiniband/hw/hfi1/tid_rdma.c remote = rcu_dereference(qpriv->tid_rdma.remote); qpriv 2853 drivers/infiniband/hw/hfi1/tid_rdma.c struct hfi1_qp_priv *qpriv; qpriv 2927 drivers/infiniband/hw/hfi1/tid_rdma.c qpriv = qp->priv; qpriv 2928 drivers/infiniband/hw/hfi1/tid_rdma.c if (qpriv->r_tid_tail == HFI1_QP_WQE_INVALID || qpriv 2929 drivers/infiniband/hw/hfi1/tid_rdma.c qpriv->r_tid_tail == qpriv->r_tid_head) qpriv 2931 drivers/infiniband/hw/hfi1/tid_rdma.c e = &qp->s_ack_queue[qpriv->r_tid_tail]; qpriv 2949 drivers/infiniband/hw/hfi1/tid_rdma.c if (!(qpriv->s_flags & HFI1_R_TID_SW_PSN)) { qpriv 2950 drivers/infiniband/hw/hfi1/tid_rdma.c qpriv->s_flags |= HFI1_R_TID_SW_PSN; qpriv 2954 drivers/infiniband/hw/hfi1/tid_rdma.c qpriv->r_next_psn_kdeth = qpriv 2973 drivers/infiniband/hw/hfi1/tid_rdma.c qpriv->s_nak_state = 0; qpriv 2984 drivers/infiniband/hw/hfi1/tid_rdma.c qpriv->r_next_psn_kdeth = qpriv 3022 drivers/infiniband/hw/hfi1/tid_rdma.c if (!qpriv->s_nak_state) { qpriv 3023 drivers/infiniband/hw/hfi1/tid_rdma.c qpriv->s_nak_state = IB_NAK_PSN_ERROR; qpriv 3025 drivers/infiniband/hw/hfi1/tid_rdma.c qpriv->s_nak_psn = mask_psn(flow->flow_state.r_next_psn); qpriv 3042 drivers/infiniband/hw/hfi1/tid_rdma.c struct hfi1_qp_priv *qpriv = qp->priv; qpriv 3098 drivers/infiniband/hw/hfi1/tid_rdma.c rvt_skip_sge(&qpriv->tid_ss, (req->cur_seg * req->seg_len) + qpriv 3129 drivers/infiniband/hw/hfi1/tid_rdma.c i = qpriv->s_tid_tail; qpriv 3139 drivers/infiniband/hw/hfi1/tid_rdma.c if (i == qpriv->s_tid_cur) qpriv 3157 drivers/infiniband/hw/hfi1/tid_rdma.c struct hfi1_qp_priv *qpriv = qp->priv; qpriv 3167 drivers/infiniband/hw/hfi1/tid_rdma.c fs = &qpriv->flow_state; qpriv 3169 drivers/infiniband/hw/hfi1/tid_rdma.c hfi1_kern_clear_hw_flow(qpriv->rcd, qp); qpriv 3271 drivers/infiniband/hw/hfi1/tid_rdma.c struct hfi1_qp_priv *qpriv = (struct hfi1_qp_priv *)qp->priv; qpriv 3276 drivers/infiniband/hw/hfi1/tid_rdma.c struct hfi1_pportdata *ppd = qpriv->rcd->ppd; qpriv 3281 drivers/infiniband/hw/hfi1/tid_rdma.c if (qpriv->hdr_type != HFI1_PKT_TYPE_9B) qpriv 3285 drivers/infiniband/hw/hfi1/tid_rdma.c remote = rcu_dereference(qpriv->tid_rdma.remote); qpriv 3325 drivers/infiniband/hw/hfi1/tid_rdma.c qpriv->tid_r_reqs++; qpriv 3329 drivers/infiniband/hw/hfi1/tid_rdma.c atomic_inc(&qpriv->n_requests); qpriv 3357 drivers/infiniband/hw/hfi1/tid_rdma.c struct hfi1_qp_priv *qpriv = qp->priv; qpriv 3362 drivers/infiniband/hw/hfi1/tid_rdma.c remote = rcu_dereference(qpriv->tid_rdma.remote); qpriv 3402 drivers/infiniband/hw/hfi1/tid_rdma.c static u32 position_in_queue(struct hfi1_qp_priv *qpriv, qpriv 3405 drivers/infiniband/hw/hfi1/tid_rdma.c return qpriv->tid_enqueue - queue->dequeue; qpriv 3415 drivers/infiniband/hw/hfi1/tid_rdma.c struct hfi1_qp_priv *qpriv = qp->priv; qpriv 3420 drivers/infiniband/hw/hfi1/tid_rdma.c bytes_per_us = active_egress_rate(qpriv->rcd->ppd) / 8; qpriv 3454 drivers/infiniband/hw/hfi1/tid_rdma.c struct hfi1_qp_priv *qpriv = qp->priv; qpriv 3455 drivers/infiniband/hw/hfi1/tid_rdma.c struct hfi1_ctxtdata *rcd = qpriv->rcd; qpriv 3456 drivers/infiniband/hw/hfi1/tid_rdma.c struct tid_rdma_params *local = &qpriv->tid_rdma.local; qpriv 3479 drivers/infiniband/hw/hfi1/tid_rdma.c if (qpriv->rnr_nak_state == TID_RNR_NAK_SEND) qpriv 3483 drivers/infiniband/hw/hfi1/tid_rdma.c if (qpriv->r_tid_alloc == qpriv->r_tid_head) { qpriv 3485 drivers/infiniband/hw/hfi1/tid_rdma.c if (qpriv->flow_state.index < RXE_NUM_TID_FLOWS && qpriv 3486 drivers/infiniband/hw/hfi1/tid_rdma.c !qpriv->alloc_w_segs) { qpriv 3488 drivers/infiniband/hw/hfi1/tid_rdma.c qpriv->s_flags &= ~HFI1_R_TID_SW_PSN; qpriv 3493 drivers/infiniband/hw/hfi1/tid_rdma.c e = &qp->s_ack_queue[qpriv->r_tid_alloc]; qpriv 3504 drivers/infiniband/hw/hfi1/tid_rdma.c if (qpriv->alloc_w_segs >= local->max_write) qpriv 3508 drivers/infiniband/hw/hfi1/tid_rdma.c if (qpriv->sync_pt && qpriv->alloc_w_segs) qpriv 3512 drivers/infiniband/hw/hfi1/tid_rdma.c if (qpriv->sync_pt && !qpriv->alloc_w_segs) { qpriv 3514 drivers/infiniband/hw/hfi1/tid_rdma.c qpriv->sync_pt = false; qpriv 3515 drivers/infiniband/hw/hfi1/tid_rdma.c qpriv->s_flags &= ~HFI1_R_TID_SW_PSN; qpriv 3519 drivers/infiniband/hw/hfi1/tid_rdma.c if (qpriv->flow_state.index >= RXE_NUM_TID_FLOWS) { qpriv 3520 drivers/infiniband/hw/hfi1/tid_rdma.c ret = hfi1_kern_setup_hw_flow(qpriv->rcd, qp); qpriv 3523 drivers/infiniband/hw/hfi1/tid_rdma.c position_in_queue(qpriv, qpriv 3535 drivers/infiniband/hw/hfi1/tid_rdma.c if (qpriv->flow_state.psn + npkts > MAX_TID_FLOW_PSN - 1) { qpriv 3536 drivers/infiniband/hw/hfi1/tid_rdma.c qpriv->sync_pt = true; qpriv 3558 drivers/infiniband/hw/hfi1/tid_rdma.c to_seg = position_in_queue(qpriv, &rcd->rarr_queue); qpriv 3562 drivers/infiniband/hw/hfi1/tid_rdma.c qpriv->alloc_w_segs++; qpriv 3567 drivers/infiniband/hw/hfi1/tid_rdma.c if (++qpriv->r_tid_alloc > qpriv 3569 drivers/infiniband/hw/hfi1/tid_rdma.c qpriv->r_tid_alloc = 0; qpriv 3596 drivers/infiniband/hw/hfi1/tid_rdma.c qp->r_head_ack_queue = qpriv->r_tid_alloc + 1; qpriv 3599 drivers/infiniband/hw/hfi1/tid_rdma.c qpriv->r_tid_head = qp->r_head_ack_queue; qpriv 3621 drivers/infiniband/hw/hfi1/tid_rdma.c qpriv->rnr_nak_state = TID_RNR_NAK_SEND; qpriv 3653 drivers/infiniband/hw/hfi1/tid_rdma.c struct hfi1_qp_priv *qpriv = qp->priv; qpriv 3679 drivers/infiniband/hw/hfi1/tid_rdma.c num_segs = DIV_ROUND_UP(len, qpriv->tid_rdma.local.max_len); qpriv 3691 drivers/infiniband/hw/hfi1/tid_rdma.c if (qpriv->rnr_nak_state) qpriv 3710 drivers/infiniband/hw/hfi1/tid_rdma.c if (qpriv->rnr_nak_state) { qpriv 3713 drivers/infiniband/hw/hfi1/tid_rdma.c qpriv->rnr_nak_state = TID_RNR_NAK_INIT; qpriv 3744 drivers/infiniband/hw/hfi1/tid_rdma.c req->n_flows = min_t(u16, num_segs, qpriv->tid_rdma.local.max_write); qpriv 3751 drivers/infiniband/hw/hfi1/tid_rdma.c req->seg_len = qpriv->tid_rdma.local.max_len; qpriv 3775 drivers/infiniband/hw/hfi1/tid_rdma.c if (qpriv->r_tid_tail == HFI1_QP_WQE_INVALID) { qpriv 3776 drivers/infiniband/hw/hfi1/tid_rdma.c qpriv->r_tid_tail = qp->r_head_ack_queue; qpriv 3777 drivers/infiniband/hw/hfi1/tid_rdma.c } else if (qpriv->r_tid_tail == qpriv->r_tid_head) { qpriv 3780 drivers/infiniband/hw/hfi1/tid_rdma.c e = &qp->s_ack_queue[qpriv->r_tid_tail]; qpriv 3785 drivers/infiniband/hw/hfi1/tid_rdma.c if (qpriv->r_tid_tail == qpriv->r_tid_ack) qpriv 3786 drivers/infiniband/hw/hfi1/tid_rdma.c qpriv->r_tid_ack = qp->r_head_ack_queue; qpriv 3787 drivers/infiniband/hw/hfi1/tid_rdma.c qpriv->r_tid_tail = qp->r_head_ack_queue; qpriv 3792 drivers/infiniband/hw/hfi1/tid_rdma.c qpriv->r_tid_head = qp->r_head_ack_queue; qpriv 3829 drivers/infiniband/hw/hfi1/tid_rdma.c struct hfi1_qp_priv *qpriv = qp->priv; qpriv 3856 drivers/infiniband/hw/hfi1/tid_rdma.c if (qpriv->rnr_nak_state == TID_RNR_NAK_SENT) qpriv 3901 drivers/infiniband/hw/hfi1/tid_rdma.c remote = rcu_dereference(qpriv->tid_rdma.remote); qpriv 3912 drivers/infiniband/hw/hfi1/tid_rdma.c cpu_to_be32(qpriv->tid_rdma.local.qp | qpriv 3915 drivers/infiniband/hw/hfi1/tid_rdma.c qpriv->rcd->ctxt); qpriv 3920 drivers/infiniband/hw/hfi1/tid_rdma.c qpriv->pending_tid_w_segs++; qpriv 3927 drivers/infiniband/hw/hfi1/tid_rdma.c struct hfi1_qp_priv *qpriv = qp->priv; qpriv 3930 drivers/infiniband/hw/hfi1/tid_rdma.c if (!(qpriv->s_flags & HFI1_R_TID_RSC_TIMER)) { qpriv 3931 drivers/infiniband/hw/hfi1/tid_rdma.c qpriv->s_flags |= HFI1_R_TID_RSC_TIMER; qpriv 3932 drivers/infiniband/hw/hfi1/tid_rdma.c qpriv->s_tid_timer.expires = jiffies + qpriv 3933 drivers/infiniband/hw/hfi1/tid_rdma.c qpriv->tid_timer_timeout_jiffies; qpriv 3934 drivers/infiniband/hw/hfi1/tid_rdma.c add_timer(&qpriv->s_tid_timer); qpriv 3940 drivers/infiniband/hw/hfi1/tid_rdma.c struct hfi1_qp_priv *qpriv = qp->priv; qpriv 3943 drivers/infiniband/hw/hfi1/tid_rdma.c qpriv->s_flags |= HFI1_R_TID_RSC_TIMER; qpriv 3944 drivers/infiniband/hw/hfi1/tid_rdma.c mod_timer(&qpriv->s_tid_timer, jiffies + qpriv 3945 drivers/infiniband/hw/hfi1/tid_rdma.c qpriv->tid_timer_timeout_jiffies); qpriv 3950 drivers/infiniband/hw/hfi1/tid_rdma.c struct hfi1_qp_priv *qpriv = qp->priv; qpriv 3954 drivers/infiniband/hw/hfi1/tid_rdma.c if (qpriv->s_flags & HFI1_R_TID_RSC_TIMER) { qpriv 3955 drivers/infiniband/hw/hfi1/tid_rdma.c rval = del_timer(&qpriv->s_tid_timer); qpriv 3956 drivers/infiniband/hw/hfi1/tid_rdma.c qpriv->s_flags &= ~HFI1_R_TID_RSC_TIMER; qpriv 3963 drivers/infiniband/hw/hfi1/tid_rdma.c struct hfi1_qp_priv *qpriv = qp->priv; qpriv 3965 drivers/infiniband/hw/hfi1/tid_rdma.c del_timer_sync(&qpriv->s_tid_timer); qpriv 3966 drivers/infiniband/hw/hfi1/tid_rdma.c qpriv->s_flags &= ~HFI1_R_TID_RSC_TIMER; qpriv 3971 drivers/infiniband/hw/hfi1/tid_rdma.c struct hfi1_qp_priv *qpriv = from_timer(qpriv, t, s_tid_timer); qpriv 3972 drivers/infiniband/hw/hfi1/tid_rdma.c struct rvt_qp *qp = qpriv->owner; qpriv 3979 drivers/infiniband/hw/hfi1/tid_rdma.c if (qpriv->s_flags & HFI1_R_TID_RSC_TIMER) { qpriv 3984 drivers/infiniband/hw/hfi1/tid_rdma.c (u64)qpriv->tid_timer_timeout_jiffies); qpriv 3990 drivers/infiniband/hw/hfi1/tid_rdma.c hfi1_kern_clear_hw_flow(qpriv->rcd, qp); qpriv 4029 drivers/infiniband/hw/hfi1/tid_rdma.c struct hfi1_qp_priv *qpriv = qp->priv; qpriv 4068 drivers/infiniband/hw/hfi1/tid_rdma.c wqe = rvt_get_swqe_ptr(qp, qpriv->s_tid_cur); qpriv 4165 drivers/infiniband/hw/hfi1/tid_rdma.c if (qpriv->s_tid_cur != qpriv->s_tid_head && qpriv 4167 drivers/infiniband/hw/hfi1/tid_rdma.c for (i = qpriv->s_tid_cur + 1; ; i++) { qpriv 4171 drivers/infiniband/hw/hfi1/tid_rdma.c if (i == qpriv->s_tid_head) qpriv 4176 drivers/infiniband/hw/hfi1/tid_rdma.c qpriv->s_tid_cur = i; qpriv 4200 drivers/infiniband/hw/hfi1/tid_rdma.c struct hfi1_qp_priv *qpriv = qp->priv; qpriv 4221 drivers/infiniband/hw/hfi1/tid_rdma.c remote = rcu_dereference(qpriv->tid_rdma.remote); qpriv 4417 drivers/infiniband/hw/hfi1/tid_rdma.c struct hfi1_qp_priv *qpriv = qp->priv; qpriv 4418 drivers/infiniband/hw/hfi1/tid_rdma.c struct tid_flow_state *fs = &qpriv->flow_state; qpriv 4424 drivers/infiniband/hw/hfi1/tid_rdma.c remote = rcu_dereference(qpriv->tid_rdma.remote); qpriv 4430 drivers/infiniband/hw/hfi1/tid_rdma.c if (qpriv->resync) { qpriv 4434 drivers/infiniband/hw/hfi1/tid_rdma.c } else if (qpriv->s_nak_state) { qpriv 4435 drivers/infiniband/hw/hfi1/tid_rdma.c *bth2 = mask_psn(qpriv->s_nak_psn); qpriv 4438 drivers/infiniband/hw/hfi1/tid_rdma.c (qpriv->s_nak_state << qpriv 4446 drivers/infiniband/hw/hfi1/tid_rdma.c cpu_to_be32(qpriv->tid_rdma.local.qp | qpriv 4449 drivers/infiniband/hw/hfi1/tid_rdma.c qpriv->rcd->ctxt); qpriv 4455 drivers/infiniband/hw/hfi1/tid_rdma.c if (qpriv->resync) { qpriv 4462 drivers/infiniband/hw/hfi1/tid_rdma.c if (hfi1_tid_rdma_is_resync_psn(qpriv->r_next_psn_kdeth - 1)) { qpriv 4464 drivers/infiniband/hw/hfi1/tid_rdma.c cpu_to_be32(qpriv->r_next_psn_kdeth_save); qpriv 4472 drivers/infiniband/hw/hfi1/tid_rdma.c qpriv->r_next_psn_kdeth_save = qpriv 4473 drivers/infiniband/hw/hfi1/tid_rdma.c qpriv->r_next_psn_kdeth - 1; qpriv 4475 drivers/infiniband/hw/hfi1/tid_rdma.c cpu_to_be32(qpriv->r_next_psn_kdeth_save); qpriv 4476 drivers/infiniband/hw/hfi1/tid_rdma.c qpriv->r_next_psn_kdeth = mask_psn(*bth2 + 1); qpriv 4478 drivers/infiniband/hw/hfi1/tid_rdma.c qpriv->resync = false; qpriv 4488 drivers/infiniband/hw/hfi1/tid_rdma.c struct hfi1_qp_priv *qpriv = qp->priv; qpriv 4508 drivers/infiniband/hw/hfi1/tid_rdma.c cmp_psn(psn, qpriv->s_resync_psn)) qpriv 4555 drivers/infiniband/hw/hfi1/tid_rdma.c atomic_dec(&qpriv->n_tid_requests); qpriv 4570 drivers/infiniband/hw/hfi1/tid_rdma.c if (qpriv->s_flags & RVT_S_WAIT_ACK) qpriv 4571 drivers/infiniband/hw/hfi1/tid_rdma.c qpriv->s_flags &= ~RVT_S_WAIT_ACK; qpriv 4594 drivers/infiniband/hw/hfi1/tid_rdma.c qpriv->s_flags &= ~RVT_S_SEND_ONE; qpriv 4597 drivers/infiniband/hw/hfi1/tid_rdma.c if ((qp->s_acked == qpriv->s_tid_tail && qpriv 4600 drivers/infiniband/hw/hfi1/tid_rdma.c qpriv->s_state = TID_OP(WRITE_DATA_LAST); qpriv 4605 drivers/infiniband/hw/hfi1/tid_rdma.c qpriv->s_state = TID_OP(WRITE_DATA); qpriv 4687 drivers/infiniband/hw/hfi1/tid_rdma.c if (++last_acked == qpriv->s_tid_cur + 1) qpriv 4695 drivers/infiniband/hw/hfi1/tid_rdma.c qpriv->s_tid_tail = qp->s_acked; qpriv 4696 drivers/infiniband/hw/hfi1/tid_rdma.c qpriv->s_state = TID_OP(WRITE_REQ); qpriv 4700 drivers/infiniband/hw/hfi1/tid_rdma.c qpriv->s_retry = qp->s_retry_cnt; qpriv 4718 drivers/infiniband/hw/hfi1/tid_rdma.c qpriv->s_tid_tail = qp->s_acked; qpriv 4719 drivers/infiniband/hw/hfi1/tid_rdma.c qpriv->s_state = TID_OP(WRITE_REQ); qpriv 4720 drivers/infiniband/hw/hfi1/tid_rdma.c qpriv->s_retry = qp->s_retry_cnt; qpriv 4834 drivers/infiniband/hw/hfi1/tid_rdma.c struct hfi1_qp_priv *qpriv = qp->priv; qpriv 4841 drivers/infiniband/hw/hfi1/tid_rdma.c remote = rcu_dereference(qpriv->tid_rdma.remote); qpriv 4849 drivers/infiniband/hw/hfi1/tid_rdma.c qpriv->s_resync_psn = *bth2; qpriv 4860 drivers/infiniband/hw/hfi1/tid_rdma.c struct hfi1_qp_priv *qpriv = qp->priv; qpriv 4861 drivers/infiniband/hw/hfi1/tid_rdma.c struct hfi1_ctxtdata *rcd = qpriv->rcd; qpriv 4866 drivers/infiniband/hw/hfi1/tid_rdma.c struct tid_flow_state *fs = &qpriv->flow_state; qpriv 4887 drivers/infiniband/hw/hfi1/tid_rdma.c if (qpriv->resync) qpriv 4907 drivers/infiniband/hw/hfi1/tid_rdma.c qpriv->s_flags &= ~HFI1_R_TID_SW_PSN; qpriv 4915 drivers/infiniband/hw/hfi1/tid_rdma.c for (idx = qpriv->r_tid_tail; ; idx++) { qpriv 4956 drivers/infiniband/hw/hfi1/tid_rdma.c qpriv->resync = true; qpriv 4958 drivers/infiniband/hw/hfi1/tid_rdma.c qpriv->s_nak_state = 0; qpriv 5178 drivers/infiniband/hw/hfi1/tid_rdma.c struct hfi1_qp_priv *qpriv = qp->priv; qpriv 5195 drivers/infiniband/hw/hfi1/tid_rdma.c e = &qp->s_ack_queue[qpriv->r_tid_ack]; qpriv 5209 drivers/infiniband/hw/hfi1/tid_rdma.c if (qpriv->resync) { qpriv 5211 drivers/infiniband/hw/hfi1/tid_rdma.c qpriv->r_tid_ack = !qpriv->r_tid_ack ? qpriv 5213 drivers/infiniband/hw/hfi1/tid_rdma.c qpriv->r_tid_ack - 1; qpriv 5214 drivers/infiniband/hw/hfi1/tid_rdma.c e = &qp->s_ack_queue[qpriv->r_tid_ack]; qpriv 5225 drivers/infiniband/hw/hfi1/tid_rdma.c if (!qpriv->s_nak_state && !qpriv->resync && qpriv 5253 drivers/infiniband/hw/hfi1/tid_rdma.c next = qpriv->r_tid_ack + 1; qpriv 5256 drivers/infiniband/hw/hfi1/tid_rdma.c qpriv->r_tid_ack = next; qpriv 5264 drivers/infiniband/hw/hfi1/tid_rdma.c e = &qp->s_ack_queue[qpriv->r_tid_ack]; qpriv 5272 drivers/infiniband/hw/hfi1/tid_rdma.c if (qpriv->s_nak_state || qpriv 5273 drivers/infiniband/hw/hfi1/tid_rdma.c (qpriv->resync && qpriv 5274 drivers/infiniband/hw/hfi1/tid_rdma.c !hfi1_tid_rdma_is_resync_psn(qpriv->r_next_psn_kdeth - 1) && qpriv 5275 drivers/infiniband/hw/hfi1/tid_rdma.c (cmp_psn(qpriv->r_next_psn_kdeth - 1, qpriv 5285 drivers/infiniband/hw/hfi1/tid_rdma.c e = &qp->s_ack_queue[qpriv->r_tid_ack]; qpriv 5289 drivers/infiniband/hw/hfi1/tid_rdma.c qpriv->s_flags & HFI1_R_TID_WAIT_INTERLCK) qpriv 5290 drivers/infiniband/hw/hfi1/tid_rdma.c qpriv->s_flags &= ~HFI1_R_TID_WAIT_INTERLCK; qpriv 5298 drivers/infiniband/hw/hfi1/tid_rdma.c qpriv->s_flags &= ~RVT_S_ACK_PENDING; qpriv 5300 drivers/infiniband/hw/hfi1/tid_rdma.c ps->s_txreq->sde = qpriv->s_sde; qpriv 5313 drivers/infiniband/hw/hfi1/tid_rdma.c qpriv->s_flags &= ~RVT_S_ACK_PENDING;