cons_index 154 drivers/infiniband/hw/hns/hns_roce_cq.c hr_cq->cons_index = 0; cons_index 502 drivers/infiniband/hw/hns/hns_roce_device.h u32 cons_index; cons_index 764 drivers/infiniband/hw/hns/hns_roce_device.h int cons_index; cons_index 1994 drivers/infiniband/hw/hns/hns_roce_hw_v1.c return get_sw_cqe(hr_cq, hr_cq->cons_index); cons_index 1997 drivers/infiniband/hw/hns/hns_roce_hw_v1.c static void hns_roce_v1_cq_set_ci(struct hns_roce_cq *hr_cq, u32 cons_index) cons_index 2001 drivers/infiniband/hw/hns/hns_roce_hw_v1.c doorbell[0] = cpu_to_le32(cons_index & ((hr_cq->cq_depth << 1) - 1)); cons_index 2022 drivers/infiniband/hw/hns/hns_roce_hw_v1.c for (prod_index = hr_cq->cons_index; get_sw_cqe(hr_cq, prod_index); cons_index 2024 drivers/infiniband/hw/hns/hns_roce_hw_v1.c if (prod_index == hr_cq->cons_index + hr_cq->ib_cq.cqe) cons_index 2032 drivers/infiniband/hw/hns/hns_roce_hw_v1.c while ((int) --prod_index - (int) hr_cq->cons_index >= 0) { cons_index 2051 drivers/infiniband/hw/hns/hns_roce_hw_v1.c hr_cq->cons_index += nfreed; cons_index 2058 drivers/infiniband/hw/hns/hns_roce_hw_v1.c hns_roce_v1_cq_set_ci(hr_cq, hr_cq->cons_index); cons_index 2170 drivers/infiniband/hw/hns/hns_roce_hw_v1.c cpu_to_le32(hr_cq->cons_index & ((hr_cq->cq_depth << 1) - 1)); cons_index 2205 drivers/infiniband/hw/hns/hns_roce_hw_v1.c ++hr_cq->cons_index; cons_index 2404 drivers/infiniband/hw/hns/hns_roce_hw_v1.c *hr_cq->tptr_addr = hr_cq->cons_index & cons_index 2409 drivers/infiniband/hw/hns/hns_roce_hw_v1.c hns_roce_v1_cq_set_ci(hr_cq, hr_cq->cons_index); cons_index 3696 drivers/infiniband/hw/hns/hns_roce_hw_v1.c roce_raw_write((eq->cons_index & HNS_ROCE_V1_CONS_IDX_M) | cons_index 3874 drivers/infiniband/hw/hns/hns_roce_hw_v1.c struct hns_roce_aeqe *aeqe = get_aeqe_v1(eq, eq->cons_index); cons_index 3877 drivers/infiniband/hw/hns/hns_roce_hw_v1.c !!(eq->cons_index & eq->entries)) ? aeqe : NULL; cons_index 3952 drivers/infiniband/hw/hns/hns_roce_hw_v1.c event_type, eq->eqn, eq->cons_index); cons_index 3956 drivers/infiniband/hw/hns/hns_roce_hw_v1.c eq->cons_index++; cons_index 3959 drivers/infiniband/hw/hns/hns_roce_hw_v1.c if (eq->cons_index > 2 * hr_dev->caps.aeqe_depth - 1) { cons_index 3961 drivers/infiniband/hw/hns/hns_roce_hw_v1.c eq->cons_index = 0; cons_index 3982 drivers/infiniband/hw/hns/hns_roce_hw_v1.c struct hns_roce_ceqe *ceqe = get_ceqe_v1(eq, eq->cons_index); cons_index 3986 drivers/infiniband/hw/hns/hns_roce_hw_v1.c (!!(eq->cons_index & eq->entries)) ? ceqe : NULL; cons_index 4008 drivers/infiniband/hw/hns/hns_roce_hw_v1.c ++eq->cons_index; cons_index 4011 drivers/infiniband/hw/hns/hns_roce_hw_v1.c if (eq->cons_index > cons_index 4015 drivers/infiniband/hw/hns/hns_roce_hw_v1.c eq->cons_index = 0; cons_index 4261 drivers/infiniband/hw/hns/hns_roce_hw_v1.c eq->cons_index = 0; cons_index 2468 drivers/infiniband/hw/hns/hns_roce_hw_v2.c return get_sw_cqe_v2(hr_cq, hr_cq->cons_index); cons_index 2487 drivers/infiniband/hw/hns/hns_roce_hw_v2.c static void hns_roce_v2_cq_set_ci(struct hns_roce_cq *hr_cq, u32 cons_index) cons_index 2489 drivers/infiniband/hw/hns/hns_roce_hw_v2.c *hr_cq->set_ci_db = cons_index & 0xffffff; cons_index 2501 drivers/infiniband/hw/hns/hns_roce_hw_v2.c for (prod_index = hr_cq->cons_index; get_sw_cqe_v2(hr_cq, prod_index); cons_index 2503 drivers/infiniband/hw/hns/hns_roce_hw_v2.c if (prod_index > hr_cq->cons_index + hr_cq->ib_cq.cqe) cons_index 2511 drivers/infiniband/hw/hns/hns_roce_hw_v2.c while ((int) --prod_index - (int) hr_cq->cons_index >= 0) { cons_index 2536 drivers/infiniband/hw/hns/hns_roce_hw_v2.c hr_cq->cons_index += nfreed; cons_index 2542 drivers/infiniband/hw/hns/hns_roce_hw_v2.c hns_roce_v2_cq_set_ci(hr_cq, hr_cq->cons_index); cons_index 2649 drivers/infiniband/hw/hns/hns_roce_hw_v2.c hr_cq->cons_index & ((hr_cq->cq_depth << 1) - 1)); cons_index 2716 drivers/infiniband/hw/hns/hns_roce_hw_v2.c ++hr_cq->cons_index; cons_index 2989 drivers/infiniband/hw/hns/hns_roce_hw_v2.c hns_roce_v2_cq_set_ci(hr_cq, hr_cq->cons_index); cons_index 4976 drivers/infiniband/hw/hns/hns_roce_hw_v2.c (eq->cons_index & HNS_ROCE_V2_CONS_IDX_M)); cons_index 5015 drivers/infiniband/hw/hns/hns_roce_hw_v2.c aeqe = get_aeqe_v2(eq, eq->cons_index); cons_index 5017 drivers/infiniband/hw/hns/hns_roce_hw_v2.c aeqe = mhop_get_aeqe(eq, eq->cons_index); cons_index 5020 drivers/infiniband/hw/hns/hns_roce_hw_v2.c !!(eq->cons_index & eq->entries)) ? aeqe : NULL; cons_index 5090 drivers/infiniband/hw/hns/hns_roce_hw_v2.c event_type, eq->eqn, eq->cons_index); cons_index 5096 drivers/infiniband/hw/hns/hns_roce_hw_v2.c ++eq->cons_index; cons_index 5099 drivers/infiniband/hw/hns/hns_roce_hw_v2.c if (eq->cons_index > (2 * eq->entries - 1)) cons_index 5100 drivers/infiniband/hw/hns/hns_roce_hw_v2.c eq->cons_index = 0; cons_index 5145 drivers/infiniband/hw/hns/hns_roce_hw_v2.c ceqe = get_ceqe_v2(eq, eq->cons_index); cons_index 5147 drivers/infiniband/hw/hns/hns_roce_hw_v2.c ceqe = mhop_get_ceqe(eq, eq->cons_index); cons_index 5150 drivers/infiniband/hw/hns/hns_roce_hw_v2.c (!!(eq->cons_index & eq->entries)) ? ceqe : NULL; cons_index 5173 drivers/infiniband/hw/hns/hns_roce_hw_v2.c ++eq->cons_index; cons_index 5176 drivers/infiniband/hw/hns/hns_roce_hw_v2.c if (eq->cons_index > (EQ_DEPTH_COEFF * eq->entries - 1)) { cons_index 5178 drivers/infiniband/hw/hns/hns_roce_hw_v2.c eq->cons_index = 0; cons_index 5407 drivers/infiniband/hw/hns/hns_roce_hw_v2.c eq->cons_index = 0; cons_index 90 drivers/infiniband/hw/mlx4/cq.c return get_sw_cqe(cq, cq->mcq.cons_index); cons_index 348 drivers/infiniband/hw/mlx4/cq.c i = cq->mcq.cons_index; cons_index 352 drivers/infiniband/hw/mlx4/cq.c return i - cq->mcq.cons_index; cons_index 362 drivers/infiniband/hw/mlx4/cq.c i = cq->mcq.cons_index; cons_index 377 drivers/infiniband/hw/mlx4/cq.c ++cq->mcq.cons_index; cons_index 685 drivers/infiniband/hw/mlx4/cq.c ++cq->mcq.cons_index; cons_index 934 drivers/infiniband/hw/mlx4/cq.c for (prod_index = cq->mcq.cons_index; get_sw_cqe(cq, prod_index); ++prod_index) cons_index 935 drivers/infiniband/hw/mlx4/cq.c if (prod_index == cq->mcq.cons_index + cq->ibcq.cqe) cons_index 942 drivers/infiniband/hw/mlx4/cq.c while ((int) --prod_index - (int) cq->mcq.cons_index >= 0) { cons_index 962 drivers/infiniband/hw/mlx4/cq.c cq->mcq.cons_index += nfreed; cons_index 95 drivers/infiniband/hw/mlx5/cq.c return get_sw_cqe(cq, cq->mcq.cons_index); cons_index 464 drivers/infiniband/hw/mlx5/cq.c ++cq->mcq.cons_index; cons_index 652 drivers/infiniband/hw/mlx5/cq.c uar_page, to_mcq(ibcq)->mcq.cons_index); cons_index 1051 drivers/infiniband/hw/mlx5/cq.c for (prod_index = cq->mcq.cons_index; get_sw_cqe(cq, prod_index); prod_index++) cons_index 1052 drivers/infiniband/hw/mlx5/cq.c if (prod_index == cq->mcq.cons_index + cq->ibcq.cqe) cons_index 1058 drivers/infiniband/hw/mlx5/cq.c while ((int) --prod_index - (int) cq->mcq.cons_index >= 0) { cons_index 1076 drivers/infiniband/hw/mlx5/cq.c cq->mcq.cons_index += nfreed; cons_index 1194 drivers/infiniband/hw/mlx5/cq.c i = cq->mcq.cons_index; cons_index 1225 drivers/infiniband/hw/mlx5/cq.c ++cq->mcq.cons_index; cons_index 181 drivers/infiniband/hw/mthca/mthca_cq.c return cqe_sw(get_cqe(cq, cq->cons_index & cq->ibcq.cqe)); cons_index 208 drivers/infiniband/hw/mthca/mthca_cq.c *cq->set_ci_db = cpu_to_be32(cq->cons_index); cons_index 289 drivers/infiniband/hw/mthca/mthca_cq.c for (prod_index = cq->cons_index; cons_index 292 drivers/infiniband/hw/mthca/mthca_cq.c if (prod_index == cq->cons_index + cq->ibcq.cqe) cons_index 297 drivers/infiniband/hw/mthca/mthca_cq.c qpn, cq->cqn, cq->cons_index, prod_index); cons_index 303 drivers/infiniband/hw/mthca/mthca_cq.c while ((int) --prod_index - (int) cq->cons_index >= 0) { cons_index 316 drivers/infiniband/hw/mthca/mthca_cq.c set_cqe_hw(get_cqe(cq, (cq->cons_index + i) & cq->ibcq.cqe)); cons_index 318 drivers/infiniband/hw/mthca/mthca_cq.c cq->cons_index += nfreed; cons_index 337 drivers/infiniband/hw/mthca/mthca_cq.c cq->cons_index &= cq->ibcq.cqe; cons_index 339 drivers/infiniband/hw/mthca/mthca_cq.c cq->cons_index -= cq->ibcq.cqe + 1; cons_index 342 drivers/infiniband/hw/mthca/mthca_cq.c for (i = cq->cons_index; cqe_sw(get_cqe(cq, i & cq->ibcq.cqe)); ++i) cons_index 384 drivers/infiniband/hw/mthca/mthca_cq.c cq->cqn, cq->cons_index); cons_index 505 drivers/infiniband/hw/mthca/mthca_cq.c cq->cqn, cq->cons_index, be32_to_cpu(cqe->my_qpn), cons_index 648 drivers/infiniband/hw/mthca/mthca_cq.c ++cq->cons_index; cons_index 698 drivers/infiniband/hw/mthca/mthca_cq.c cq->cons_index &= cq->ibcq.cqe; cons_index 701 drivers/infiniband/hw/mthca/mthca_cq.c cq->cons_index & cq->resize_buf->cqe))) { cons_index 743 drivers/infiniband/hw/mthca/mthca_cq.c db_rec[0] = cpu_to_be32(cq->cons_index); cons_index 761 drivers/infiniband/hw/mthca/mthca_cq.c mthca_write64(dbhi, cq->cons_index, cons_index 857 drivers/infiniband/hw/mthca/mthca_cq.c cq->cons_index = 0; cons_index 919 drivers/infiniband/hw/mthca/mthca_cq.c cq->cqn, cq->cons_index, cons_index 237 drivers/infiniband/hw/mthca/mthca_eq.c eqe = get_eqe(eq, eq->cons_index); cons_index 363 drivers/infiniband/hw/mthca/mthca_eq.c ++eq->cons_index; cons_index 379 drivers/infiniband/hw/mthca/mthca_eq.c set_eq_ci(dev, eq, eq->cons_index); cons_index 411 drivers/infiniband/hw/mthca/mthca_eq.c dev->eq_table.eq[i].cons_index); cons_index 424 drivers/infiniband/hw/mthca/mthca_eq.c tavor_set_eq_ci(dev, eq, eq->cons_index); cons_index 444 drivers/infiniband/hw/mthca/mthca_eq.c dev->eq_table.eq[i].cons_index); cons_index 458 drivers/infiniband/hw/mthca/mthca_eq.c arbel_set_eq_ci(dev, eq, eq->cons_index); cons_index 555 drivers/infiniband/hw/mthca/mthca_eq.c eq->cons_index = 0; cons_index 109 drivers/infiniband/hw/mthca/mthca_provider.h u32 cons_index; cons_index 206 drivers/infiniband/hw/mthca/mthca_provider.h u32 cons_index; cons_index 409 drivers/net/ethernet/mellanox/mlx4/cq.c cq->cons_index = 0; cons_index 691 drivers/net/ethernet/mellanox/mlx4/en_rx.c index = cq->mcq.cons_index & ring->size_mask; cons_index 696 drivers/net/ethernet/mellanox/mlx4/en_rx.c cq->mcq.cons_index & cq->size)) { cons_index 897 drivers/net/ethernet/mellanox/mlx4/en_rx.c ++cq->mcq.cons_index; cons_index 898 drivers/net/ethernet/mellanox/mlx4/en_rx.c index = (cq->mcq.cons_index) & ring->size_mask; cons_index 914 drivers/net/ethernet/mellanox/mlx4/en_rx.c ring->cons = cq->mcq.cons_index; cons_index 405 drivers/net/ethernet/mellanox/mlx4/en_tx.c u32 cons_index = mcq->cons_index; cons_index 422 drivers/net/ethernet/mellanox/mlx4/en_tx.c index = cons_index & size_mask; cons_index 431 drivers/net/ethernet/mellanox/mlx4/en_tx.c cons_index & size) && (done < budget)) { cons_index 477 drivers/net/ethernet/mellanox/mlx4/en_tx.c ++cons_index; cons_index 478 drivers/net/ethernet/mellanox/mlx4/en_tx.c index = cons_index & size_mask; cons_index 486 drivers/net/ethernet/mellanox/mlx4/en_tx.c mcq->cons_index = cons_index; cons_index 99 drivers/net/ethernet/mellanox/mlx4/eq.c __raw_writel((__force u32) cpu_to_be32((eq->cons_index & 0xffffff) | cons_index 123 drivers/net/ethernet/mellanox/mlx4/eq.c struct mlx4_eqe *eqe = get_eqe(eq, eq->cons_index, eqe_factor, size); cons_index 124 drivers/net/ethernet/mellanox/mlx4/eq.c return !!(eqe->owner & 0x80) ^ !!(eq->cons_index & eq->nent) ? NULL : eqe; cons_index 543 drivers/net/ethernet/mellanox/mlx4/eq.c eq->eqn, eq->cons_index, ret); cons_index 573 drivers/net/ethernet/mellanox/mlx4/eq.c eq->eqn, eq->cons_index, ret); cons_index 697 drivers/net/ethernet/mellanox/mlx4/eq.c eq->eqn, eq->cons_index, ret); cons_index 782 drivers/net/ethernet/mellanox/mlx4/eq.c eq->cons_index, eqe->owner, eq->nent, cons_index 785 drivers/net/ethernet/mellanox/mlx4/eq.c !!(eq->cons_index & eq->nent) ? "HW" : "SW"); cons_index 807 drivers/net/ethernet/mellanox/mlx4/eq.c eq->cons_index, eqe->owner, eq->nent, cons_index 809 drivers/net/ethernet/mellanox/mlx4/eq.c !!(eq->cons_index & eq->nent) ? "HW" : "SW"); cons_index 819 drivers/net/ethernet/mellanox/mlx4/eq.c eq->cons_index, eqe->owner, eq->nent, cons_index 822 drivers/net/ethernet/mellanox/mlx4/eq.c !!(eq->cons_index & eq->nent) ? "HW" : "SW"); cons_index 826 drivers/net/ethernet/mellanox/mlx4/eq.c ++eq->cons_index; cons_index 1055 drivers/net/ethernet/mellanox/mlx4/eq.c eq->cons_index = 0; cons_index 395 drivers/net/ethernet/mellanox/mlx4/mlx4.h u32 cons_index; cons_index 110 drivers/net/ethernet/mellanox/mlx5/core/cq.c cq->cons_index = 0; cons_index 183 drivers/net/ethernet/mellanox/mlx5/core/en/health.c eq->core.eqn, eq->core.cons_index, eq->core.irqn); cons_index 162 drivers/net/ethernet/mellanox/mlx5/core/eq.c ++eq->cons_index; cons_index 185 drivers/net/ethernet/mellanox/mlx5/core/eq.c count_eqe = eq->core.cons_index; cons_index 187 drivers/net/ethernet/mellanox/mlx5/core/eq.c count_eqe = eq->core.cons_index - count_eqe; cons_index 221 drivers/net/ethernet/mellanox/mlx5/core/eq.c ++eq->cons_index; cons_index 263 drivers/net/ethernet/mellanox/mlx5/core/eq.c eq->cons_index = 0; cons_index 735 drivers/net/ethernet/mellanox/mlx5/core/eq.c u32 ci = eq->cons_index + cc; cons_index 755 drivers/net/ethernet/mellanox/mlx5/core/eq.c eq->cons_index += cc; cons_index 756 drivers/net/ethernet/mellanox/mlx5/core/eq.c val = (eq->cons_index & 0xffffff) | (eq->eqn << 24); cons_index 28 drivers/net/ethernet/mellanox/mlx5/core/lib/eq.h u32 cons_index; cons_index 57 drivers/net/ethernet/mellanox/mlx5/core/lib/eq.h struct mlx5_eqe *eqe = get_eqe(eq, eq->cons_index & (eq->nent - 1)); cons_index 59 drivers/net/ethernet/mellanox/mlx5/core/lib/eq.h return ((eqe->owner & 1) ^ !!(eq->cons_index & eq->nent)) ? NULL : eqe; cons_index 65 drivers/net/ethernet/mellanox/mlx5/core/lib/eq.h u32 val = (eq->cons_index & 0xffffff) | (eq->eqn << 24); cons_index 151 include/linux/mlx4/cq.h ci = cq->cons_index & 0xffffff; cons_index 169 include/linux/mlx4/cq.h *cq->set_ci_db = cpu_to_be32(cq->cons_index & 0xffffff); cons_index 743 include/linux/mlx4/device.h u32 cons_index; cons_index 52 include/linux/mlx5/cq.h u32 cons_index; cons_index 144 include/linux/mlx5/cq.h *cq->set_ci_db = cpu_to_be32(cq->cons_index & 0xffffff); cons_index 154 include/linux/mlx5/cq.h u32 cons_index) cons_index 161 include/linux/mlx5/cq.h ci = cons_index & 0xffffff;