mpwqe 518 drivers/net/ethernet/mellanox/mlx5/core/en.h struct mlx5e_xdp_mpwqe mpwqe; mpwqe 650 drivers/net/ethernet/mellanox/mlx5/core/en.h } mpwqe; mpwqe 925 drivers/net/ethernet/mellanox/mlx5/core/en.h return mlx5_wq_ll_get_size(&rq->mpwqe.wq); mpwqe 935 drivers/net/ethernet/mellanox/mlx5/core/en.h return rq->mpwqe.wq.cur_sz; mpwqe 258 drivers/net/ethernet/mellanox/mlx5/core/en/reporter_rx.c rq->mpwqe.wq.head : mlx5_wq_cyc_get_head(&rq->wqe.wq); mpwqe 185 drivers/net/ethernet/mellanox/mlx5/core/en/txrx.h mlx5_wq_ll_reset(&rq->mpwqe.wq); mpwqe 186 drivers/net/ethernet/mellanox/mlx5/core/en/txrx.h rq->mpwqe.actual_wq_head = 0; mpwqe 183 drivers/net/ethernet/mellanox/mlx5/core/en/xdp.c struct mlx5e_xdp_mpwqe *session = &sq->mpwqe; mpwqe 202 drivers/net/ethernet/mellanox/mlx5/core/en/xdp.c stats->mpwqe++; mpwqe 208 drivers/net/ethernet/mellanox/mlx5/core/en/xdp.c struct mlx5e_xdp_mpwqe *session = &sq->mpwqe; mpwqe 235 drivers/net/ethernet/mellanox/mlx5/core/en/xdp.c if (unlikely(!sq->mpwqe.wqe)) { mpwqe 255 drivers/net/ethernet/mellanox/mlx5/core/en/xdp.c struct mlx5e_xdp_mpwqe *session = &sq->mpwqe; mpwqe 523 drivers/net/ethernet/mellanox/mlx5/core/en/xdp.c if (sq->mpwqe.wqe) mpwqe 535 drivers/net/ethernet/mellanox/mlx5/core/en/xdp.c if (xdpsq->mpwqe.wqe) mpwqe 117 drivers/net/ethernet/mellanox/mlx5/core/en/xdp.h struct mlx5e_xdp_mpwqe *session = &sq->mpwqe; mpwqe 162 drivers/net/ethernet/mellanox/mlx5/core/en/xdp.h struct mlx5e_xdp_mpwqe *session = &sq->mpwqe; mpwqe 103 drivers/net/ethernet/mellanox/mlx5/core/en/xsk/tx.c if (sq->mpwqe.wqe) mpwqe 113 drivers/net/ethernet/mellanox/mlx5/core/en/xsk/tx.c if (sq->mpwqe.wqe) mpwqe 254 drivers/net/ethernet/mellanox/mlx5/core/en_main.c int wq_sz = mlx5_wq_ll_get_size(&rq->mpwqe.wq); mpwqe 256 drivers/net/ethernet/mellanox/mlx5/core/en_main.c rq->mpwqe.info = kvzalloc_node(array_size(wq_sz, mpwqe 257 drivers/net/ethernet/mellanox/mlx5/core/en_main.c sizeof(*rq->mpwqe.info)), mpwqe 259 drivers/net/ethernet/mellanox/mlx5/core/en_main.c if (!rq->mpwqe.info) mpwqe 262 drivers/net/ethernet/mellanox/mlx5/core/en_main.c mlx5e_build_umr_wqe(rq, &c->icosq, &rq->mpwqe.umr_wqe); mpwqe 303 drivers/net/ethernet/mellanox/mlx5/core/en_main.c u64 num_mtts = MLX5E_REQUIRED_MTTS(mlx5_wq_ll_get_size(&rq->mpwqe.wq)); mpwqe 432 drivers/net/ethernet/mellanox/mlx5/core/en_main.c err = mlx5_wq_ll_create(mdev, &rqp->wq, rqc_wq, &rq->mpwqe.wq, mpwqe 437 drivers/net/ethernet/mellanox/mlx5/core/en_main.c rq->mpwqe.wq.db = &rq->mpwqe.wq.db[MLX5_RCV_DBR]; mpwqe 439 drivers/net/ethernet/mellanox/mlx5/core/en_main.c wq_sz = mlx5_wq_ll_get_size(&rq->mpwqe.wq); mpwqe 465 drivers/net/ethernet/mellanox/mlx5/core/en_main.c rq->mpwqe.skb_from_cqe_mpwrq = xsk ? mpwqe 471 drivers/net/ethernet/mellanox/mlx5/core/en_main.c rq->mpwqe.log_stride_sz = mlx5e_mpwqe_get_log_stride_size(mdev, params, xsk); mpwqe 472 drivers/net/ethernet/mellanox/mlx5/core/en_main.c rq->mpwqe.num_strides = mpwqe 575 drivers/net/ethernet/mellanox/mlx5/core/en_main.c mlx5_wq_ll_get_wqe(&rq->mpwqe.wq, i); mpwqe 577 drivers/net/ethernet/mellanox/mlx5/core/en_main.c rq->mpwqe.num_strides << rq->mpwqe.log_stride_sz; mpwqe 623 drivers/net/ethernet/mellanox/mlx5/core/en_main.c kvfree(rq->mpwqe.info); mpwqe 650 drivers/net/ethernet/mellanox/mlx5/core/en_main.c kvfree(rq->mpwqe.info); mpwqe 836 drivers/net/ethernet/mellanox/mlx5/core/en_main.c wq = &rq->mpwqe.wq; mpwqe 840 drivers/net/ethernet/mellanox/mlx5/core/en_main.c for (i = 0; i < rq->mpwqe.umr_in_progress; i++) { mpwqe 845 drivers/net/ethernet/mellanox/mlx5/core/en_main.c rq->mpwqe.actual_wq_head = wq->head; mpwqe 846 drivers/net/ethernet/mellanox/mlx5/core/en_main.c rq->mpwqe.umr_in_progress = 0; mpwqe 847 drivers/net/ethernet/mellanox/mlx5/core/en_main.c rq->mpwqe.umr_completed = 0; mpwqe 856 drivers/net/ethernet/mellanox/mlx5/core/en_main.c struct mlx5_wq_ll *wq = &rq->mpwqe.wq; mpwqe 455 drivers/net/ethernet/mellanox/mlx5/core/en_rx.c struct mlx5_wq_ll *wq = &rq->mpwqe.wq; mpwqe 487 drivers/net/ethernet/mellanox/mlx5/core/en_rx.c struct mlx5e_mpw_info *wi = &rq->mpwqe.info[ix]; mpwqe 511 drivers/net/ethernet/mellanox/mlx5/core/en_rx.c memcpy(umr_wqe, &rq->mpwqe.umr_wqe, offsetof(struct mlx5e_umr_wqe, inline_mtts)); mpwqe 551 drivers/net/ethernet/mellanox/mlx5/core/en_rx.c struct mlx5e_mpw_info *wi = &rq->mpwqe.info[ix]; mpwqe 636 drivers/net/ethernet/mellanox/mlx5/core/en_rx.c wi->umr.rq->mpwqe.umr_completed++; mpwqe 656 drivers/net/ethernet/mellanox/mlx5/core/en_rx.c struct mlx5_wq_ll *wq = &rq->mpwqe.wq; mpwqe 657 drivers/net/ethernet/mellanox/mlx5/core/en_rx.c u8 umr_completed = rq->mpwqe.umr_completed; mpwqe 667 drivers/net/ethernet/mellanox/mlx5/core/en_rx.c rq->mpwqe.umr_in_progress -= umr_completed; mpwqe 668 drivers/net/ethernet/mellanox/mlx5/core/en_rx.c rq->mpwqe.umr_completed = 0; mpwqe 671 drivers/net/ethernet/mellanox/mlx5/core/en_rx.c missing = mlx5_wq_ll_missing(wq) - rq->mpwqe.umr_in_progress; mpwqe 673 drivers/net/ethernet/mellanox/mlx5/core/en_rx.c if (unlikely(rq->mpwqe.umr_in_progress > rq->mpwqe.umr_last_bulk)) mpwqe 680 drivers/net/ethernet/mellanox/mlx5/core/en_rx.c head = rq->mpwqe.actual_wq_head; mpwqe 690 drivers/net/ethernet/mellanox/mlx5/core/en_rx.c rq->mpwqe.umr_last_bulk = missing - i; mpwqe 696 drivers/net/ethernet/mellanox/mlx5/core/en_rx.c rq->mpwqe.umr_in_progress += rq->mpwqe.umr_last_bulk; mpwqe 697 drivers/net/ethernet/mellanox/mlx5/core/en_rx.c rq->mpwqe.actual_wq_head = head; mpwqe 1265 drivers/net/ethernet/mellanox/mlx5/core/en_rx.c ALIGN(pg_consumed_bytes, BIT(rq->mpwqe.log_stride_sz)); mpwqe 1332 drivers/net/ethernet/mellanox/mlx5/core/en_rx.c struct mlx5e_mpw_info *wi = &rq->mpwqe.info[wqe_id]; mpwqe 1334 drivers/net/ethernet/mellanox/mlx5/core/en_rx.c u32 wqe_offset = stride_ix << rq->mpwqe.log_stride_sz; mpwqe 1360 drivers/net/ethernet/mellanox/mlx5/core/en_rx.c skb = INDIRECT_CALL_2(rq->mpwqe.skb_from_cqe_mpwrq, mpwqe 1371 drivers/net/ethernet/mellanox/mlx5/core/en_rx.c if (likely(wi->consumed_strides < rq->mpwqe.num_strides)) mpwqe 1374 drivers/net/ethernet/mellanox/mlx5/core/en_rx.c wq = &rq->mpwqe.wq; mpwqe 205 drivers/net/ethernet/mellanox/mlx5/core/en_stats.c s->rx_xdp_tx_mpwqe += xdpsq_stats->mpwqe; mpwqe 234 drivers/net/ethernet/mellanox/mlx5/core/en_stats.c s->tx_xdp_mpwqe += xdpsq_red_stats->mpwqe; mpwqe 261 drivers/net/ethernet/mellanox/mlx5/core/en_stats.c s->tx_xsk_mpwqe += xsksq_stats->mpwqe; mpwqe 1499 drivers/net/ethernet/mellanox/mlx5/core/en_stats.c { MLX5E_DECLARE_RQ_XDPSQ_STAT(struct mlx5e_xdpsq_stats, mpwqe) }, mpwqe 1509 drivers/net/ethernet/mellanox/mlx5/core/en_stats.c { MLX5E_DECLARE_XDPSQ_STAT(struct mlx5e_xdpsq_stats, mpwqe) }, mpwqe 1541 drivers/net/ethernet/mellanox/mlx5/core/en_stats.c { MLX5E_DECLARE_XSKSQ_STAT(struct mlx5e_xdpsq_stats, mpwqe) }, mpwqe 297 drivers/net/ethernet/mellanox/mlx5/core/en_stats.h u64 mpwqe;