i40e_ring 762 drivers/net/ethernet/intel/i40e/i40e.h struct i40e_ring **rx_rings; i40e_ring 763 drivers/net/ethernet/intel/i40e/i40e.h struct i40e_ring **tx_rings; i40e_ring 764 drivers/net/ethernet/intel/i40e/i40e.h struct i40e_ring **xdp_rings; /* XDP Tx rings */ i40e_ring 242 drivers/net/ethernet/intel/i40e/i40e_debugfs.c struct i40e_ring *rx_ring = READ_ONCE(vsi->rx_rings[i]); i40e_ring 285 drivers/net/ethernet/intel/i40e/i40e_debugfs.c struct i40e_ring *tx_ring = READ_ONCE(vsi->tx_rings[i]); i40e_ring 499 drivers/net/ethernet/intel/i40e/i40e_debugfs.c struct i40e_ring *ring; i40e_ring 58 drivers/net/ethernet/intel/i40e/i40e_ethtool.c I40E_STAT(struct i40e_ring, _name, _stat) i40e_ring 166 drivers/net/ethernet/intel/i40e/i40e_ethtool.c i40e_add_queue_stats(u64 **data, struct i40e_ring *ring) i40e_ring 238 drivers/net/ethernet/intel/i40e/i40e_ethtool.c I40E_STAT(struct i40e_ring, _name, _stat) i40e_ring 1938 drivers/net/ethernet/intel/i40e/i40e_ethtool.c struct i40e_ring *tx_rings = NULL, *rx_rings = NULL; i40e_ring 2010 drivers/net/ethernet/intel/i40e/i40e_ethtool.c sizeof(struct i40e_ring), GFP_KERNEL); i40e_ring 2049 drivers/net/ethernet/intel/i40e/i40e_ethtool.c sizeof(struct i40e_ring), GFP_KERNEL); i40e_ring 2734 drivers/net/ethernet/intel/i40e/i40e_ethtool.c struct i40e_ring *rx_ring, *tx_ring; i40e_ring 2813 drivers/net/ethernet/intel/i40e/i40e_ethtool.c struct i40e_ring *rx_ring = vsi->rx_rings[queue]; i40e_ring 2814 drivers/net/ethernet/intel/i40e/i40e_ethtool.c struct i40e_ring *tx_ring = vsi->tx_rings[queue]; i40e_ring 309 drivers/net/ethernet/intel/i40e/i40e_main.c struct i40e_ring *tx_ring = NULL; i40e_ring 411 drivers/net/ethernet/intel/i40e/i40e_main.c static void i40e_get_netdev_stats_struct_tx(struct i40e_ring *ring, i40e_ring 441 drivers/net/ethernet/intel/i40e/i40e_main.c struct i40e_ring *ring; i40e_ring 778 drivers/net/ethernet/intel/i40e/i40e_main.c struct i40e_ring *p; i40e_ring 3089 drivers/net/ethernet/intel/i40e/i40e_main.c static void i40e_config_xps_tx_ring(struct i40e_ring *ring) i40e_ring 3111 drivers/net/ethernet/intel/i40e/i40e_main.c static struct xdp_umem *i40e_xsk_umem(struct i40e_ring *ring) i40e_ring 3131 drivers/net/ethernet/intel/i40e/i40e_main.c static int i40e_configure_tx_ring(struct i40e_ring *ring) i40e_ring 3244 drivers/net/ethernet/intel/i40e/i40e_main.c static int i40e_configure_rx_ring(struct i40e_ring *ring) i40e_ring 3425 drivers/net/ethernet/intel/i40e/i40e_main.c struct i40e_ring *tx_ring, *rx_ring; i40e_ring 4058 drivers/net/ethernet/intel/i40e/i40e_main.c static bool i40e_clean_fdir_tx_irq(struct i40e_ring *tx_ring, int budget) i40e_ring 4164 drivers/net/ethernet/intel/i40e/i40e_main.c struct i40e_ring *tx_ring = vsi->tx_rings[qp_idx]; i40e_ring 4165 drivers/net/ethernet/intel/i40e/i40e_main.c struct i40e_ring *rx_ring = vsi->rx_rings[qp_idx]; i40e_ring 4174 drivers/net/ethernet/intel/i40e/i40e_main.c struct i40e_ring *xdp_ring = vsi->xdp_rings[qp_idx]; i40e_ring 4727 drivers/net/ethernet/intel/i40e/i40e_main.c struct i40e_ring *ring; i40e_ring 5583 drivers/net/ethernet/intel/i40e/i40e_main.c struct i40e_ring *tx_ring, *rx_ring; i40e_ring 5958 drivers/net/ethernet/intel/i40e/i40e_main.c struct i40e_ring *tx_ring, *rx_ring; i40e_ring 6953 drivers/net/ethernet/intel/i40e/i40e_main.c struct i40e_ring *tx_ring, *rx_ring; i40e_ring 7041 drivers/net/ethernet/intel/i40e/i40e_main.c struct i40e_ring *tx_ring, *rx_ring; i40e_ring 7069 drivers/net/ethernet/intel/i40e/i40e_main.c struct i40e_ring *rx_ring; i40e_ring 10595 drivers/net/ethernet/intel/i40e/i40e_main.c struct i40e_ring **next_rings; i40e_ring 10600 drivers/net/ethernet/intel/i40e/i40e_main.c size = sizeof(struct i40e_ring *) * vsi->alloc_queue_pairs * i40e_ring 10835 drivers/net/ethernet/intel/i40e/i40e_main.c struct i40e_ring *ring; i40e_ring 10840 drivers/net/ethernet/intel/i40e/i40e_main.c ring = kcalloc(qpv, sizeof(struct i40e_ring), GFP_KERNEL); i40e_ring 12631 drivers/net/ethernet/intel/i40e/i40e_main.c struct i40e_ring *rxr = vsi->rx_rings[queue_pair]; i40e_ring 12707 drivers/net/ethernet/intel/i40e/i40e_main.c struct i40e_ring *rxr = vsi->rx_rings[queue_pair]; i40e_ring 12727 drivers/net/ethernet/intel/i40e/i40e_main.c struct i40e_ring *rxr = vsi->rx_rings[queue_pair]; i40e_ring 62 drivers/net/ethernet/intel/i40e/i40e_trace.h TP_PROTO(struct i40e_ring *ring, i40e_ring 97 drivers/net/ethernet/intel/i40e/i40e_trace.h TP_PROTO(struct i40e_ring *ring, i40e_ring 105 drivers/net/ethernet/intel/i40e/i40e_trace.h TP_PROTO(struct i40e_ring *ring, i40e_ring 114 drivers/net/ethernet/intel/i40e/i40e_trace.h TP_PROTO(struct i40e_ring *ring, i40e_ring 142 drivers/net/ethernet/intel/i40e/i40e_trace.h TP_PROTO(struct i40e_ring *ring, i40e_ring 150 drivers/net/ethernet/intel/i40e/i40e_trace.h TP_PROTO(struct i40e_ring *ring, i40e_ring 160 drivers/net/ethernet/intel/i40e/i40e_trace.h struct i40e_ring *ring), i40e_ring 185 drivers/net/ethernet/intel/i40e/i40e_trace.h struct i40e_ring *ring), i40e_ring 192 drivers/net/ethernet/intel/i40e/i40e_trace.h struct i40e_ring *ring), i40e_ring 21 drivers/net/ethernet/intel/i40e/i40e_txrx.c static void i40e_fdir(struct i40e_ring *tx_ring, i40e_ring 94 drivers/net/ethernet/intel/i40e/i40e_txrx.c struct i40e_ring *tx_ring; i40e_ring 530 drivers/net/ethernet/intel/i40e/i40e_txrx.c void i40e_fd_handle_status(struct i40e_ring *rx_ring, i40e_ring 601 drivers/net/ethernet/intel/i40e/i40e_txrx.c static void i40e_unmap_and_free_tx_resource(struct i40e_ring *ring, i40e_ring 633 drivers/net/ethernet/intel/i40e/i40e_txrx.c void i40e_clean_tx_ring(struct i40e_ring *tx_ring) i40e_ring 673 drivers/net/ethernet/intel/i40e/i40e_txrx.c void i40e_free_tx_resources(struct i40e_ring *tx_ring) i40e_ring 694 drivers/net/ethernet/intel/i40e/i40e_txrx.c u32 i40e_get_tx_pending(struct i40e_ring *ring, bool in_sw) i40e_ring 722 drivers/net/ethernet/intel/i40e/i40e_txrx.c struct i40e_ring *tx_ring = NULL; i40e_ring 775 drivers/net/ethernet/intel/i40e/i40e_txrx.c struct i40e_ring *tx_ring, int napi_budget) i40e_ring 1205 drivers/net/ethernet/intel/i40e/i40e_txrx.c static void i40e_reuse_rx_page(struct i40e_ring *rx_ring, i40e_ring 1261 drivers/net/ethernet/intel/i40e/i40e_txrx.c struct i40e_ring *rx_ring, i40e_ring 1296 drivers/net/ethernet/intel/i40e/i40e_txrx.c int i40e_setup_tx_descriptors(struct i40e_ring *tx_ring) i40e_ring 1343 drivers/net/ethernet/intel/i40e/i40e_txrx.c void i40e_clean_rx_ring(struct i40e_ring *rx_ring) i40e_ring 1408 drivers/net/ethernet/intel/i40e/i40e_txrx.c void i40e_free_rx_resources(struct i40e_ring *rx_ring) i40e_ring 1430 drivers/net/ethernet/intel/i40e/i40e_txrx.c int i40e_setup_rx_descriptors(struct i40e_ring *rx_ring) i40e_ring 1483 drivers/net/ethernet/intel/i40e/i40e_txrx.c void i40e_release_rx_desc(struct i40e_ring *rx_ring, u32 val) i40e_ring 1505 drivers/net/ethernet/intel/i40e/i40e_txrx.c static inline unsigned int i40e_rx_offset(struct i40e_ring *rx_ring) i40e_ring 1518 drivers/net/ethernet/intel/i40e/i40e_txrx.c static bool i40e_alloc_mapped_page(struct i40e_ring *rx_ring, i40e_ring 1568 drivers/net/ethernet/intel/i40e/i40e_txrx.c bool i40e_alloc_rx_buffers(struct i40e_ring *rx_ring, u16 cleaned_count) i40e_ring 1747 drivers/net/ethernet/intel/i40e/i40e_txrx.c static inline void i40e_rx_hash(struct i40e_ring *ring, i40e_ring 1777 drivers/net/ethernet/intel/i40e/i40e_txrx.c void i40e_process_skb_fields(struct i40e_ring *rx_ring, i40e_ring 1823 drivers/net/ethernet/intel/i40e/i40e_txrx.c static bool i40e_cleanup_headers(struct i40e_ring *rx_ring, struct sk_buff *skb, i40e_ring 1933 drivers/net/ethernet/intel/i40e/i40e_txrx.c static void i40e_add_rx_frag(struct i40e_ring *rx_ring, i40e_ring 1963 drivers/net/ethernet/intel/i40e/i40e_txrx.c static struct i40e_rx_buffer *i40e_get_rx_buffer(struct i40e_ring *rx_ring, i40e_ring 1994 drivers/net/ethernet/intel/i40e/i40e_txrx.c static struct sk_buff *i40e_construct_skb(struct i40e_ring *rx_ring, i40e_ring 2075 drivers/net/ethernet/intel/i40e/i40e_txrx.c static struct sk_buff *i40e_build_skb(struct i40e_ring *rx_ring, i40e_ring 2127 drivers/net/ethernet/intel/i40e/i40e_txrx.c static void i40e_put_rx_buffer(struct i40e_ring *rx_ring, i40e_ring 2156 drivers/net/ethernet/intel/i40e/i40e_txrx.c static bool i40e_is_non_eop(struct i40e_ring *rx_ring, i40e_ring 2179 drivers/net/ethernet/intel/i40e/i40e_txrx.c struct i40e_ring *xdp_ring); i40e_ring 2181 drivers/net/ethernet/intel/i40e/i40e_txrx.c int i40e_xmit_xdp_tx_ring(struct xdp_buff *xdp, struct i40e_ring *xdp_ring) i40e_ring 2196 drivers/net/ethernet/intel/i40e/i40e_txrx.c static struct sk_buff *i40e_run_xdp(struct i40e_ring *rx_ring, i40e_ring 2200 drivers/net/ethernet/intel/i40e/i40e_txrx.c struct i40e_ring *xdp_ring; i40e_ring 2245 drivers/net/ethernet/intel/i40e/i40e_txrx.c static void i40e_rx_buffer_flip(struct i40e_ring *rx_ring, i40e_ring 2266 drivers/net/ethernet/intel/i40e/i40e_txrx.c void i40e_xdp_ring_update_tail(struct i40e_ring *xdp_ring) i40e_ring 2283 drivers/net/ethernet/intel/i40e/i40e_txrx.c void i40e_update_rx_stats(struct i40e_ring *rx_ring, i40e_ring 2304 drivers/net/ethernet/intel/i40e/i40e_txrx.c void i40e_finalize_xdp_rx(struct i40e_ring *rx_ring, unsigned int xdp_res) i40e_ring 2310 drivers/net/ethernet/intel/i40e/i40e_txrx.c struct i40e_ring *xdp_ring = i40e_ring 2329 drivers/net/ethernet/intel/i40e/i40e_txrx.c static int i40e_clean_rx_irq(struct i40e_ring *rx_ring, int budget) i40e_ring 2573 drivers/net/ethernet/intel/i40e/i40e_txrx.c struct i40e_ring *ring; i40e_ring 2667 drivers/net/ethernet/intel/i40e/i40e_txrx.c static void i40e_atr(struct i40e_ring *tx_ring, struct sk_buff *skb, i40e_ring 2813 drivers/net/ethernet/intel/i40e/i40e_txrx.c struct i40e_ring *tx_ring, i40e_ring 2995 drivers/net/ethernet/intel/i40e/i40e_txrx.c static int i40e_tsyn(struct i40e_ring *tx_ring, struct sk_buff *skb, i40e_ring 3041 drivers/net/ethernet/intel/i40e/i40e_txrx.c struct i40e_ring *tx_ring, i40e_ring 3203 drivers/net/ethernet/intel/i40e/i40e_txrx.c static void i40e_create_tx_ctx(struct i40e_ring *tx_ring, i40e_ring 3234 drivers/net/ethernet/intel/i40e/i40e_txrx.c int __i40e_maybe_stop_tx(struct i40e_ring *tx_ring, int size) i40e_ring 3346 drivers/net/ethernet/intel/i40e/i40e_txrx.c static inline int i40e_tx_map(struct i40e_ring *tx_ring, struct sk_buff *skb, i40e_ring 3504 drivers/net/ethernet/intel/i40e/i40e_txrx.c struct i40e_ring *xdp_ring) i40e_ring 3559 drivers/net/ethernet/intel/i40e/i40e_txrx.c struct i40e_ring *tx_ring) i40e_ring 3680 drivers/net/ethernet/intel/i40e/i40e_txrx.c struct i40e_ring *tx_ring = vsi->tx_rings[skb->queue_mapping]; i40e_ring 3709 drivers/net/ethernet/intel/i40e/i40e_txrx.c struct i40e_ring *xdp_ring; i40e_ring 353 drivers/net/ethernet/intel/i40e/i40e_txrx.h struct i40e_ring *next; /* pointer to next ring in q_vector */ i40e_ring 425 drivers/net/ethernet/intel/i40e/i40e_txrx.h static inline bool ring_uses_build_skb(struct i40e_ring *ring) i40e_ring 430 drivers/net/ethernet/intel/i40e/i40e_txrx.h static inline void set_ring_build_skb_enabled(struct i40e_ring *ring) i40e_ring 435 drivers/net/ethernet/intel/i40e/i40e_txrx.h static inline void clear_ring_build_skb_enabled(struct i40e_ring *ring) i40e_ring 440 drivers/net/ethernet/intel/i40e/i40e_txrx.h static inline bool ring_is_xdp(struct i40e_ring *ring) i40e_ring 445 drivers/net/ethernet/intel/i40e/i40e_txrx.h static inline void set_ring_xdp(struct i40e_ring *ring) i40e_ring 458 drivers/net/ethernet/intel/i40e/i40e_txrx.h struct i40e_ring *ring; /* pointer to linked list of ring(s) */ i40e_ring 471 drivers/net/ethernet/intel/i40e/i40e_txrx.h static inline unsigned int i40e_rx_pg_order(struct i40e_ring *ring) i40e_ring 482 drivers/net/ethernet/intel/i40e/i40e_txrx.h bool i40e_alloc_rx_buffers(struct i40e_ring *rxr, u16 cleaned_count); i40e_ring 484 drivers/net/ethernet/intel/i40e/i40e_txrx.h void i40e_clean_tx_ring(struct i40e_ring *tx_ring); i40e_ring 485 drivers/net/ethernet/intel/i40e/i40e_txrx.h void i40e_clean_rx_ring(struct i40e_ring *rx_ring); i40e_ring 486 drivers/net/ethernet/intel/i40e/i40e_txrx.h int i40e_setup_tx_descriptors(struct i40e_ring *tx_ring); i40e_ring 487 drivers/net/ethernet/intel/i40e/i40e_txrx.h int i40e_setup_rx_descriptors(struct i40e_ring *rx_ring); i40e_ring 488 drivers/net/ethernet/intel/i40e/i40e_txrx.h void i40e_free_tx_resources(struct i40e_ring *tx_ring); i40e_ring 489 drivers/net/ethernet/intel/i40e/i40e_txrx.h void i40e_free_rx_resources(struct i40e_ring *rx_ring); i40e_ring 492 drivers/net/ethernet/intel/i40e/i40e_txrx.h u32 i40e_get_tx_pending(struct i40e_ring *ring, bool in_sw); i40e_ring 494 drivers/net/ethernet/intel/i40e/i40e_txrx.h int __i40e_maybe_stop_tx(struct i40e_ring *tx_ring, int size); i40e_ring 506 drivers/net/ethernet/intel/i40e/i40e_txrx.h static inline u32 i40e_get_head(struct i40e_ring *tx_ring) i40e_ring 547 drivers/net/ethernet/intel/i40e/i40e_txrx.h static inline int i40e_maybe_stop_tx(struct i40e_ring *tx_ring, int size) i40e_ring 580 drivers/net/ethernet/intel/i40e/i40e_txrx.h static inline struct netdev_queue *txring_txq(const struct i40e_ring *ring) i40e_ring 7 drivers/net/ethernet/intel/i40e/i40e_txrx_common.h void i40e_fd_handle_status(struct i40e_ring *rx_ring, i40e_ring 9 drivers/net/ethernet/intel/i40e/i40e_txrx_common.h int i40e_xmit_xdp_tx_ring(struct xdp_buff *xdp, struct i40e_ring *xdp_ring); i40e_ring 11 drivers/net/ethernet/intel/i40e/i40e_txrx_common.h struct i40e_ring *rx_ring, i40e_ring 14 drivers/net/ethernet/intel/i40e/i40e_txrx_common.h void i40e_process_skb_fields(struct i40e_ring *rx_ring, i40e_ring 16 drivers/net/ethernet/intel/i40e/i40e_txrx_common.h void i40e_xdp_ring_update_tail(struct i40e_ring *xdp_ring); i40e_ring 17 drivers/net/ethernet/intel/i40e/i40e_txrx_common.h void i40e_update_rx_stats(struct i40e_ring *rx_ring, i40e_ring 20 drivers/net/ethernet/intel/i40e/i40e_txrx_common.h void i40e_finalize_xdp_rx(struct i40e_ring *rx_ring, unsigned int xdp_res); i40e_ring 21 drivers/net/ethernet/intel/i40e/i40e_txrx_common.h void i40e_release_rx_desc(struct i40e_ring *rx_ring, u32 val); i40e_ring 47 drivers/net/ethernet/intel/i40e/i40e_txrx_common.h static inline void i40e_update_tx_stats(struct i40e_ring *tx_ring, i40e_ring 67 drivers/net/ethernet/intel/i40e/i40e_txrx_common.h static inline void i40e_arm_wb(struct i40e_ring *tx_ring, i40e_ring 87 drivers/net/ethernet/intel/i40e/i40e_txrx_common.h void i40e_xsk_clean_rx_ring(struct i40e_ring *rx_ring); i40e_ring 88 drivers/net/ethernet/intel/i40e/i40e_txrx_common.h void i40e_xsk_clean_tx_ring(struct i40e_ring *tx_ring); i40e_ring 191 drivers/net/ethernet/intel/i40e/i40e_xsk.c static int i40e_run_xdp_zc(struct i40e_ring *rx_ring, struct xdp_buff *xdp) i40e_ring 195 drivers/net/ethernet/intel/i40e/i40e_xsk.c struct i40e_ring *xdp_ring; i40e_ring 245 drivers/net/ethernet/intel/i40e/i40e_xsk.c static bool i40e_alloc_buffer_zc(struct i40e_ring *rx_ring, i40e_ring 286 drivers/net/ethernet/intel/i40e/i40e_xsk.c static bool i40e_alloc_buffer_slow_zc(struct i40e_ring *rx_ring, i40e_ring 314 drivers/net/ethernet/intel/i40e/i40e_xsk.c __i40e_alloc_rx_buffers_zc(struct i40e_ring *rx_ring, u16 count, i40e_ring 315 drivers/net/ethernet/intel/i40e/i40e_xsk.c bool alloc(struct i40e_ring *rx_ring, i40e_ring 368 drivers/net/ethernet/intel/i40e/i40e_xsk.c bool i40e_alloc_rx_buffers_zc(struct i40e_ring *rx_ring, u16 count) i40e_ring 384 drivers/net/ethernet/intel/i40e/i40e_xsk.c static bool i40e_alloc_rx_buffers_fast_zc(struct i40e_ring *rx_ring, u16 count) i40e_ring 400 drivers/net/ethernet/intel/i40e/i40e_xsk.c static struct i40e_rx_buffer *i40e_get_rx_buffer_zc(struct i40e_ring *rx_ring, i40e_ring 424 drivers/net/ethernet/intel/i40e/i40e_xsk.c static void i40e_reuse_rx_buffer_zc(struct i40e_ring *rx_ring, i40e_ring 450 drivers/net/ethernet/intel/i40e/i40e_xsk.c struct i40e_ring *rx_ring; i40e_ring 454 drivers/net/ethernet/intel/i40e/i40e_xsk.c rx_ring = container_of(alloc, struct i40e_ring, zca); i40e_ring 486 drivers/net/ethernet/intel/i40e/i40e_xsk.c static struct sk_buff *i40e_construct_skb_zc(struct i40e_ring *rx_ring, i40e_ring 514 drivers/net/ethernet/intel/i40e/i40e_xsk.c static void i40e_inc_ntc(struct i40e_ring *rx_ring) i40e_ring 530 drivers/net/ethernet/intel/i40e/i40e_xsk.c int i40e_clean_rx_irq_zc(struct i40e_ring *rx_ring, int budget) i40e_ring 647 drivers/net/ethernet/intel/i40e/i40e_xsk.c static bool i40e_xmit_zc(struct i40e_ring *xdp_ring, unsigned int budget) i40e_ring 702 drivers/net/ethernet/intel/i40e/i40e_xsk.c static void i40e_clean_xdp_tx_buffer(struct i40e_ring *tx_ring, i40e_ring 720 drivers/net/ethernet/intel/i40e/i40e_xsk.c struct i40e_ring *tx_ring, int napi_budget) i40e_ring 791 drivers/net/ethernet/intel/i40e/i40e_xsk.c struct i40e_ring *ring; i40e_ring 822 drivers/net/ethernet/intel/i40e/i40e_xsk.c void i40e_xsk_clean_rx_ring(struct i40e_ring *rx_ring) i40e_ring 841 drivers/net/ethernet/intel/i40e/i40e_xsk.c void i40e_xsk_clean_tx_ring(struct i40e_ring *tx_ring) i40e_ring 16 drivers/net/ethernet/intel/i40e/i40e_xsk.h bool i40e_alloc_rx_buffers_zc(struct i40e_ring *rx_ring, u16 cleaned_count); i40e_ring 17 drivers/net/ethernet/intel/i40e/i40e_xsk.h int i40e_clean_rx_irq_zc(struct i40e_ring *rx_ring, int budget); i40e_ring 20 drivers/net/ethernet/intel/i40e/i40e_xsk.h struct i40e_ring *tx_ring, int napi_budget);