xdp_umem         3111 drivers/net/ethernet/intel/i40e/i40e_main.c static struct xdp_umem *i40e_xsk_umem(struct i40e_ring *ring)
xdp_umem          421 drivers/net/ethernet/intel/i40e/i40e_txrx.h 	struct xdp_umem *xsk_umem;
xdp_umem           19 drivers/net/ethernet/intel/i40e/i40e_xsk.c static int i40e_xsk_umem_dma_map(struct i40e_vsi *vsi, struct xdp_umem *umem)
xdp_umem           53 drivers/net/ethernet/intel/i40e/i40e_xsk.c static void i40e_xsk_umem_dma_unmap(struct i40e_vsi *vsi, struct xdp_umem *umem)
xdp_umem           77 drivers/net/ethernet/intel/i40e/i40e_xsk.c static int i40e_xsk_umem_enable(struct i40e_vsi *vsi, struct xdp_umem *umem,
xdp_umem          137 drivers/net/ethernet/intel/i40e/i40e_xsk.c 	struct xdp_umem *umem;
xdp_umem          175 drivers/net/ethernet/intel/i40e/i40e_xsk.c int i40e_xsk_umem_setup(struct i40e_vsi *vsi, struct xdp_umem *umem,
xdp_umem          193 drivers/net/ethernet/intel/i40e/i40e_xsk.c 	struct xdp_umem *umem = rx_ring->xsk_umem;
xdp_umem          248 drivers/net/ethernet/intel/i40e/i40e_xsk.c 	struct xdp_umem *umem = rx_ring->xsk_umem;
xdp_umem          289 drivers/net/ethernet/intel/i40e/i40e_xsk.c 	struct xdp_umem *umem = rx_ring->xsk_umem;
xdp_umem          724 drivers/net/ethernet/intel/i40e/i40e_xsk.c 	struct xdp_umem *umem = tx_ring->xsk_umem;
xdp_umem          844 drivers/net/ethernet/intel/i40e/i40e_xsk.c 	struct xdp_umem *umem = tx_ring->xsk_umem;
xdp_umem            8 drivers/net/ethernet/intel/i40e/i40e_xsk.h struct xdp_umem;
xdp_umem           13 drivers/net/ethernet/intel/i40e/i40e_xsk.h int i40e_xsk_umem_setup(struct i40e_vsi *vsi, struct xdp_umem *umem,
xdp_umem          353 drivers/net/ethernet/intel/ixgbe/ixgbe.h 	struct xdp_umem *xsk_umem;
xdp_umem           31 drivers/net/ethernet/intel/ixgbe/ixgbe_txrx_common.h struct xdp_umem *ixgbe_xsk_umem(struct ixgbe_adapter *adapter,
xdp_umem           33 drivers/net/ethernet/intel/ixgbe/ixgbe_txrx_common.h int ixgbe_xsk_umem_setup(struct ixgbe_adapter *adapter, struct xdp_umem *umem,
xdp_umem           11 drivers/net/ethernet/intel/ixgbe/ixgbe_xsk.c struct xdp_umem *ixgbe_xsk_umem(struct ixgbe_adapter *adapter,
xdp_umem           24 drivers/net/ethernet/intel/ixgbe/ixgbe_xsk.c 				  struct xdp_umem *umem)
xdp_umem           52 drivers/net/ethernet/intel/ixgbe/ixgbe_xsk.c 				     struct xdp_umem *umem)
xdp_umem           66 drivers/net/ethernet/intel/ixgbe/ixgbe_xsk.c 				 struct xdp_umem *umem,
xdp_umem          113 drivers/net/ethernet/intel/ixgbe/ixgbe_xsk.c 	struct xdp_umem *umem;
xdp_umem          135 drivers/net/ethernet/intel/ixgbe/ixgbe_xsk.c int ixgbe_xsk_umem_setup(struct ixgbe_adapter *adapter, struct xdp_umem *umem,
xdp_umem          146 drivers/net/ethernet/intel/ixgbe/ixgbe_xsk.c 	struct xdp_umem *umem = rx_ring->xsk_umem;
xdp_umem          258 drivers/net/ethernet/intel/ixgbe/ixgbe_xsk.c 	struct xdp_umem *umem = rx_ring->xsk_umem;
xdp_umem          287 drivers/net/ethernet/intel/ixgbe/ixgbe_xsk.c 	struct xdp_umem *umem = rx_ring->xsk_umem;
xdp_umem          645 drivers/net/ethernet/intel/ixgbe/ixgbe_xsk.c 	struct xdp_umem *umem = tx_ring->xsk_umem;
xdp_umem          732 drivers/net/ethernet/intel/ixgbe/ixgbe_xsk.c 	struct xdp_umem *umem = tx_ring->xsk_umem;
xdp_umem          523 drivers/net/ethernet/mellanox/mlx5/core/en.h 	struct xdp_umem           *umem;
xdp_umem          686 drivers/net/ethernet/mellanox/mlx5/core/en.h 	struct xdp_umem       *umem;
xdp_umem          813 drivers/net/ethernet/mellanox/mlx5/core/en.h 	struct xdp_umem **umems;
xdp_umem         1013 drivers/net/ethernet/mellanox/mlx5/core/en.h 		  struct xdp_umem *umem, struct mlx5e_rq *rq);
xdp_umem         1023 drivers/net/ethernet/mellanox/mlx5/core/en.h 		     struct mlx5e_sq_param *param, struct xdp_umem *umem,
xdp_umem          125 drivers/net/ethernet/mellanox/mlx5/core/en/xdp.c 	struct xdp_umem *umem = rq->umem;
xdp_umem           21 drivers/net/ethernet/mellanox/mlx5/core/en/xsk/rx.c 	struct xdp_umem *umem = rq->umem;
xdp_umem           65 drivers/net/ethernet/mellanox/mlx5/core/en/xsk/setup.c 		   struct mlx5e_xsk_param *xsk, struct xdp_umem *umem,
xdp_umem           15 drivers/net/ethernet/mellanox/mlx5/core/en/xsk/setup.h 		   struct mlx5e_xsk_param *xsk, struct xdp_umem *umem,
xdp_umem           69 drivers/net/ethernet/mellanox/mlx5/core/en/xsk/tx.c 	struct xdp_umem *umem = sq->umem;
xdp_umem           10 drivers/net/ethernet/mellanox/mlx5/core/en/xsk/umem.c 			      struct xdp_umem *umem)
xdp_umem           37 drivers/net/ethernet/mellanox/mlx5/core/en/xsk/umem.c 				 struct xdp_umem *umem)
xdp_umem           72 drivers/net/ethernet/mellanox/mlx5/core/en/xsk/umem.c static int mlx5e_xsk_add_umem(struct mlx5e_xsk *xsk, struct xdp_umem *umem, u16 ix)
xdp_umem           91 drivers/net/ethernet/mellanox/mlx5/core/en/xsk/umem.c static bool mlx5e_xsk_is_umem_sane(struct xdp_umem *umem)
xdp_umem           96 drivers/net/ethernet/mellanox/mlx5/core/en/xsk/umem.c void mlx5e_build_xsk_param(struct xdp_umem *umem, struct mlx5e_xsk_param *xsk)
xdp_umem          103 drivers/net/ethernet/mellanox/mlx5/core/en/xsk/umem.c 				   struct xdp_umem *umem, u16 ix)
xdp_umem          182 drivers/net/ethernet/mellanox/mlx5/core/en/xsk/umem.c 	struct xdp_umem *umem = mlx5e_xsk_get_umem(&priv->channels.params,
xdp_umem          208 drivers/net/ethernet/mellanox/mlx5/core/en/xsk/umem.c static int mlx5e_xsk_enable_umem(struct mlx5e_priv *priv, struct xdp_umem *umem,
xdp_umem          231 drivers/net/ethernet/mellanox/mlx5/core/en/xsk/umem.c int mlx5e_xsk_setup_umem(struct net_device *dev, struct xdp_umem *umem, u16 qid)
xdp_umem          244 drivers/net/ethernet/mellanox/mlx5/core/en/xsk/umem.c int mlx5e_xsk_resize_reuseq(struct xdp_umem *umem, u32 nentries)
xdp_umem            9 drivers/net/ethernet/mellanox/mlx5/core/en/xsk/umem.h static inline struct xdp_umem *mlx5e_xsk_get_umem(struct mlx5e_params *params,
xdp_umem           22 drivers/net/ethernet/mellanox/mlx5/core/en/xsk/umem.h void mlx5e_build_xsk_param(struct xdp_umem *umem, struct mlx5e_xsk_param *xsk);
xdp_umem           25 drivers/net/ethernet/mellanox/mlx5/core/en/xsk/umem.h int mlx5e_xsk_setup_umem(struct net_device *dev, struct xdp_umem *umem, u16 qid);
xdp_umem           27 drivers/net/ethernet/mellanox/mlx5/core/en/xsk/umem.h int mlx5e_xsk_resize_reuseq(struct xdp_umem *umem, u32 nentries);
xdp_umem          376 drivers/net/ethernet/mellanox/mlx5/core/en_main.c 			  struct xdp_umem *umem,
xdp_umem          884 drivers/net/ethernet/mellanox/mlx5/core/en_main.c 		  struct xdp_umem *umem, struct mlx5e_rq *rq)
xdp_umem          990 drivers/net/ethernet/mellanox/mlx5/core/en_main.c 			     struct xdp_umem *umem,
xdp_umem         1461 drivers/net/ethernet/mellanox/mlx5/core/en_main.c 		     struct mlx5e_sq_param *param, struct xdp_umem *umem,
xdp_umem         1965 drivers/net/ethernet/mellanox/mlx5/core/en_main.c 			      struct xdp_umem *umem,
xdp_umem         2362 drivers/net/ethernet/mellanox/mlx5/core/en_main.c 		struct xdp_umem *umem = NULL;
xdp_umem         3889 drivers/net/ethernet/mellanox/mlx5/core/en_main.c 		struct xdp_umem *umem = mlx5e_xsk_get_umem(&chs->params, chs->params.xsk, ix);
xdp_umem          614 include/linux/netdevice.h 	struct xdp_umem         *umem;
xdp_umem          747 include/linux/netdevice.h 	struct xdp_umem                 *umem;
xdp_umem          878 include/linux/netdevice.h struct xdp_umem;
xdp_umem          901 include/linux/netdevice.h 			struct xdp_umem *umem;
xdp_umem           84 include/net/xdp_sock.h 	struct xdp_umem *umem;
xdp_umem          116 include/net/xdp_sock.h bool xsk_umem_has_addrs(struct xdp_umem *umem, u32 cnt);
xdp_umem          117 include/net/xdp_sock.h u64 *xsk_umem_peek_addr(struct xdp_umem *umem, u64 *addr);
xdp_umem          118 include/net/xdp_sock.h void xsk_umem_discard_addr(struct xdp_umem *umem);
xdp_umem          119 include/net/xdp_sock.h void xsk_umem_complete_tx(struct xdp_umem *umem, u32 nb_entries);
xdp_umem          120 include/net/xdp_sock.h bool xsk_umem_consume_tx(struct xdp_umem *umem, struct xdp_desc *desc);
xdp_umem          121 include/net/xdp_sock.h void xsk_umem_consume_tx_done(struct xdp_umem *umem);
xdp_umem          123 include/net/xdp_sock.h struct xdp_umem_fq_reuse *xsk_reuseq_swap(struct xdp_umem *umem,
xdp_umem          126 include/net/xdp_sock.h struct xdp_umem *xdp_get_umem_from_qid(struct net_device *dev, u16 queue_id);
xdp_umem          127 include/net/xdp_sock.h void xsk_set_rx_need_wakeup(struct xdp_umem *umem);
xdp_umem          128 include/net/xdp_sock.h void xsk_set_tx_need_wakeup(struct xdp_umem *umem);
xdp_umem          129 include/net/xdp_sock.h void xsk_clear_rx_need_wakeup(struct xdp_umem *umem);
xdp_umem          130 include/net/xdp_sock.h void xsk_clear_tx_need_wakeup(struct xdp_umem *umem);
xdp_umem          131 include/net/xdp_sock.h bool xsk_umem_uses_need_wakeup(struct xdp_umem *umem);
xdp_umem          153 include/net/xdp_sock.h static inline char *xdp_umem_get_data(struct xdp_umem *umem, u64 addr)
xdp_umem          163 include/net/xdp_sock.h static inline dma_addr_t xdp_umem_get_dma(struct xdp_umem *umem, u64 addr)
xdp_umem          171 include/net/xdp_sock.h static inline bool xsk_umem_has_addrs_rq(struct xdp_umem *umem, u32 cnt)
xdp_umem          181 include/net/xdp_sock.h static inline u64 *xsk_umem_peek_addr_rq(struct xdp_umem *umem, u64 *addr)
xdp_umem          192 include/net/xdp_sock.h static inline void xsk_umem_discard_addr_rq(struct xdp_umem *umem)
xdp_umem          202 include/net/xdp_sock.h static inline void xsk_umem_fq_reuse(struct xdp_umem *umem, u64 addr)
xdp_umem          213 include/net/xdp_sock.h static inline u64 xsk_umem_adjust_offset(struct xdp_umem *umem, u64 address,
xdp_umem          241 include/net/xdp_sock.h static inline bool xsk_umem_has_addrs(struct xdp_umem *umem, u32 cnt)
xdp_umem          246 include/net/xdp_sock.h static inline u64 *xsk_umem_peek_addr(struct xdp_umem *umem, u64 *addr)
xdp_umem          251 include/net/xdp_sock.h static inline void xsk_umem_discard_addr(struct xdp_umem *umem)
xdp_umem          255 include/net/xdp_sock.h static inline void xsk_umem_complete_tx(struct xdp_umem *umem, u32 nb_entries)
xdp_umem          259 include/net/xdp_sock.h static inline bool xsk_umem_consume_tx(struct xdp_umem *umem,
xdp_umem          265 include/net/xdp_sock.h static inline void xsk_umem_consume_tx_done(struct xdp_umem *umem)
xdp_umem          275 include/net/xdp_sock.h 	struct xdp_umem *umem,
xdp_umem          284 include/net/xdp_sock.h static inline struct xdp_umem *xdp_get_umem_from_qid(struct net_device *dev,
xdp_umem          305 include/net/xdp_sock.h static inline char *xdp_umem_get_data(struct xdp_umem *umem, u64 addr)
xdp_umem          310 include/net/xdp_sock.h static inline dma_addr_t xdp_umem_get_dma(struct xdp_umem *umem, u64 addr)
xdp_umem          315 include/net/xdp_sock.h static inline bool xsk_umem_has_addrs_rq(struct xdp_umem *umem, u32 cnt)
xdp_umem          320 include/net/xdp_sock.h static inline u64 *xsk_umem_peek_addr_rq(struct xdp_umem *umem, u64 *addr)
xdp_umem          325 include/net/xdp_sock.h static inline void xsk_umem_discard_addr_rq(struct xdp_umem *umem)
xdp_umem          329 include/net/xdp_sock.h static inline void xsk_umem_fq_reuse(struct xdp_umem *umem, u64 addr)
xdp_umem          333 include/net/xdp_sock.h static inline void xsk_set_rx_need_wakeup(struct xdp_umem *umem)
xdp_umem          337 include/net/xdp_sock.h static inline void xsk_set_tx_need_wakeup(struct xdp_umem *umem)
xdp_umem          341 include/net/xdp_sock.h static inline void xsk_clear_rx_need_wakeup(struct xdp_umem *umem)
xdp_umem          345 include/net/xdp_sock.h static inline void xsk_clear_tx_need_wakeup(struct xdp_umem *umem)
xdp_umem          349 include/net/xdp_sock.h static inline bool xsk_umem_uses_need_wakeup(struct xdp_umem *umem)
xdp_umem          354 include/net/xdp_sock.h static inline u64 xsk_umem_adjust_offset(struct xdp_umem *umem, u64 handle,
xdp_umem           26 net/xdp/xdp_umem.c void xdp_add_sk_umem(struct xdp_umem *umem, struct xdp_sock *xs)
xdp_umem           38 net/xdp/xdp_umem.c void xdp_del_sk_umem(struct xdp_umem *umem, struct xdp_sock *xs)
xdp_umem           54 net/xdp/xdp_umem.c static int xdp_reg_umem_at_qid(struct net_device *dev, struct xdp_umem *umem,
xdp_umem           70 net/xdp/xdp_umem.c struct xdp_umem *xdp_get_umem_from_qid(struct net_device *dev,
xdp_umem           90 net/xdp/xdp_umem.c int xdp_umem_assign_dev(struct xdp_umem *umem, struct net_device *dev,
xdp_umem          154 net/xdp/xdp_umem.c void xdp_umem_clear_dev(struct xdp_umem *umem)
xdp_umem          182 net/xdp/xdp_umem.c static void xdp_umem_unmap_pages(struct xdp_umem *umem)
xdp_umem          191 net/xdp/xdp_umem.c static int xdp_umem_map_pages(struct xdp_umem *umem)
xdp_umem          213 net/xdp/xdp_umem.c static void xdp_umem_unpin_pages(struct xdp_umem *umem)
xdp_umem          221 net/xdp/xdp_umem.c static void xdp_umem_unaccount_pages(struct xdp_umem *umem)
xdp_umem          229 net/xdp/xdp_umem.c static void xdp_umem_release(struct xdp_umem *umem)
xdp_umem          261 net/xdp/xdp_umem.c 	struct xdp_umem *umem = container_of(work, struct xdp_umem, work);
xdp_umem          266 net/xdp/xdp_umem.c void xdp_get_umem(struct xdp_umem *umem)
xdp_umem          271 net/xdp/xdp_umem.c void xdp_put_umem(struct xdp_umem *umem)
xdp_umem          282 net/xdp/xdp_umem.c static int xdp_umem_pin_pages(struct xdp_umem *umem)
xdp_umem          317 net/xdp/xdp_umem.c static int xdp_umem_account_pages(struct xdp_umem *umem)
xdp_umem          340 net/xdp/xdp_umem.c static int xdp_umem_reg(struct xdp_umem *umem, struct xdp_umem_reg *mr)
xdp_umem          434 net/xdp/xdp_umem.c struct xdp_umem *xdp_umem_create(struct xdp_umem_reg *mr)
xdp_umem          436 net/xdp/xdp_umem.c 	struct xdp_umem *umem;
xdp_umem          460 net/xdp/xdp_umem.c bool xdp_umem_validate_queues(struct xdp_umem *umem)
xdp_umem           11 net/xdp/xdp_umem.h int xdp_umem_assign_dev(struct xdp_umem *umem, struct net_device *dev,
xdp_umem           13 net/xdp/xdp_umem.h void xdp_umem_clear_dev(struct xdp_umem *umem);
xdp_umem           14 net/xdp/xdp_umem.h bool xdp_umem_validate_queues(struct xdp_umem *umem);
xdp_umem           15 net/xdp/xdp_umem.h void xdp_get_umem(struct xdp_umem *umem);
xdp_umem           16 net/xdp/xdp_umem.h void xdp_put_umem(struct xdp_umem *umem);
xdp_umem           17 net/xdp/xdp_umem.h void xdp_add_sk_umem(struct xdp_umem *umem, struct xdp_sock *xs);
xdp_umem           18 net/xdp/xdp_umem.h void xdp_del_sk_umem(struct xdp_umem *umem, struct xdp_sock *xs);
xdp_umem           19 net/xdp/xdp_umem.h struct xdp_umem *xdp_umem_create(struct xdp_umem_reg *mr);
xdp_umem           40 net/xdp/xsk.c  bool xsk_umem_has_addrs(struct xdp_umem *umem, u32 cnt)
xdp_umem           46 net/xdp/xsk.c  u64 *xsk_umem_peek_addr(struct xdp_umem *umem, u64 *addr)
xdp_umem           52 net/xdp/xsk.c  void xsk_umem_discard_addr(struct xdp_umem *umem)
xdp_umem           58 net/xdp/xsk.c  void xsk_set_rx_need_wakeup(struct xdp_umem *umem)
xdp_umem           68 net/xdp/xsk.c  void xsk_set_tx_need_wakeup(struct xdp_umem *umem)
xdp_umem           85 net/xdp/xsk.c  void xsk_clear_rx_need_wakeup(struct xdp_umem *umem)
xdp_umem           95 net/xdp/xsk.c  void xsk_clear_tx_need_wakeup(struct xdp_umem *umem)
xdp_umem          112 net/xdp/xsk.c  bool xsk_umem_uses_need_wakeup(struct xdp_umem *umem)
xdp_umem          121 net/xdp/xsk.c  static void __xsk_rcv_memcpy(struct xdp_umem *umem, u64 addr, void *from_buf,
xdp_umem          268 net/xdp/xsk.c  void xsk_umem_complete_tx(struct xdp_umem *umem, u32 nb_entries)
xdp_umem          274 net/xdp/xsk.c  void xsk_umem_consume_tx_done(struct xdp_umem *umem)
xdp_umem          286 net/xdp/xsk.c  bool xsk_umem_consume_tx(struct xdp_umem *umem, struct xdp_desc *desc)
xdp_umem          437 net/xdp/xsk.c  	struct xdp_umem *umem;
xdp_umem          597 net/xdp/xsk.c  static void xsk_check_page_contiguity(struct xdp_umem *umem, u32 flags)
xdp_umem          773 net/xdp/xsk.c  		struct xdp_umem *umem;
xdp_umem          969 net/xdp/xsk.c  	struct xdp_umem *umem;
xdp_umem           49 net/xdp/xsk_diag.c 	struct xdp_umem *umem = xs->umem;
xdp_umem           87 net/xdp/xsk_queue.c struct xdp_umem_fq_reuse *xsk_reuseq_swap(struct xdp_umem *umem,
xdp_umem          115 net/xdp/xsk_queue.c void xsk_reuseq_destroy(struct xdp_umem *umem)
xdp_umem          137 net/xdp/xsk_queue.h static inline bool xskq_crosses_non_contig_pg(struct xdp_umem *umem, u64 addr,
xdp_umem          160 net/xdp/xsk_queue.h 						struct xdp_umem *umem)
xdp_umem          175 net/xdp/xsk_queue.h 				      struct xdp_umem *umem)
xdp_umem          202 net/xdp/xsk_queue.h 				  struct xdp_umem *umem)
xdp_umem          273 net/xdp/xsk_queue.h 				      struct xdp_umem *umem)
xdp_umem          301 net/xdp/xsk_queue.h 						  struct xdp_umem *umem)
xdp_umem          319 net/xdp/xsk_queue.h 					      struct xdp_umem *umem)
xdp_umem          379 net/xdp/xsk_queue.h void xsk_reuseq_destroy(struct xdp_umem *umem);