xdp_prog 2782 drivers/net/ethernet/broadcom/bnxt/bnxt.c if (rxr->xdp_prog) xdp_prog 2783 drivers/net/ethernet/broadcom/bnxt/bnxt.c bpf_prog_put(rxr->xdp_prog); xdp_prog 3181 drivers/net/ethernet/broadcom/bnxt/bnxt.c if (BNXT_RX_PAGE_MODE(bp) && bp->xdp_prog) { xdp_prog 3182 drivers/net/ethernet/broadcom/bnxt/bnxt.c rxr->xdp_prog = bpf_prog_add(bp->xdp_prog, 1); xdp_prog 3183 drivers/net/ethernet/broadcom/bnxt/bnxt.c if (IS_ERR(rxr->xdp_prog)) { xdp_prog 3184 drivers/net/ethernet/broadcom/bnxt/bnxt.c int rc = PTR_ERR(rxr->xdp_prog); xdp_prog 3186 drivers/net/ethernet/broadcom/bnxt/bnxt.c rxr->xdp_prog = NULL; xdp_prog 876 drivers/net/ethernet/broadcom/bnxt/bnxt.h struct bpf_prog *xdp_prog; xdp_prog 1810 drivers/net/ethernet/broadcom/bnxt/bnxt.h struct bpf_prog *xdp_prog; xdp_prog 114 drivers/net/ethernet/broadcom/bnxt/bnxt_xdp.c struct bpf_prog *xdp_prog = READ_ONCE(rxr->xdp_prog); xdp_prog 125 drivers/net/ethernet/broadcom/bnxt/bnxt_xdp.c if (!xdp_prog) xdp_prog 144 drivers/net/ethernet/broadcom/bnxt/bnxt_xdp.c act = bpf_prog_run_xdp(xdp_prog, &xdp); xdp_prog 165 drivers/net/ethernet/broadcom/bnxt/bnxt_xdp.c trace_xdp_exception(bp->dev, xdp_prog, act); xdp_prog 188 drivers/net/ethernet/broadcom/bnxt/bnxt_xdp.c trace_xdp_exception(bp->dev, xdp_prog, act); xdp_prog 193 drivers/net/ethernet/broadcom/bnxt/bnxt_xdp.c if (xdp_do_redirect(bp->dev, &xdp, xdp_prog)) { xdp_prog 194 drivers/net/ethernet/broadcom/bnxt/bnxt_xdp.c trace_xdp_exception(bp->dev, xdp_prog, act); xdp_prog 205 drivers/net/ethernet/broadcom/bnxt/bnxt_xdp.c trace_xdp_exception(bp->dev, xdp_prog, act); xdp_prog 218 drivers/net/ethernet/broadcom/bnxt/bnxt_xdp.c struct bpf_prog *xdp_prog = READ_ONCE(bp->xdp_prog); xdp_prog 228 drivers/net/ethernet/broadcom/bnxt/bnxt_xdp.c !xdp_prog) xdp_prog 295 drivers/net/ethernet/broadcom/bnxt/bnxt_xdp.c old = xchg(&bp->xdp_prog, prog); xdp_prog 333 drivers/net/ethernet/broadcom/bnxt/bnxt_xdp.c xdp->prog_id = bp->xdp_prog ? bp->xdp_prog->aux->id : 0; xdp_prog 281 drivers/net/ethernet/cavium/thunder/nic.h struct bpf_prog *xdp_prog; xdp_prog 733 drivers/net/ethernet/cavium/thunder/nicvf_ethtool.c if (nic->xdp_prog && xdp_prog 746 drivers/net/ethernet/cavium/thunder/nicvf_ethtool.c if (!nic->xdp_prog) xdp_prog 800 drivers/net/ethernet/cavium/thunder/nicvf_main.c if (nic->xdp_prog && (cqe_rx->rb_cnt == 1)) { xdp_prog 802 drivers/net/ethernet/cavium/thunder/nicvf_main.c if (nicvf_xdp_rx(snic, nic->xdp_prog, cqe_rx, sq, rq, &skb)) xdp_prog 806 drivers/net/ethernet/cavium/thunder/nicvf_main.c nic->xdp_prog ? true : false); xdp_prog 926 drivers/net/ethernet/cavium/thunder/nicvf_main.c if (nic->pnicvf->xdp_prog) { xdp_prog 1273 drivers/net/ethernet/cavium/thunder/nicvf_main.c if (nic->xdp_prog) xdp_prog 1592 drivers/net/ethernet/cavium/thunder/nicvf_main.c if (nic->xdp_prog && new_mtu > MAX_XDP_MTU) { xdp_prog 1872 drivers/net/ethernet/cavium/thunder/nicvf_main.c old_prog = xchg(&nic->xdp_prog, prog); xdp_prog 1877 drivers/net/ethernet/cavium/thunder/nicvf_main.c if (nic->xdp_prog) { xdp_prog 1879 drivers/net/ethernet/cavium/thunder/nicvf_main.c nic->xdp_prog = bpf_prog_add(nic->xdp_prog, nic->rx_queues - 1); xdp_prog 1880 drivers/net/ethernet/cavium/thunder/nicvf_main.c if (!IS_ERR(nic->xdp_prog)) { xdp_prog 1883 drivers/net/ethernet/cavium/thunder/nicvf_main.c ret = PTR_ERR(nic->xdp_prog); xdp_prog 1884 drivers/net/ethernet/cavium/thunder/nicvf_main.c nic->xdp_prog = NULL; xdp_prog 1915 drivers/net/ethernet/cavium/thunder/nicvf_main.c xdp->prog_id = nic->xdp_prog ? nic->xdp_prog->aux->id : 0; xdp_prog 283 drivers/net/ethernet/cavium/thunder/nicvf_queues.c if (!nic->pnicvf->xdp_prog) { xdp_prog 282 drivers/net/ethernet/freescale/dpaa2/dpaa2-eth.c struct bpf_prog *xdp_prog; xdp_prog 291 drivers/net/ethernet/freescale/dpaa2/dpaa2-eth.c xdp_prog = READ_ONCE(ch->xdp.prog); xdp_prog 292 drivers/net/ethernet/freescale/dpaa2/dpaa2-eth.c if (!xdp_prog) xdp_prog 301 drivers/net/ethernet/freescale/dpaa2/dpaa2-eth.c xdp_act = bpf_prog_run_xdp(xdp_prog, &xdp); xdp_prog 326 drivers/net/ethernet/freescale/dpaa2/dpaa2-eth.c trace_xdp_exception(priv->net_dev, xdp_prog, xdp_act); xdp_prog 337 drivers/net/ethernet/freescale/dpaa2/dpaa2-eth.c err = xdp_do_redirect(priv->net_dev, &xdp, xdp_prog); xdp_prog 396 drivers/net/ethernet/freescale/dpaa2/dpaa2-eth.c WARN_ON(priv->xdp_prog); xdp_prog 1723 drivers/net/ethernet/freescale/dpaa2/dpaa2-eth.c if (!priv->xdp_prog) xdp_prog 1782 drivers/net/ethernet/freescale/dpaa2/dpaa2-eth.c need_update = (!!priv->xdp_prog != !!prog); xdp_prog 1801 drivers/net/ethernet/freescale/dpaa2/dpaa2-eth.c old = xchg(&priv->xdp_prog, prog); xdp_prog 1837 drivers/net/ethernet/freescale/dpaa2/dpaa2-eth.c xdp->prog_id = priv->xdp_prog ? priv->xdp_prog->aux->id : 0; xdp_prog 407 drivers/net/ethernet/freescale/dpaa2/dpaa2-eth.h struct bpf_prog *xdp_prog; xdp_prog 781 drivers/net/ethernet/intel/i40e/i40e.h struct bpf_prog *xdp_prog; xdp_prog 1154 drivers/net/ethernet/intel/i40e/i40e.h return !!READ_ONCE(vsi->xdp_prog); xdp_prog 12528 drivers/net/ethernet/intel/i40e/i40e_main.c old_prog = xchg(&vsi->xdp_prog, prog); xdp_prog 12538 drivers/net/ethernet/intel/i40e/i40e_main.c WRITE_ONCE(vsi->rx_rings[i]->xdp_prog, vsi->xdp_prog); xdp_prog 12828 drivers/net/ethernet/intel/i40e/i40e_main.c xdp->prog_id = vsi->xdp_prog ? vsi->xdp_prog->aux->id : 0; xdp_prog 1413 drivers/net/ethernet/intel/i40e/i40e_txrx.c rx_ring->xdp_prog = NULL; xdp_prog 1469 drivers/net/ethernet/intel/i40e/i40e_txrx.c rx_ring->xdp_prog = rx_ring->vsi->xdp_prog; xdp_prog 2201 drivers/net/ethernet/intel/i40e/i40e_txrx.c struct bpf_prog *xdp_prog; xdp_prog 2205 drivers/net/ethernet/intel/i40e/i40e_txrx.c xdp_prog = READ_ONCE(rx_ring->xdp_prog); xdp_prog 2207 drivers/net/ethernet/intel/i40e/i40e_txrx.c if (!xdp_prog) xdp_prog 2212 drivers/net/ethernet/intel/i40e/i40e_txrx.c act = bpf_prog_run_xdp(xdp_prog, xdp); xdp_prog 2221 drivers/net/ethernet/intel/i40e/i40e_txrx.c err = xdp_do_redirect(rx_ring->netdev, xdp, xdp_prog); xdp_prog 2228 drivers/net/ethernet/intel/i40e/i40e_txrx.c trace_xdp_exception(rx_ring->netdev, xdp_prog, act); xdp_prog 357 drivers/net/ethernet/intel/i40e/i40e_txrx.h struct bpf_prog *xdp_prog; xdp_prog 196 drivers/net/ethernet/intel/i40e/i40e_xsk.c struct bpf_prog *xdp_prog; xdp_prog 204 drivers/net/ethernet/intel/i40e/i40e_xsk.c xdp_prog = READ_ONCE(rx_ring->xdp_prog); xdp_prog 205 drivers/net/ethernet/intel/i40e/i40e_xsk.c act = bpf_prog_run_xdp(xdp_prog, xdp); xdp_prog 218 drivers/net/ethernet/intel/i40e/i40e_xsk.c err = xdp_do_redirect(rx_ring->netdev, xdp, xdp_prog); xdp_prog 225 drivers/net/ethernet/intel/i40e/i40e_xsk.c trace_xdp_exception(rx_ring->netdev, xdp_prog, act); xdp_prog 312 drivers/net/ethernet/intel/ixgbe/ixgbe.h struct bpf_prog *xdp_prog; xdp_prog 561 drivers/net/ethernet/intel/ixgbe/ixgbe.h struct bpf_prog *xdp_prog; xdp_prog 1039 drivers/net/ethernet/intel/ixgbe/ixgbe.h return !!adapter->xdp_prog; xdp_prog 301 drivers/net/ethernet/intel/ixgbe/ixgbe_lib.c return adapter->xdp_prog ? nr_cpu_ids : 0; xdp_prog 2201 drivers/net/ethernet/intel/ixgbe/ixgbe_main.c struct bpf_prog *xdp_prog; xdp_prog 2206 drivers/net/ethernet/intel/ixgbe/ixgbe_main.c xdp_prog = READ_ONCE(rx_ring->xdp_prog); xdp_prog 2208 drivers/net/ethernet/intel/ixgbe/ixgbe_main.c if (!xdp_prog) xdp_prog 2213 drivers/net/ethernet/intel/ixgbe/ixgbe_main.c act = bpf_prog_run_xdp(xdp_prog, xdp); xdp_prog 2226 drivers/net/ethernet/intel/ixgbe/ixgbe_main.c err = xdp_do_redirect(adapter->netdev, xdp, xdp_prog); xdp_prog 2236 drivers/net/ethernet/intel/ixgbe/ixgbe_main.c trace_xdp_exception(rx_ring->netdev, xdp_prog, act); xdp_prog 6579 drivers/net/ethernet/intel/ixgbe/ixgbe_main.c rx_ring->xdp_prog = adapter->xdp_prog; xdp_prog 6675 drivers/net/ethernet/intel/ixgbe/ixgbe_main.c rx_ring->xdp_prog = NULL; xdp_prog 6720 drivers/net/ethernet/intel/ixgbe/ixgbe_main.c if (adapter->xdp_prog) { xdp_prog 9119 drivers/net/ethernet/intel/ixgbe/ixgbe_main.c if (adapter->xdp_prog) { xdp_prog 9695 drivers/net/ethernet/intel/ixgbe/ixgbe_main.c if (adapter->xdp_prog && (features & NETIF_F_LRO)) { xdp_prog 10071 drivers/net/ethernet/intel/ixgbe/ixgbe_main.c if (adapter->xdp_prog) { xdp_prog 10263 drivers/net/ethernet/intel/ixgbe/ixgbe_main.c old_prog = xchg(&adapter->xdp_prog, prog); xdp_prog 10276 drivers/net/ethernet/intel/ixgbe/ixgbe_main.c rcu_assign_pointer(adapter->xdp_prog, old_prog); xdp_prog 10281 drivers/net/ethernet/intel/ixgbe/ixgbe_main.c (void)xchg(&adapter->rx_ring[i]->xdp_prog, xdp_prog 10282 drivers/net/ethernet/intel/ixgbe/ixgbe_main.c adapter->xdp_prog); xdp_prog 10308 drivers/net/ethernet/intel/ixgbe/ixgbe_main.c xdp->prog_id = adapter->xdp_prog ? xdp_prog 10309 drivers/net/ethernet/intel/ixgbe/ixgbe_main.c adapter->xdp_prog->aux->id : 0; xdp_prog 10346 drivers/net/ethernet/intel/ixgbe/ixgbe_main.c ring = adapter->xdp_prog ? adapter->xdp_ring[smp_processor_id()] : NULL; xdp_prog 56 drivers/net/ethernet/intel/ixgbe/ixgbe_sriov.c if (adapter->xdp_prog) { xdp_prog 14 drivers/net/ethernet/intel/ixgbe/ixgbe_xsk.c bool xdp_on = READ_ONCE(adapter->xdp_prog); xdp_prog 148 drivers/net/ethernet/intel/ixgbe/ixgbe_xsk.c struct bpf_prog *xdp_prog; xdp_prog 154 drivers/net/ethernet/intel/ixgbe/ixgbe_xsk.c xdp_prog = READ_ONCE(rx_ring->xdp_prog); xdp_prog 155 drivers/net/ethernet/intel/ixgbe/ixgbe_xsk.c act = bpf_prog_run_xdp(xdp_prog, xdp); xdp_prog 172 drivers/net/ethernet/intel/ixgbe/ixgbe_xsk.c err = xdp_do_redirect(rx_ring->netdev, xdp, xdp_prog); xdp_prog 179 drivers/net/ethernet/intel/ixgbe/ixgbe_xsk.c trace_xdp_exception(rx_ring->netdev, xdp_prog, act); xdp_prog 706 drivers/net/ethernet/intel/ixgbe/ixgbe_xsk.c if (!READ_ONCE(adapter->xdp_prog)) xdp_prog 94 drivers/net/ethernet/intel/ixgbevf/ixgbevf.h struct bpf_prog *xdp_prog; xdp_prog 360 drivers/net/ethernet/intel/ixgbevf/ixgbevf.h struct bpf_prog *xdp_prog; xdp_prog 1066 drivers/net/ethernet/intel/ixgbevf/ixgbevf_main.c struct bpf_prog *xdp_prog; xdp_prog 1070 drivers/net/ethernet/intel/ixgbevf/ixgbevf_main.c xdp_prog = READ_ONCE(rx_ring->xdp_prog); xdp_prog 1072 drivers/net/ethernet/intel/ixgbevf/ixgbevf_main.c if (!xdp_prog) xdp_prog 1075 drivers/net/ethernet/intel/ixgbevf/ixgbevf_main.c act = bpf_prog_run_xdp(xdp_prog, xdp); xdp_prog 1087 drivers/net/ethernet/intel/ixgbevf/ixgbevf_main.c trace_xdp_exception(rx_ring->netdev, xdp_prog, act); xdp_prog 2624 drivers/net/ethernet/intel/ixgbevf/ixgbevf_main.c if (adapter->xdp_prog && xdp_prog 2630 drivers/net/ethernet/intel/ixgbevf/ixgbevf_main.c adapter->num_xdp_queues = adapter->xdp_prog ? rss : 0; xdp_prog 3488 drivers/net/ethernet/intel/ixgbevf/ixgbevf_main.c rx_ring->xdp_prog = adapter->xdp_prog; xdp_prog 3538 drivers/net/ethernet/intel/ixgbevf/ixgbevf_main.c rx_ring->xdp_prog = NULL; xdp_prog 4259 drivers/net/ethernet/intel/ixgbevf/ixgbevf_main.c if (adapter->xdp_prog) { xdp_prog 4459 drivers/net/ethernet/intel/ixgbevf/ixgbevf_main.c old_prog = xchg(&adapter->xdp_prog, prog); xdp_prog 4477 drivers/net/ethernet/intel/ixgbevf/ixgbevf_main.c xchg(&adapter->rx_ring[i]->xdp_prog, adapter->xdp_prog); xdp_prog 4494 drivers/net/ethernet/intel/ixgbevf/ixgbevf_main.c xdp->prog_id = adapter->xdp_prog ? xdp_prog 4495 drivers/net/ethernet/intel/ixgbevf/ixgbevf_main.c adapter->xdp_prog->aux->id : 0; xdp_prog 2276 drivers/net/ethernet/mellanox/mlx4/en_netdev.c struct bpf_prog *xdp_prog; xdp_prog 2293 drivers/net/ethernet/mellanox/mlx4/en_netdev.c xdp_prog = rcu_dereference_protected( xdp_prog 2294 drivers/net/ethernet/mellanox/mlx4/en_netdev.c priv->rx_ring[0]->xdp_prog, xdp_prog 2297 drivers/net/ethernet/mellanox/mlx4/en_netdev.c if (xdp_prog && carry_xdp_prog) { xdp_prog 2298 drivers/net/ethernet/mellanox/mlx4/en_netdev.c xdp_prog = bpf_prog_add(xdp_prog, tmp->rx_ring_num); xdp_prog 2299 drivers/net/ethernet/mellanox/mlx4/en_netdev.c if (IS_ERR(xdp_prog)) { xdp_prog 2301 drivers/net/ethernet/mellanox/mlx4/en_netdev.c return PTR_ERR(xdp_prog); xdp_prog 2304 drivers/net/ethernet/mellanox/mlx4/en_netdev.c rcu_assign_pointer(tmp->rx_ring[i]->xdp_prog, xdp_prog 2305 drivers/net/ethernet/mellanox/mlx4/en_netdev.c xdp_prog); xdp_prog 2802 drivers/net/ethernet/mellanox/mlx4/en_netdev.c priv->rx_ring[i]->xdp_prog, xdp_prog 2804 drivers/net/ethernet/mellanox/mlx4/en_netdev.c rcu_assign_pointer(priv->rx_ring[i]->xdp_prog, prog); xdp_prog 2856 drivers/net/ethernet/mellanox/mlx4/en_netdev.c priv->rx_ring[i]->xdp_prog, xdp_prog 2858 drivers/net/ethernet/mellanox/mlx4/en_netdev.c rcu_assign_pointer(priv->rx_ring[i]->xdp_prog, prog); xdp_prog 2883 drivers/net/ethernet/mellanox/mlx4/en_netdev.c const struct bpf_prog *xdp_prog; xdp_prog 2890 drivers/net/ethernet/mellanox/mlx4/en_netdev.c xdp_prog = rcu_dereference_protected( xdp_prog 2891 drivers/net/ethernet/mellanox/mlx4/en_netdev.c priv->rx_ring[0]->xdp_prog, xdp_prog 2893 drivers/net/ethernet/mellanox/mlx4/en_netdev.c if (xdp_prog) xdp_prog 2894 drivers/net/ethernet/mellanox/mlx4/en_netdev.c prog_id = xdp_prog->aux->id; xdp_prog 438 drivers/net/ethernet/mellanox/mlx4/en_rx.c ring->xdp_prog, xdp_prog 669 drivers/net/ethernet/mellanox/mlx4/en_rx.c struct bpf_prog *xdp_prog; xdp_prog 684 drivers/net/ethernet/mellanox/mlx4/en_rx.c xdp_prog = rcu_dereference(ring->xdp_prog); xdp_prog 769 drivers/net/ethernet/mellanox/mlx4/en_rx.c if (xdp_prog) { xdp_prog 785 drivers/net/ethernet/mellanox/mlx4/en_rx.c act = bpf_prog_run_xdp(xdp_prog, &xdp); xdp_prog 804 drivers/net/ethernet/mellanox/mlx4/en_rx.c trace_xdp_exception(dev, xdp_prog, act); xdp_prog 810 drivers/net/ethernet/mellanox/mlx4/en_rx.c trace_xdp_exception(dev, xdp_prog, act); xdp_prog 348 drivers/net/ethernet/mellanox/mlx4/mlx4_en.h struct bpf_prog __rcu *xdp_prog; xdp_prog 268 drivers/net/ethernet/mellanox/mlx5/core/en.h struct bpf_prog *xdp_prog; xdp_prog 679 drivers/net/ethernet/mellanox/mlx5/core/en.h struct bpf_prog *xdp_prog; xdp_prog 9 drivers/net/ethernet/mellanox/mlx5/core/en/params.c return params->xdp_prog || xsk; xdp_prog 124 drivers/net/ethernet/mellanox/mlx5/core/en/xdp.c struct bpf_prog *prog = READ_ONCE(rq->xdp_prog); xdp_prog 79 drivers/net/ethernet/mellanox/mlx5/core/en/xdp.h if (priv->channels.params.xdp_prog) xdp_prog 85 drivers/net/ethernet/mellanox/mlx5/core/en/xdp.h if (priv->channels.params.xdp_prog) xdp_prog 131 drivers/net/ethernet/mellanox/mlx5/core/en/xsk/umem.c if (!params->xdp_prog) { xdp_prog 193 drivers/net/ethernet/mellanox/mlx5/core/en/xsk/umem.c if (!priv->channels.params.xdp_prog) xdp_prog 1854 drivers/net/ethernet/mellanox/mlx5/core/en_ethtool.c priv->channels.params.xdp_prog) xdp_prog 111 drivers/net/ethernet/mellanox/mlx5/core/en_main.c if (params->xdp_prog) { xdp_prog 411 drivers/net/ethernet/mellanox/mlx5/core/en_main.c rq->xdp_prog = params->xdp_prog ? bpf_prog_inc(params->xdp_prog) : NULL; xdp_prog 412 drivers/net/ethernet/mellanox/mlx5/core/en_main.c if (IS_ERR(rq->xdp_prog)) { xdp_prog 413 drivers/net/ethernet/mellanox/mlx5/core/en_main.c err = PTR_ERR(rq->xdp_prog); xdp_prog 414 drivers/net/ethernet/mellanox/mlx5/core/en_main.c rq->xdp_prog = NULL; xdp_prog 425 drivers/net/ethernet/mellanox/mlx5/core/en_main.c rq->buff.map_dir = rq->xdp_prog ? DMA_BIDIRECTIONAL : DMA_FROM_DEVICE; xdp_prog 632 drivers/net/ethernet/mellanox/mlx5/core/en_main.c if (rq->xdp_prog) xdp_prog 633 drivers/net/ethernet/mellanox/mlx5/core/en_main.c bpf_prog_put(rq->xdp_prog); xdp_prog 645 drivers/net/ethernet/mellanox/mlx5/core/en_main.c if (rq->xdp_prog) xdp_prog 646 drivers/net/ethernet/mellanox/mlx5/core/en_main.c bpf_prog_put(rq->xdp_prog); xdp_prog 1993 drivers/net/ethernet/mellanox/mlx5/core/en_main.c c->xdp = !!params->xdp_prog; xdp_prog 2364 drivers/net/ethernet/mellanox/mlx5/core/en_main.c if (chs->params.xdp_prog) xdp_prog 3937 drivers/net/ethernet/mellanox/mlx5/core/en_main.c if (params->xdp_prog && xdp_prog 4399 drivers/net/ethernet/mellanox/mlx5/core/en_main.c new_channels.params.xdp_prog = prog; xdp_prog 4432 drivers/net/ethernet/mellanox/mlx5/core/en_main.c reset = (!priv->channels.params.xdp_prog || !prog); xdp_prog 4449 drivers/net/ethernet/mellanox/mlx5/core/en_main.c new_channels.params.xdp_prog = prog; xdp_prog 4451 drivers/net/ethernet/mellanox/mlx5/core/en_main.c old_prog = priv->channels.params.xdp_prog; xdp_prog 4460 drivers/net/ethernet/mellanox/mlx5/core/en_main.c old_prog = xchg(&priv->channels.params.xdp_prog, prog); xdp_prog 4485 drivers/net/ethernet/mellanox/mlx5/core/en_main.c old_prog = xchg(&c->rq.xdp_prog, prog); xdp_prog 4490 drivers/net/ethernet/mellanox/mlx5/core/en_main.c old_prog = xchg(&c->xskrq.xdp_prog, prog); xdp_prog 4510 drivers/net/ethernet/mellanox/mlx5/core/en_main.c const struct bpf_prog *xdp_prog; xdp_prog 4514 drivers/net/ethernet/mellanox/mlx5/core/en_main.c xdp_prog = priv->channels.params.xdp_prog; xdp_prog 4515 drivers/net/ethernet/mellanox/mlx5/core/en_main.c if (xdp_prog) xdp_prog 4516 drivers/net/ethernet/mellanox/mlx5/core/en_main.c prog_id = xdp_prog->aux->id; xdp_prog 1418 drivers/net/ethernet/mellanox/mlx5/core/en_rx.c if (rq->xdp_prog) xdp_prog 513 drivers/net/ethernet/netronome/nfp/nfp_net.h struct bpf_prog *xdp_prog; xdp_prog 1379 drivers/net/ethernet/netronome/nfp/nfp_net_common.c if (!dp->xdp_prog) { xdp_prog 1394 drivers/net/ethernet/netronome/nfp/nfp_net_common.c nfp_net_free_frag(frag, dp->xdp_prog); xdp_prog 1406 drivers/net/ethernet/netronome/nfp/nfp_net_common.c if (!dp->xdp_prog) { xdp_prog 1421 drivers/net/ethernet/netronome/nfp/nfp_net_common.c nfp_net_free_frag(frag, dp->xdp_prog); xdp_prog 1519 drivers/net/ethernet/netronome/nfp/nfp_net_common.c nfp_net_free_frag(rx_ring->rxbufs[i].frag, dp->xdp_prog); xdp_prog 1807 drivers/net/ethernet/netronome/nfp/nfp_net_common.c struct bpf_prog *xdp_prog; xdp_prog 1816 drivers/net/ethernet/netronome/nfp/nfp_net_common.c xdp_prog = READ_ONCE(dp->xdp_prog); xdp_prog 1817 drivers/net/ethernet/netronome/nfp/nfp_net_common.c true_bufsz = xdp_prog ? PAGE_SIZE : dp->fl_bufsz; xdp_prog 1906 drivers/net/ethernet/netronome/nfp/nfp_net_common.c if (xdp_prog && !meta.portid) { xdp_prog 1916 drivers/net/ethernet/netronome/nfp/nfp_net_common.c act = bpf_prog_run_xdp(xdp_prog, &xdp); xdp_prog 1933 drivers/net/ethernet/netronome/nfp/nfp_net_common.c xdp_prog, act); xdp_prog 1939 drivers/net/ethernet/netronome/nfp/nfp_net_common.c trace_xdp_exception(dp->netdev, xdp_prog, act); xdp_prog 2025 drivers/net/ethernet/netronome/nfp/nfp_net_common.c if (xdp_prog) { xdp_prog 3209 drivers/net/ethernet/netronome/nfp/nfp_net_common.c if (!dp->xdp_prog) xdp_prog 3231 drivers/net/ethernet/netronome/nfp/nfp_net_common.c if (dp->xdp_prog) xdp_prog 3653 drivers/net/ethernet/netronome/nfp/nfp_net_common.c if (!prog == !nn->dp.xdp_prog) { xdp_prog 3654 drivers/net/ethernet/netronome/nfp/nfp_net_common.c WRITE_ONCE(nn->dp.xdp_prog, prog); xdp_prog 3663 drivers/net/ethernet/netronome/nfp/nfp_net_common.c dp->xdp_prog = prog; xdp_prog 1325 drivers/net/ethernet/netronome/nfp/nfp_net_ethtool.c if (nn->dp.xdp_prog) xdp_prog 1350 drivers/net/ethernet/netronome/nfp/nfp_net_ethtool.c if (dp->xdp_prog) xdp_prog 280 drivers/net/ethernet/qlogic/qede/qede.h struct bpf_prog *xdp_prog; xdp_prog 342 drivers/net/ethernet/qlogic/qede/qede.h struct bpf_prog *xdp_prog; xdp_prog 391 drivers/net/ethernet/qlogic/qede/qede_ethtool.c if (edev->xdp_prog) xdp_prog 942 drivers/net/ethernet/qlogic/qede/qede_filter.c if (edev->xdp_prog || edev->ndev->mtu > PAGE_SIZE || xdp_prog 969 drivers/net/ethernet/qlogic/qede/qede_filter.c if (edev->xdp_prog) xdp_prog 1097 drivers/net/ethernet/qlogic/qede/qede_filter.c old = xchg(&edev->xdp_prog, args->u.new_prog); xdp_prog 1122 drivers/net/ethernet/qlogic/qede/qede_filter.c xdp->prog_id = edev->xdp_prog ? edev->xdp_prog->aux->id : 0; xdp_prog 1205 drivers/net/ethernet/qlogic/qede/qede_fp.c struct bpf_prog *xdp_prog = READ_ONCE(rxq->xdp_prog); xdp_prog 1243 drivers/net/ethernet/qlogic/qede/qede_fp.c if (xdp_prog) xdp_prog 1244 drivers/net/ethernet/qlogic/qede/qede_fp.c if (!qede_rx_xdp(edev, fp, rxq, xdp_prog, bd, fp_cqe, xdp_prog 917 drivers/net/ethernet/qlogic/qede/qede_main.c if (edev->xdp_prog) { xdp_prog 1393 drivers/net/ethernet/qlogic/qede/qede_main.c rxq->rx_headroom = edev->xdp_prog ? XDP_PACKET_HEADROOM : NET_SKB_PAD; xdp_prog 1404 drivers/net/ethernet/qlogic/qede/qede_main.c if (!edev->xdp_prog) { xdp_prog 1967 drivers/net/ethernet/qlogic/qede/qede_main.c bpf_prog_put(fp->rxq->xdp_prog); xdp_prog 2118 drivers/net/ethernet/qlogic/qede/qede_main.c fp->rxq->xdp_prog = bpf_prog_add(edev->xdp_prog, 1); xdp_prog 2119 drivers/net/ethernet/qlogic/qede/qede_main.c if (IS_ERR(fp->rxq->xdp_prog)) { xdp_prog 2120 drivers/net/ethernet/qlogic/qede/qede_main.c rc = PTR_ERR(fp->rxq->xdp_prog); xdp_prog 2121 drivers/net/ethernet/qlogic/qede/qede_main.c fp->rxq->xdp_prog = NULL; xdp_prog 293 drivers/net/ethernet/socionext/netsec.c struct bpf_prog *xdp_prog; xdp_prog 930 drivers/net/ethernet/socionext/netsec.c struct bpf_prog *xdp_prog; xdp_prog 936 drivers/net/ethernet/socionext/netsec.c xdp_prog = READ_ONCE(priv->xdp_prog); xdp_prog 999 drivers/net/ethernet/socionext/netsec.c if (xdp_prog) { xdp_prog 1000 drivers/net/ethernet/socionext/netsec.c xdp_result = netsec_run_xdp(priv, xdp_prog, &xdp); xdp_prog 1273 drivers/net/ethernet/socionext/netsec.c struct bpf_prog *xdp_prog = READ_ONCE(priv->xdp_prog); xdp_prog 1283 drivers/net/ethernet/socionext/netsec.c pp_params.dma_dir = xdp_prog ? DMA_BIDIRECTIONAL : DMA_FROM_DEVICE; xdp_prog 1789 drivers/net/ethernet/socionext/netsec.c old_prog = xchg(&priv->xdp_prog, prog); xdp_prog 1807 drivers/net/ethernet/socionext/netsec.c xdp->prog_id = priv->xdp_prog ? priv->xdp_prog->aux->id : 0; xdp_prog 500 drivers/net/ethernet/ti/cpsw.c prog = READ_ONCE(priv->xdp_prog); xdp_prog 722 drivers/net/ethernet/ti/cpsw.c if (priv->xdp_prog) { xdp_prog 2351 drivers/net/ethernet/ti/cpsw.c WRITE_ONCE(priv->xdp_prog, prog); xdp_prog 365 drivers/net/ethernet/ti/cpsw_priv.h struct bpf_prog *xdp_prog; xdp_prog 241 drivers/net/tun.c struct bpf_prog __rcu *xdp_prog; xdp_prog 863 drivers/net/tun.c if (rtnl_dereference(tun->xdp_prog)) xdp_prog 1199 drivers/net/tun.c old_prog = rtnl_dereference(tun->xdp_prog); xdp_prog 1200 drivers/net/tun.c rcu_assign_pointer(tun->xdp_prog, prog); xdp_prog 1224 drivers/net/tun.c const struct bpf_prog *xdp_prog; xdp_prog 1226 drivers/net/tun.c xdp_prog = rtnl_dereference(tun->xdp_prog); xdp_prog 1227 drivers/net/tun.c if (xdp_prog) xdp_prog 1228 drivers/net/tun.c return xdp_prog->aux->id; xdp_prog 1623 drivers/net/tun.c static int tun_xdp_act(struct tun_struct *tun, struct bpf_prog *xdp_prog, xdp_prog 1630 drivers/net/tun.c err = xdp_do_redirect(tun->dev, xdp, xdp_prog); xdp_prog 1645 drivers/net/tun.c trace_xdp_exception(tun->dev, xdp_prog, act); xdp_prog 1662 drivers/net/tun.c struct bpf_prog *xdp_prog; xdp_prog 1670 drivers/net/tun.c xdp_prog = rcu_dereference(tun->xdp_prog); xdp_prog 1671 drivers/net/tun.c if (xdp_prog) xdp_prog 1691 drivers/net/tun.c if (hdr->gso_type || !xdp_prog) { xdp_prog 1701 drivers/net/tun.c xdp_prog = rcu_dereference(tun->xdp_prog); xdp_prog 1702 drivers/net/tun.c if (xdp_prog) { xdp_prog 1712 drivers/net/tun.c act = bpf_prog_run_xdp(xdp_prog, &xdp); xdp_prog 1717 drivers/net/tun.c err = tun_xdp_act(tun, xdp_prog, &xdp, act); xdp_prog 1934 drivers/net/tun.c struct bpf_prog *xdp_prog; xdp_prog 1939 drivers/net/tun.c xdp_prog = rcu_dereference(tun->xdp_prog); xdp_prog 1940 drivers/net/tun.c if (xdp_prog) { xdp_prog 1941 drivers/net/tun.c ret = do_xdp_generic(xdp_prog, skb); xdp_prog 2437 drivers/net/tun.c struct bpf_prog *xdp_prog; xdp_prog 2445 drivers/net/tun.c xdp_prog = rcu_dereference(tun->xdp_prog); xdp_prog 2446 drivers/net/tun.c if (xdp_prog) { xdp_prog 2454 drivers/net/tun.c act = bpf_prog_run_xdp(xdp_prog, xdp); xdp_prog 2455 drivers/net/tun.c err = tun_xdp_act(tun, xdp_prog, xdp, act); xdp_prog 2505 drivers/net/tun.c err = do_xdp_generic(xdp_prog, skb); xdp_prog 53 drivers/net/veth.c struct bpf_prog __rcu *xdp_prog; xdp_prog 256 drivers/net/veth.c rcv_xdp = rcu_access_pointer(rq->xdp_prog); xdp_prog 418 drivers/net/veth.c if (!rcu_access_pointer(rq->xdp_prog)) { xdp_prog 483 drivers/net/veth.c if (unlikely(!rcu_access_pointer(rq->xdp_prog))) xdp_prog 516 drivers/net/veth.c struct bpf_prog *xdp_prog; xdp_prog 521 drivers/net/veth.c xdp_prog = rcu_dereference(rq->xdp_prog); xdp_prog 522 drivers/net/veth.c if (likely(xdp_prog)) { xdp_prog 532 drivers/net/veth.c act = bpf_prog_run_xdp(xdp_prog, &xdp); xdp_prog 544 drivers/net/veth.c trace_xdp_exception(rq->dev, xdp_prog, act); xdp_prog 555 drivers/net/veth.c if (xdp_do_redirect(rq->dev, &xdp, xdp_prog)) { xdp_prog 566 drivers/net/veth.c trace_xdp_exception(rq->dev, xdp_prog, act); xdp_prog 599 drivers/net/veth.c struct bpf_prog *xdp_prog; xdp_prog 606 drivers/net/veth.c xdp_prog = rcu_dereference(rq->xdp_prog); xdp_prog 607 drivers/net/veth.c if (unlikely(!xdp_prog)) { xdp_prog 662 drivers/net/veth.c act = bpf_prog_run_xdp(xdp_prog, &xdp); xdp_prog 672 drivers/net/veth.c trace_xdp_exception(rq->dev, xdp_prog, act); xdp_prog 682 drivers/net/veth.c if (xdp_do_redirect(rq->dev, &xdp, xdp_prog)) xdp_prog 691 drivers/net/veth.c trace_xdp_exception(rq->dev, xdp_prog, act); xdp_prog 878 drivers/net/veth.c rcu_assign_pointer(priv->rq[i].xdp_prog, priv->_xdp_prog); xdp_prog 896 drivers/net/veth.c rcu_assign_pointer(priv->rq[i].xdp_prog, NULL); xdp_prog 1140 drivers/net/veth.c const struct bpf_prog *xdp_prog; xdp_prog 1142 drivers/net/veth.c xdp_prog = priv->_xdp_prog; xdp_prog 1143 drivers/net/veth.c if (xdp_prog) xdp_prog 1144 drivers/net/veth.c return xdp_prog->aux->id; xdp_prog 140 drivers/net/virtio_net.c struct bpf_prog __rcu *xdp_prog; xdp_prog 490 drivers/net/virtio_net.c struct bpf_prog *xdp_prog; xdp_prog 504 drivers/net/virtio_net.c xdp_prog = rcu_dereference(rq->xdp_prog); xdp_prog 505 drivers/net/virtio_net.c if (!xdp_prog) xdp_prog 637 drivers/net/virtio_net.c struct bpf_prog *xdp_prog; xdp_prog 652 drivers/net/virtio_net.c xdp_prog = rcu_dereference(rq->xdp_prog); xdp_prog 653 drivers/net/virtio_net.c if (xdp_prog) { xdp_prog 690 drivers/net/virtio_net.c act = bpf_prog_run_xdp(xdp_prog, &xdp); xdp_prog 706 drivers/net/virtio_net.c trace_xdp_exception(vi->dev, xdp_prog, act); xdp_prog 714 drivers/net/virtio_net.c err = xdp_do_redirect(dev, &xdp, xdp_prog); xdp_prog 724 drivers/net/virtio_net.c trace_xdp_exception(vi->dev, xdp_prog, act); xdp_prog 792 drivers/net/virtio_net.c struct bpf_prog *xdp_prog; xdp_prog 801 drivers/net/virtio_net.c xdp_prog = rcu_dereference(rq->xdp_prog); xdp_prog 802 drivers/net/virtio_net.c if (xdp_prog) { xdp_prog 846 drivers/net/virtio_net.c act = bpf_prog_run_xdp(xdp_prog, &xdp); xdp_prog 879 drivers/net/virtio_net.c trace_xdp_exception(vi->dev, xdp_prog, act); xdp_prog 891 drivers/net/virtio_net.c err = xdp_do_redirect(dev, &xdp, xdp_prog); xdp_prog 906 drivers/net/virtio_net.c trace_xdp_exception(vi->dev, xdp_prog, act); xdp_prog 924 drivers/net/virtio_net.c head_skb = page_to_skb(vi, rq, page, offset, len, truesize, !xdp_prog); xdp_prog 2065 drivers/net/virtio_net.c if (vi->rq[0].xdp_prog) xdp_prog 2446 drivers/net/virtio_net.c old_prog = rtnl_dereference(vi->rq[0].xdp_prog); xdp_prog 2466 drivers/net/virtio_net.c rcu_assign_pointer(vi->rq[i].xdp_prog, prog); xdp_prog 2481 drivers/net/virtio_net.c rcu_assign_pointer(vi->rq[i].xdp_prog, prog); xdp_prog 2503 drivers/net/virtio_net.c rcu_assign_pointer(vi->rq[i].xdp_prog, old_prog); xdp_prog 2521 drivers/net/virtio_net.c const struct bpf_prog *xdp_prog; xdp_prog 2525 drivers/net/virtio_net.c xdp_prog = rtnl_dereference(vi->rq[i].xdp_prog); xdp_prog 2526 drivers/net/virtio_net.c if (xdp_prog) xdp_prog 2527 drivers/net/virtio_net.c return xdp_prog->aux->id; xdp_prog 2672 drivers/net/virtio_net.c old_prog = rtnl_dereference(vi->rq[i].xdp_prog); xdp_prog 2673 drivers/net/virtio_net.c RCU_INIT_POINTER(vi->rq[i].xdp_prog, NULL); xdp_prog 726 include/linux/bpf.h struct bpf_prog *xdp_prog); xdp_prog 832 include/linux/bpf.h struct bpf_prog *xdp_prog) xdp_prog 1948 include/linux/netdevice.h struct bpf_prog __rcu *xdp_prog; xdp_prog 2074 include/linux/netdevice.h if (!(dev->features & NETIF_F_GRO) || dev->xdp_prog) xdp_prog 3628 include/linux/netdevice.h void generic_xdp_tx(struct sk_buff *skb, struct bpf_prog *xdp_prog); xdp_prog 3629 include/linux/netdevice.h int do_xdp_generic(struct bpf_prog *xdp_prog, struct sk_buff *skb); xdp_prog 483 kernel/bpf/devmap.c struct bpf_prog *xdp_prog) xdp_prog 491 kernel/bpf/devmap.c generic_xdp_tx(skb, xdp_prog); xdp_prog 4229 net/core/dev.c struct bpf_prog *xdp_prog) xdp_prog 4284 net/core/dev.c act = bpf_prog_run_xdp(xdp_prog, xdp); xdp_prog 4330 net/core/dev.c trace_xdp_exception(skb->dev, xdp_prog, act); xdp_prog 4344 net/core/dev.c void generic_xdp_tx(struct sk_buff *skb, struct bpf_prog *xdp_prog) xdp_prog 4361 net/core/dev.c trace_xdp_exception(dev, xdp_prog, XDP_TX); xdp_prog 4369 net/core/dev.c int do_xdp_generic(struct bpf_prog *xdp_prog, struct sk_buff *skb) xdp_prog 4371 net/core/dev.c if (xdp_prog) { xdp_prog 4376 net/core/dev.c act = netif_receive_generic_xdp(skb, &xdp, xdp_prog); xdp_prog 4381 net/core/dev.c &xdp, xdp_prog); xdp_prog 4386 net/core/dev.c generic_xdp_tx(skb, xdp_prog); xdp_prog 4749 net/core/dev.c ret2 = do_xdp_generic(rcu_dereference(skb->dev->xdp_prog), skb); xdp_prog 5074 net/core/dev.c struct bpf_prog *old = rtnl_dereference(dev->xdp_prog); xdp_prog 5080 net/core/dev.c rcu_assign_pointer(dev->xdp_prog, new); xdp_prog 3490 net/core/filter.c struct bpf_prog *xdp_prog, struct bpf_redirect_info *ri) xdp_prog 3507 net/core/filter.c _trace_xdp_redirect(dev, xdp_prog, index); xdp_prog 3510 net/core/filter.c _trace_xdp_redirect_err(dev, xdp_prog, index, err); xdp_prog 3610 net/core/filter.c struct bpf_prog *xdp_prog, struct bpf_map *map, xdp_prog 3629 net/core/filter.c _trace_xdp_redirect_map(dev, xdp_prog, fwd, map, index); xdp_prog 3632 net/core/filter.c _trace_xdp_redirect_map_err(dev, xdp_prog, fwd, map, index, err); xdp_prog 3637 net/core/filter.c struct bpf_prog *xdp_prog) xdp_prog 3643 net/core/filter.c return xdp_do_redirect_map(dev, xdp, xdp_prog, map, ri); xdp_prog 3645 net/core/filter.c return xdp_do_redirect_slow(dev, xdp, xdp_prog, ri); xdp_prog 3652 net/core/filter.c struct bpf_prog *xdp_prog, xdp_prog 3668 net/core/filter.c err = dev_map_generic_redirect(dst, skb, xdp_prog); xdp_prog 3684 net/core/filter.c _trace_xdp_redirect_map(dev, xdp_prog, fwd, map, index); xdp_prog 3687 net/core/filter.c _trace_xdp_redirect_map_err(dev, xdp_prog, fwd, map, index, err); xdp_prog 3692 net/core/filter.c struct xdp_buff *xdp, struct bpf_prog *xdp_prog) xdp_prog 3701 net/core/filter.c return xdp_do_generic_redirect_map(dev, skb, xdp, xdp_prog, xdp_prog 3715 net/core/filter.c _trace_xdp_redirect(dev, xdp_prog, index); xdp_prog 3716 net/core/filter.c generic_xdp_tx(skb, xdp_prog); xdp_prog 3719 net/core/filter.c _trace_xdp_redirect_err(dev, xdp_prog, index, err); xdp_prog 1373 net/core/rtnetlink.c generic_xdp_prog = rtnl_dereference(dev->xdp_prog);