data_meta 2079 drivers/net/ethernet/intel/i40e/i40e_txrx.c unsigned int metasize = xdp->data - xdp->data_meta; data_meta 2094 drivers/net/ethernet/intel/i40e/i40e_txrx.c prefetch(xdp->data_meta); data_meta 2096 drivers/net/ethernet/intel/i40e/i40e_txrx.c prefetch(xdp->data_meta + L1_CACHE_BYTES); data_meta 2388 drivers/net/ethernet/intel/i40e/i40e_txrx.c xdp.data_meta = xdp.data; data_meta 490 drivers/net/ethernet/intel/i40e/i40e_xsk.c unsigned int metasize = xdp->data - xdp->data_meta; data_meta 578 drivers/net/ethernet/intel/i40e/i40e_xsk.c xdp.data_meta = xdp.data; data_meta 2151 drivers/net/ethernet/intel/ixgbe/ixgbe_main.c unsigned int metasize = xdp->data - xdp->data_meta; data_meta 2166 drivers/net/ethernet/intel/ixgbe/ixgbe_main.c prefetch(xdp->data_meta); data_meta 2168 drivers/net/ethernet/intel/ixgbe/ixgbe_main.c prefetch(xdp->data_meta + L1_CACHE_BYTES); data_meta 2322 drivers/net/ethernet/intel/ixgbe/ixgbe_main.c xdp.data_meta = xdp.data; data_meta 398 drivers/net/ethernet/intel/ixgbe/ixgbe_xsk.c unsigned int metasize = xdp->data - xdp->data_meta; data_meta 486 drivers/net/ethernet/intel/ixgbe/ixgbe_xsk.c xdp.data_meta = xdp.data; data_meta 938 drivers/net/ethernet/intel/ixgbevf/ixgbevf_main.c unsigned int metasize = xdp->data - xdp->data_meta; data_meta 953 drivers/net/ethernet/intel/ixgbevf/ixgbevf_main.c prefetch(xdp->data_meta); data_meta 955 drivers/net/ethernet/intel/ixgbevf/ixgbevf_main.c prefetch(xdp->data_meta + L1_CACHE_BYTES); data_meta 1156 drivers/net/ethernet/intel/ixgbevf/ixgbevf_main.c xdp.data_meta = xdp.data; data_meta 1913 drivers/net/ethernet/netronome/nfp/nfp_net_common.c xdp.data_meta = orig_data; data_meta 1923 drivers/net/ethernet/netronome/nfp/nfp_net_common.c meta_len_xdp = xdp.data - xdp.data_meta; data_meta 529 drivers/net/veth.c xdp.data_meta = frame->data - frame->metasize; data_meta 657 drivers/net/veth.c xdp.data_meta = xdp.data; data_meta 710 drivers/net/veth.c metalen = xdp.data - xdp.data_meta; data_meta 577 include/linux/filter.h void *data_meta; data_meta 606 include/linux/filter.h cb->data_meta = skb->data - skb_metadata_len(skb); data_meta 69 include/net/xdp.h void *data_meta; data_meta 109 include/net/xdp.h metasize = xdp->data - xdp->data_meta; data_meta 162 include/net/xdp.h xdp->data_meta = xdp->data + 1; data_meta 168 include/net/xdp.h return unlikely(xdp->data_meta > xdp->data); data_meta 3002 include/uapi/linux/bpf.h __u32 data_meta; data_meta 3164 include/uapi/linux/bpf.h __u32 data_meta; data_meta 362 net/bpf/test_run.c xdp.data_meta = xdp.data; data_meta 4272 net/core/dev.c xdp->data_meta = xdp->data; data_meta 4322 net/core/dev.c metalen = xdp->data - xdp->data_meta; data_meta 3379 net/core/filter.c xdp->data - xdp->data_meta; data_meta 3394 net/core/filter.c memmove(xdp->data_meta + offset, data_meta 3395 net/core/filter.c xdp->data_meta, metalen); data_meta 3396 net/core/filter.c xdp->data_meta += offset; data_meta 3437 net/core/filter.c void *meta = xdp->data_meta + offset; data_meta 3449 net/core/filter.c xdp->data_meta = meta; data_meta 6498 net/core/filter.c case bpf_ctx_range(struct __sk_buff, data_meta): data_meta 6537 net/core/filter.c case bpf_ctx_range(struct __sk_buff, data_meta): data_meta 6564 net/core/filter.c case bpf_ctx_range(struct __sk_buff, data_meta): data_meta 6609 net/core/filter.c case bpf_ctx_range(struct __sk_buff, data_meta): data_meta 6846 net/core/filter.c case bpf_ctx_range(struct __sk_buff, data_meta): data_meta 6890 net/core/filter.c case offsetof(struct xdp_md, data_meta): data_meta 7086 net/core/filter.c case bpf_ctx_range(struct __sk_buff, data_meta): data_meta 7375 net/core/filter.c case offsetof(struct __sk_buff, data_meta): data_meta 7377 net/core/filter.c off -= offsetof(struct __sk_buff, data_meta); data_meta 7379 net/core/filter.c off += offsetof(struct bpf_skb_data_end, data_meta); data_meta 7779 net/core/filter.c case offsetof(struct xdp_md, data_meta): data_meta 7780 net/core/filter.c *insn++ = BPF_LDX_MEM(BPF_FIELD_SIZEOF(struct xdp_buff, data_meta), data_meta 7782 net/core/filter.c offsetof(struct xdp_buff, data_meta)); data_meta 476 net/core/xdp.c xdp->data - xdp->data_meta; data_meta 491 net/core/xdp.c data_to_copy = metasize ? xdp->data_meta : xdp->data; data_meta 160 net/xdp/xsk.c from_buf = xdp->data_meta; data_meta 161 net/xdp/xsk.c metalen = xdp->data - xdp->data_meta; data_meta 224 net/xdp/xsk.c u32 metalen = xdp->data - xdp->data_meta; data_meta 246 net/xdp/xsk.c memcpy(buffer, xdp->data_meta, len + metalen); data_meta 53 samples/bpf/xdp2skb_meta_kern.c meta = (void *)(unsigned long)ctx->data_meta; data_meta 67 samples/bpf/xdp2skb_meta_kern.c void *data_meta = (void *)(unsigned long)ctx->data_meta; data_meta 68 samples/bpf/xdp2skb_meta_kern.c struct meta_info *meta = data_meta; data_meta 3002 tools/include/uapi/linux/bpf.h __u32 data_meta; data_meta 3164 tools/include/uapi/linux/bpf.h __u32 data_meta; data_meta 14 tools/testing/selftests/bpf/progs/test_xdp_meta.c __u8 *data, *data_meta, *data_end; data_meta 17 tools/testing/selftests/bpf/progs/test_xdp_meta.c data_meta = ctx_ptr(ctx, data_meta); data_meta 22 tools/testing/selftests/bpf/progs/test_xdp_meta.c data_meta + round_up(ETH_ALEN, 4) > data) data_meta 25 tools/testing/selftests/bpf/progs/test_xdp_meta.c diff |= ((__u32 *)data_meta)[0] ^ ((__u32 *)data)[0]; data_meta 26 tools/testing/selftests/bpf/progs/test_xdp_meta.c diff |= ((__u16 *)data_meta)[2] ^ ((__u16 *)data)[2]; data_meta 34 tools/testing/selftests/bpf/progs/test_xdp_meta.c __u8 *data, *data_meta, *data_end; data_meta 41 tools/testing/selftests/bpf/progs/test_xdp_meta.c data_meta = ctx_ptr(ctx, data_meta); data_meta 46 tools/testing/selftests/bpf/progs/test_xdp_meta.c data_meta + round_up(ETH_ALEN, 4) > data) data_meta 49 tools/testing/selftests/bpf/progs/test_xdp_meta.c __builtin_memcpy(data_meta, data, ETH_ALEN); data_meta 139 tools/testing/selftests/bpf/verifier/cgroup_skb.c offsetof(struct __sk_buff, data_meta)), data_meta 5 tools/testing/selftests/bpf/verifier/meta_access.c offsetof(struct xdp_md, data_meta)), data_meta 21 tools/testing/selftests/bpf/verifier/meta_access.c offsetof(struct xdp_md, data_meta)), data_meta 40 tools/testing/selftests/bpf/verifier/meta_access.c offsetof(struct xdp_md, data_meta)), data_meta 58 tools/testing/selftests/bpf/verifier/meta_access.c offsetof(struct xdp_md, data_meta)), data_meta 77 tools/testing/selftests/bpf/verifier/meta_access.c offsetof(struct xdp_md, data_meta)), data_meta 96 tools/testing/selftests/bpf/verifier/meta_access.c offsetof(struct xdp_md, data_meta)), data_meta 115 tools/testing/selftests/bpf/verifier/meta_access.c offsetof(struct xdp_md, data_meta)), data_meta 133 tools/testing/selftests/bpf/verifier/meta_access.c offsetof(struct xdp_md, data_meta)), data_meta 149 tools/testing/selftests/bpf/verifier/meta_access.c offsetof(struct xdp_md, data_meta)), data_meta 167 tools/testing/selftests/bpf/verifier/meta_access.c offsetof(struct xdp_md, data_meta)), data_meta 194 tools/testing/selftests/bpf/verifier/meta_access.c offsetof(struct xdp_md, data_meta)), data_meta 218 tools/testing/selftests/bpf/verifier/meta_access.c offsetof(struct xdp_md, data_meta)), data_meta 473 tools/testing/selftests/bpf/verifier/xdp_direct_packet_access.c offsetof(struct xdp_md, data_meta)), data_meta 490 tools/testing/selftests/bpf/verifier/xdp_direct_packet_access.c offsetof(struct xdp_md, data_meta)), data_meta 508 tools/testing/selftests/bpf/verifier/xdp_direct_packet_access.c offsetof(struct xdp_md, data_meta)), data_meta 526 tools/testing/selftests/bpf/verifier/xdp_direct_packet_access.c offsetof(struct xdp_md, data_meta)), data_meta 544 tools/testing/selftests/bpf/verifier/xdp_direct_packet_access.c offsetof(struct xdp_md, data_meta)), data_meta 563 tools/testing/selftests/bpf/verifier/xdp_direct_packet_access.c offsetof(struct xdp_md, data_meta)), data_meta 581 tools/testing/selftests/bpf/verifier/xdp_direct_packet_access.c offsetof(struct xdp_md, data_meta)), data_meta 599 tools/testing/selftests/bpf/verifier/xdp_direct_packet_access.c offsetof(struct xdp_md, data_meta)), data_meta 618 tools/testing/selftests/bpf/verifier/xdp_direct_packet_access.c offsetof(struct xdp_md, data_meta)), data_meta 636 tools/testing/selftests/bpf/verifier/xdp_direct_packet_access.c offsetof(struct xdp_md, data_meta)), data_meta 653 tools/testing/selftests/bpf/verifier/xdp_direct_packet_access.c offsetof(struct xdp_md, data_meta)), data_meta 671 tools/testing/selftests/bpf/verifier/xdp_direct_packet_access.c offsetof(struct xdp_md, data_meta)), data_meta 689 tools/testing/selftests/bpf/verifier/xdp_direct_packet_access.c offsetof(struct xdp_md, data_meta)), data_meta 706 tools/testing/selftests/bpf/verifier/xdp_direct_packet_access.c offsetof(struct xdp_md, data_meta)), data_meta 724 tools/testing/selftests/bpf/verifier/xdp_direct_packet_access.c offsetof(struct xdp_md, data_meta)), data_meta 742 tools/testing/selftests/bpf/verifier/xdp_direct_packet_access.c offsetof(struct xdp_md, data_meta)), data_meta 760 tools/testing/selftests/bpf/verifier/xdp_direct_packet_access.c offsetof(struct xdp_md, data_meta)), data_meta 779 tools/testing/selftests/bpf/verifier/xdp_direct_packet_access.c offsetof(struct xdp_md, data_meta)), data_meta 797 tools/testing/selftests/bpf/verifier/xdp_direct_packet_access.c offsetof(struct xdp_md, data_meta)), data_meta 815 tools/testing/selftests/bpf/verifier/xdp_direct_packet_access.c offsetof(struct xdp_md, data_meta)), data_meta 834 tools/testing/selftests/bpf/verifier/xdp_direct_packet_access.c offsetof(struct xdp_md, data_meta)), data_meta 852 tools/testing/selftests/bpf/verifier/xdp_direct_packet_access.c offsetof(struct xdp_md, data_meta)), data_meta 869 tools/testing/selftests/bpf/verifier/xdp_direct_packet_access.c offsetof(struct xdp_md, data_meta)), data_meta 887 tools/testing/selftests/bpf/verifier/xdp_direct_packet_access.c offsetof(struct xdp_md, data_meta)),