bpf_verifier_env 564 drivers/net/ethernet/netronome/nfp/bpf/main.h int nfp_verify_insn(struct bpf_verifier_env *env, int insn_idx, bpf_verifier_env 566 drivers/net/ethernet/netronome/nfp/bpf/main.h int nfp_bpf_finalize(struct bpf_verifier_env *env); bpf_verifier_env 568 drivers/net/ethernet/netronome/nfp/bpf/main.h int nfp_bpf_opt_replace_insn(struct bpf_verifier_env *env, u32 off, bpf_verifier_env 570 drivers/net/ethernet/netronome/nfp/bpf/main.h int nfp_bpf_opt_remove_insns(struct bpf_verifier_env *env, u32 off, u32 cnt); bpf_verifier_env 83 drivers/net/ethernet/netronome/nfp/bpf/verifier.c static bool nfp_bpf_map_update_value_ok(struct bpf_verifier_env *env) bpf_verifier_env 124 drivers/net/ethernet/netronome/nfp/bpf/verifier.c nfp_bpf_stack_arg_ok(const char *fname, struct bpf_verifier_env *env, bpf_verifier_env 157 drivers/net/ethernet/netronome/nfp/bpf/verifier.c nfp_bpf_map_call_ok(const char *fname, struct bpf_verifier_env *env, bpf_verifier_env 171 drivers/net/ethernet/netronome/nfp/bpf/verifier.c struct bpf_verifier_env *env, bpf_verifier_env 312 drivers/net/ethernet/netronome/nfp/bpf/verifier.c struct bpf_verifier_env *env) bpf_verifier_env 346 drivers/net/ethernet/netronome/nfp/bpf/verifier.c struct bpf_verifier_env *env) bpf_verifier_env 392 drivers/net/ethernet/netronome/nfp/bpf/verifier.c nfp_bpf_map_mark_used_one(struct bpf_verifier_env *env, bpf_verifier_env 417 drivers/net/ethernet/netronome/nfp/bpf/verifier.c nfp_bpf_map_mark_used(struct bpf_verifier_env *env, struct nfp_insn_meta *meta, bpf_verifier_env 452 drivers/net/ethernet/netronome/nfp/bpf/verifier.c struct bpf_verifier_env *env, u8 reg_no) bpf_verifier_env 503 drivers/net/ethernet/netronome/nfp/bpf/verifier.c struct bpf_verifier_env *env) bpf_verifier_env 527 drivers/net/ethernet/netronome/nfp/bpf/verifier.c struct bpf_verifier_env *env) bpf_verifier_env 552 drivers/net/ethernet/netronome/nfp/bpf/verifier.c struct bpf_verifier_env *env) bpf_verifier_env 626 drivers/net/ethernet/netronome/nfp/bpf/verifier.c int nfp_verify_insn(struct bpf_verifier_env *env, int insn_idx, bpf_verifier_env 668 drivers/net/ethernet/netronome/nfp/bpf/verifier.c nfp_assign_subprog_idx_and_regs(struct bpf_verifier_env *env, bpf_verifier_env 758 drivers/net/ethernet/netronome/nfp/bpf/verifier.c int nfp_bpf_finalize(struct bpf_verifier_env *env) bpf_verifier_env 802 drivers/net/ethernet/netronome/nfp/bpf/verifier.c int nfp_bpf_opt_replace_insn(struct bpf_verifier_env *env, u32 off, bpf_verifier_env 836 drivers/net/ethernet/netronome/nfp/bpf/verifier.c int nfp_bpf_opt_remove_insns(struct bpf_verifier_env *env, u32 off, u32 cnt) bpf_verifier_env 63 drivers/net/netdevsim/bpf.c nsim_bpf_verify_insn(struct bpf_verifier_env *env, int insn_idx, int prev_insn) bpf_verifier_env 77 drivers/net/netdevsim/bpf.c static int nsim_bpf_finalize(struct bpf_verifier_env *env) bpf_verifier_env 18 include/linux/bpf.h struct bpf_verifier_env; bpf_verifier_env 329 include/linux/bpf.h int (*insn_hook)(struct bpf_verifier_env *env, bpf_verifier_env 331 include/linux/bpf.h int (*finalize)(struct bpf_verifier_env *env); bpf_verifier_env 333 include/linux/bpf.h int (*replace_insn)(struct bpf_verifier_env *env, u32 off, bpf_verifier_env 335 include/linux/bpf.h int (*remove_insns)(struct bpf_verifier_env *env, u32 off, u32 cnt); bpf_verifier_env 398 include/linux/bpf_verifier.h __printf(2, 3) void bpf_verifier_log_write(struct bpf_verifier_env *env, bpf_verifier_env 401 include/linux/bpf_verifier.h static inline struct bpf_func_state *cur_func(struct bpf_verifier_env *env) bpf_verifier_env 408 include/linux/bpf_verifier.h static inline struct bpf_reg_state *cur_regs(struct bpf_verifier_env *env) bpf_verifier_env 414 include/linux/bpf_verifier.h int bpf_prog_offload_verify_insn(struct bpf_verifier_env *env, bpf_verifier_env 416 include/linux/bpf_verifier.h int bpf_prog_offload_finalize(struct bpf_verifier_env *env); bpf_verifier_env 418 include/linux/bpf_verifier.h bpf_prog_offload_replace_insn(struct bpf_verifier_env *env, u32 off, bpf_verifier_env 421 include/linux/bpf_verifier.h bpf_prog_offload_remove_insns(struct bpf_verifier_env *env, u32 off, u32 cnt); bpf_verifier_env 143 kernel/bpf/offload.c int bpf_prog_offload_verify_insn(struct bpf_verifier_env *env, bpf_verifier_env 159 kernel/bpf/offload.c int bpf_prog_offload_finalize(struct bpf_verifier_env *env) bpf_verifier_env 178 kernel/bpf/offload.c bpf_prog_offload_replace_insn(struct bpf_verifier_env *env, u32 off, bpf_verifier_env 197 kernel/bpf/offload.c bpf_prog_offload_remove_insns(struct bpf_verifier_env *env, u32 off, u32 cnt) bpf_verifier_env 212 kernel/bpf/verifier.c find_linfo(const struct bpf_verifier_env *env, u32 insn_off) bpf_verifier_env 255 kernel/bpf/verifier.c __printf(2, 3) void bpf_verifier_log_write(struct bpf_verifier_env *env, bpf_verifier_env 271 kernel/bpf/verifier.c struct bpf_verifier_env *env = private_data; bpf_verifier_env 290 kernel/bpf/verifier.c __printf(3, 4) static void verbose_linfo(struct bpf_verifier_env *env, bpf_verifier_env 411 kernel/bpf/verifier.c static void print_liveness(struct bpf_verifier_env *env, bpf_verifier_env 424 kernel/bpf/verifier.c static struct bpf_func_state *func(struct bpf_verifier_env *env, bpf_verifier_env 432 kernel/bpf/verifier.c static void print_verifier_state(struct bpf_verifier_env *env, bpf_verifier_env 619 kernel/bpf/verifier.c static int acquire_reference_state(struct bpf_verifier_env *env, int insn_idx) bpf_verifier_env 758 kernel/bpf/verifier.c static void update_branch_counts(struct bpf_verifier_env *env, struct bpf_verifier_state *st) bpf_verifier_env 775 kernel/bpf/verifier.c static int pop_stack(struct bpf_verifier_env *env, int *prev_insn_idx, bpf_verifier_env 802 kernel/bpf/verifier.c static struct bpf_verifier_state *push_stack(struct bpf_verifier_env *env, bpf_verifier_env 854 kernel/bpf/verifier.c static void __mark_reg_not_init(const struct bpf_verifier_env *env, bpf_verifier_env 886 kernel/bpf/verifier.c static void mark_reg_known_zero(struct bpf_verifier_env *env, bpf_verifier_env 991 kernel/bpf/verifier.c static void __mark_reg_unknown(const struct bpf_verifier_env *env, bpf_verifier_env 1007 kernel/bpf/verifier.c static void mark_reg_unknown(struct bpf_verifier_env *env, bpf_verifier_env 1020 kernel/bpf/verifier.c static void __mark_reg_not_init(const struct bpf_verifier_env *env, bpf_verifier_env 1027 kernel/bpf/verifier.c static void mark_reg_not_init(struct bpf_verifier_env *env, bpf_verifier_env 1041 kernel/bpf/verifier.c static void init_reg_state(struct bpf_verifier_env *env, bpf_verifier_env 1065 kernel/bpf/verifier.c static void init_func_state(struct bpf_verifier_env *env, bpf_verifier_env 1087 kernel/bpf/verifier.c static int find_subprog(struct bpf_verifier_env *env, int off) bpf_verifier_env 1099 kernel/bpf/verifier.c static int add_subprog(struct bpf_verifier_env *env, int off) bpf_verifier_env 1121 kernel/bpf/verifier.c static int check_subprogs(struct bpf_verifier_env *env) bpf_verifier_env 1195 kernel/bpf/verifier.c static int mark_reg_read(struct bpf_verifier_env *env, bpf_verifier_env 1247 kernel/bpf/verifier.c static bool is_reg64(struct bpf_verifier_env *env, struct bpf_insn *insn, bpf_verifier_env 1337 kernel/bpf/verifier.c static bool insn_has_def32(struct bpf_verifier_env *env, struct bpf_insn *insn) bpf_verifier_env 1345 kernel/bpf/verifier.c static void mark_insn_zext(struct bpf_verifier_env *env, bpf_verifier_env 1358 kernel/bpf/verifier.c static int check_reg_arg(struct bpf_verifier_env *env, u32 regno, bpf_verifier_env 1404 kernel/bpf/verifier.c static int push_jmp_history(struct bpf_verifier_env *env, bpf_verifier_env 1442 kernel/bpf/verifier.c static int backtrack_insn(struct bpf_verifier_env *env, int idx, bpf_verifier_env 1630 kernel/bpf/verifier.c static void mark_all_scalars_precise(struct bpf_verifier_env *env, bpf_verifier_env 1660 kernel/bpf/verifier.c static int __mark_chain_precision(struct bpf_verifier_env *env, int regno, bpf_verifier_env 1823 kernel/bpf/verifier.c static int mark_chain_precision(struct bpf_verifier_env *env, int regno) bpf_verifier_env 1828 kernel/bpf/verifier.c static int mark_chain_precision_stack(struct bpf_verifier_env *env, int spi) bpf_verifier_env 1893 kernel/bpf/verifier.c static int check_stack_write(struct bpf_verifier_env *env, bpf_verifier_env 2021 kernel/bpf/verifier.c static int check_stack_read(struct bpf_verifier_env *env, bpf_verifier_env 2122 kernel/bpf/verifier.c static int check_stack_access(struct bpf_verifier_env *env, bpf_verifier_env 2147 kernel/bpf/verifier.c static int check_map_access_type(struct bpf_verifier_env *env, u32 regno, bpf_verifier_env 2170 kernel/bpf/verifier.c static int __check_map_access(struct bpf_verifier_env *env, u32 regno, int off, bpf_verifier_env 2186 kernel/bpf/verifier.c static int check_map_access(struct bpf_verifier_env *env, u32 regno, bpf_verifier_env 2257 kernel/bpf/verifier.c static bool may_access_direct_pkt_data(struct bpf_verifier_env *env, bpf_verifier_env 2297 kernel/bpf/verifier.c static int __check_packet_access(struct bpf_verifier_env *env, u32 regno, bpf_verifier_env 2312 kernel/bpf/verifier.c static int check_packet_access(struct bpf_verifier_env *env, u32 regno, int off, bpf_verifier_env 2352 kernel/bpf/verifier.c static int check_ctx_access(struct bpf_verifier_env *env, int insn_idx, int off, int size, bpf_verifier_env 2381 kernel/bpf/verifier.c static int check_flow_keys_access(struct bpf_verifier_env *env, int off, bpf_verifier_env 2393 kernel/bpf/verifier.c static int check_sock_access(struct bpf_verifier_env *env, int insn_idx, bpf_verifier_env 2438 kernel/bpf/verifier.c static struct bpf_reg_state *reg_state(struct bpf_verifier_env *env, int regno) bpf_verifier_env 2443 kernel/bpf/verifier.c static bool is_pointer_value(struct bpf_verifier_env *env, int regno) bpf_verifier_env 2448 kernel/bpf/verifier.c static bool is_ctx_reg(struct bpf_verifier_env *env, int regno) bpf_verifier_env 2455 kernel/bpf/verifier.c static bool is_sk_reg(struct bpf_verifier_env *env, int regno) bpf_verifier_env 2462 kernel/bpf/verifier.c static bool is_pkt_reg(struct bpf_verifier_env *env, int regno) bpf_verifier_env 2469 kernel/bpf/verifier.c static bool is_flow_key_reg(struct bpf_verifier_env *env, int regno) bpf_verifier_env 2477 kernel/bpf/verifier.c static int check_pkt_ptr_alignment(struct bpf_verifier_env *env, bpf_verifier_env 2512 kernel/bpf/verifier.c static int check_generic_ptr_alignment(struct bpf_verifier_env *env, bpf_verifier_env 2536 kernel/bpf/verifier.c static int check_ptr_alignment(struct bpf_verifier_env *env, bpf_verifier_env 2586 kernel/bpf/verifier.c static int update_stack_depth(struct bpf_verifier_env *env, bpf_verifier_env 2606 kernel/bpf/verifier.c static int check_max_stack_depth(struct bpf_verifier_env *env) bpf_verifier_env 2664 kernel/bpf/verifier.c static int get_callee_stack_depth(struct bpf_verifier_env *env, bpf_verifier_env 2679 kernel/bpf/verifier.c static int check_ctx_reg(struct bpf_verifier_env *env, bpf_verifier_env 2703 kernel/bpf/verifier.c static int check_tp_buffer_access(struct bpf_verifier_env *env, bpf_verifier_env 2758 kernel/bpf/verifier.c static int check_mem_access(struct bpf_verifier_env *env, int insn_idx, u32 regno, bpf_verifier_env 2897 kernel/bpf/verifier.c static int check_xadd(struct bpf_verifier_env *env, int insn_idx, struct bpf_insn *insn) bpf_verifier_env 2943 kernel/bpf/verifier.c static int __check_stack_boundary(struct bpf_verifier_env *env, u32 regno, bpf_verifier_env 2972 kernel/bpf/verifier.c static int check_stack_boundary(struct bpf_verifier_env *env, int regno, bpf_verifier_env 3097 kernel/bpf/verifier.c static int check_helper_mem_access(struct bpf_verifier_env *env, int regno, bpf_verifier_env 3140 kernel/bpf/verifier.c static int process_spin_lock(struct bpf_verifier_env *env, int regno, bpf_verifier_env 3235 kernel/bpf/verifier.c static int check_func_arg(struct bpf_verifier_env *env, u32 regno, bpf_verifier_env 3442 kernel/bpf/verifier.c static int check_map_func_compatibility(struct bpf_verifier_env *env, bpf_verifier_env 3693 kernel/bpf/verifier.c static void __clear_all_pkt_pointers(struct bpf_verifier_env *env, bpf_verifier_env 3711 kernel/bpf/verifier.c static void clear_all_pkt_pointers(struct bpf_verifier_env *env) bpf_verifier_env 3720 kernel/bpf/verifier.c static void release_reg_references(struct bpf_verifier_env *env, bpf_verifier_env 3742 kernel/bpf/verifier.c static int release_reference(struct bpf_verifier_env *env, bpf_verifier_env 3759 kernel/bpf/verifier.c static int check_func_call(struct bpf_verifier_env *env, struct bpf_insn *insn, bpf_verifier_env 3834 kernel/bpf/verifier.c static int prepare_func_exit(struct bpf_verifier_env *env, int *insn_idx) bpf_verifier_env 3877 kernel/bpf/verifier.c static int do_refine_retval_range(struct bpf_verifier_env *env, bpf_verifier_env 3918 kernel/bpf/verifier.c record_func_map(struct bpf_verifier_env *env, struct bpf_call_arg_meta *meta, bpf_verifier_env 3960 kernel/bpf/verifier.c static int check_reference_leak(struct bpf_verifier_env *env) bpf_verifier_env 3972 kernel/bpf/verifier.c static int check_helper_call(struct bpf_verifier_env *env, int func_id, int insn_idx) bpf_verifier_env 4197 kernel/bpf/verifier.c static bool check_reg_sane_offset(struct bpf_verifier_env *env, bpf_verifier_env 4232 kernel/bpf/verifier.c static struct bpf_insn_aux_data *cur_aux(struct bpf_verifier_env *env) bpf_verifier_env 4268 kernel/bpf/verifier.c static bool can_skip_alu_sanitation(const struct bpf_verifier_env *env, bpf_verifier_env 4291 kernel/bpf/verifier.c static int sanitize_val_alu(struct bpf_verifier_env *env, bpf_verifier_env 4302 kernel/bpf/verifier.c static int sanitize_ptr_alu(struct bpf_verifier_env *env, bpf_verifier_env 4359 kernel/bpf/verifier.c static int adjust_ptr_min_max_vals(struct bpf_verifier_env *env, bpf_verifier_env 4600 kernel/bpf/verifier.c static int adjust_scalar_min_max_vals(struct bpf_verifier_env *env, bpf_verifier_env 4885 kernel/bpf/verifier.c static int adjust_reg_min_max_vals(struct bpf_verifier_env *env, bpf_verifier_env 4961 kernel/bpf/verifier.c static int check_alu_op(struct bpf_verifier_env *env, struct bpf_insn *insn) bpf_verifier_env 5866 kernel/bpf/verifier.c static int check_cond_jmp_op(struct bpf_verifier_env *env, bpf_verifier_env 6022 kernel/bpf/verifier.c static int check_ld_imm(struct bpf_verifier_env *env, struct bpf_insn *insn) bpf_verifier_env 6096 kernel/bpf/verifier.c static int check_ld_abs(struct bpf_verifier_env *env, struct bpf_insn *insn) bpf_verifier_env 6185 kernel/bpf/verifier.c static int check_return_code(struct bpf_verifier_env *env) bpf_verifier_env 6281 kernel/bpf/verifier.c static u32 state_htab_size(struct bpf_verifier_env *env) bpf_verifier_env 6287 kernel/bpf/verifier.c struct bpf_verifier_env *env, bpf_verifier_env 6296 kernel/bpf/verifier.c static void init_explored_state(struct bpf_verifier_env *env, int idx) bpf_verifier_env 6306 kernel/bpf/verifier.c static int push_insn(int t, int w, int e, struct bpf_verifier_env *env, bpf_verifier_env 6356 kernel/bpf/verifier.c static int check_cfg(struct bpf_verifier_env *env) bpf_verifier_env 6484 kernel/bpf/verifier.c static int check_btf_func(struct bpf_verifier_env *env, bpf_verifier_env 6589 kernel/bpf/verifier.c static void adjust_btf_func(struct bpf_verifier_env *env) bpf_verifier_env 6604 kernel/bpf/verifier.c static int check_btf_line(struct bpf_verifier_env *env, bpf_verifier_env 6726 kernel/bpf/verifier.c static int check_btf_info(struct bpf_verifier_env *env, bpf_verifier_env 6798 kernel/bpf/verifier.c static void clean_func_state(struct bpf_verifier_env *env, bpf_verifier_env 6827 kernel/bpf/verifier.c static void clean_verifier_state(struct bpf_verifier_env *env, bpf_verifier_env 6872 kernel/bpf/verifier.c static void clean_live_states(struct bpf_verifier_env *env, int insn, bpf_verifier_env 7138 kernel/bpf/verifier.c static bool states_equal(struct bpf_verifier_env *env, bpf_verifier_env 7171 kernel/bpf/verifier.c static int propagate_liveness_reg(struct bpf_verifier_env *env, bpf_verifier_env 7204 kernel/bpf/verifier.c static int propagate_liveness(struct bpf_verifier_env *env, bpf_verifier_env 7251 kernel/bpf/verifier.c static int propagate_precision(struct bpf_verifier_env *env, bpf_verifier_env 7307 kernel/bpf/verifier.c static int is_state_visited(struct bpf_verifier_env *env, int insn_idx) bpf_verifier_env 7549 kernel/bpf/verifier.c static int do_check(struct bpf_verifier_env *env) bpf_verifier_env 7927 kernel/bpf/verifier.c static int check_map_prog_compatibility(struct bpf_verifier_env *env, bpf_verifier_env 7974 kernel/bpf/verifier.c static int replace_map_fd_with_map_ptr(struct bpf_verifier_env *env) bpf_verifier_env 8131 kernel/bpf/verifier.c static void release_maps(struct bpf_verifier_env *env) bpf_verifier_env 8148 kernel/bpf/verifier.c static void convert_pseudo_ld_imm64(struct bpf_verifier_env *env) bpf_verifier_env 8163 kernel/bpf/verifier.c static int adjust_insn_aux_data(struct bpf_verifier_env *env, bpf_verifier_env 8196 kernel/bpf/verifier.c static void adjust_subprog_starts(struct bpf_verifier_env *env, u32 off, u32 len) bpf_verifier_env 8210 kernel/bpf/verifier.c static struct bpf_prog *bpf_patch_insn_data(struct bpf_verifier_env *env, u32 off, bpf_verifier_env 8229 kernel/bpf/verifier.c static int adjust_subprog_starts_after_remove(struct bpf_verifier_env *env, bpf_verifier_env 8285 kernel/bpf/verifier.c static int bpf_adj_linfo_after_remove(struct bpf_verifier_env *env, u32 off, bpf_verifier_env 8349 kernel/bpf/verifier.c static int verifier_remove_insns(struct bpf_verifier_env *env, u32 off, u32 cnt) bpf_verifier_env 8387 kernel/bpf/verifier.c static void sanitize_dead_code(struct bpf_verifier_env *env) bpf_verifier_env 8416 kernel/bpf/verifier.c static void opt_hard_wire_dead_code_branches(struct bpf_verifier_env *env) bpf_verifier_env 8442 kernel/bpf/verifier.c static int opt_remove_dead_code(struct bpf_verifier_env *env) bpf_verifier_env 8466 kernel/bpf/verifier.c static int opt_remove_nops(struct bpf_verifier_env *env) bpf_verifier_env 8487 kernel/bpf/verifier.c static int opt_subreg_zext_lo32_rnd_hi32(struct bpf_verifier_env *env, bpf_verifier_env 8570 kernel/bpf/verifier.c static int convert_ctx_accesses(struct bpf_verifier_env *env) bpf_verifier_env 8742 kernel/bpf/verifier.c static int jit_subprogs(struct bpf_verifier_env *env) bpf_verifier_env 8916 kernel/bpf/verifier.c static int fixup_call_args(struct bpf_verifier_env *env) bpf_verifier_env 8953 kernel/bpf/verifier.c static int fixup_bpf_calls(struct bpf_verifier_env *env) bpf_verifier_env 9239 kernel/bpf/verifier.c static void free_states(struct bpf_verifier_env *env) bpf_verifier_env 9269 kernel/bpf/verifier.c static void print_verification_stats(struct bpf_verifier_env *env) bpf_verifier_env 9297 kernel/bpf/verifier.c struct bpf_verifier_env *env; bpf_verifier_env 9309 kernel/bpf/verifier.c env = kzalloc(sizeof(struct bpf_verifier_env), GFP_KERNEL);