Lines Matching refs:ctx
141 static inline void _emit(int cond, u32 inst, struct jit_ctx *ctx) in _emit() argument
146 if (ctx->target != NULL) in _emit()
147 ctx->target[ctx->idx] = inst; in _emit()
149 ctx->idx++; in _emit()
155 static inline void emit(u32 inst, struct jit_ctx *ctx) in emit() argument
157 _emit(ARM_COND_AL, inst, ctx); in emit()
160 static u16 saved_regs(struct jit_ctx *ctx) in saved_regs() argument
164 if ((ctx->skf->len > 1) || in saved_regs()
165 (ctx->skf->insns[0].code == (BPF_RET | BPF_A))) in saved_regs()
171 if (ctx->seen & SEEN_CALL) in saved_regs()
174 if (ctx->seen & (SEEN_DATA | SEEN_SKB)) in saved_regs()
176 if (ctx->seen & SEEN_DATA) in saved_regs()
178 if (ctx->seen & SEEN_X) in saved_regs()
184 static inline int mem_words_used(struct jit_ctx *ctx) in mem_words_used() argument
187 return fls(ctx->seen & SEEN_MEM); in mem_words_used()
198 static void build_prologue(struct jit_ctx *ctx) in build_prologue() argument
200 u16 reg_set = saved_regs(ctx); in build_prologue()
204 emit(ARM_MOV_R(ARM_IP, ARM_SP), ctx); in build_prologue()
205 emit(ARM_PUSH(reg_set), ctx); in build_prologue()
206 emit(ARM_SUB_I(ARM_FP, ARM_IP, 4), ctx); in build_prologue()
209 emit(ARM_PUSH(reg_set), ctx); in build_prologue()
212 if (ctx->seen & (SEEN_DATA | SEEN_SKB)) in build_prologue()
213 emit(ARM_MOV_R(r_skb, ARM_R0), ctx); in build_prologue()
215 if (ctx->seen & SEEN_DATA) { in build_prologue()
217 emit(ARM_LDR_I(r_skb_data, r_skb, off), ctx); in build_prologue()
220 emit(ARM_LDR_I(r_skb_hl, r_skb, off), ctx); in build_prologue()
222 emit(ARM_LDR_I(r_scratch, r_skb, off), ctx); in build_prologue()
223 emit(ARM_SUB_R(r_skb_hl, r_skb_hl, r_scratch), ctx); in build_prologue()
226 if (ctx->flags & FLAG_NEED_X_RESET) in build_prologue()
227 emit(ARM_MOV_I(r_X, 0), ctx); in build_prologue()
230 if (bpf_needs_clear_a(&ctx->skf->insns[0])) in build_prologue()
231 emit(ARM_MOV_I(r_A, 0), ctx); in build_prologue()
234 if (ctx->seen & SEEN_MEM) in build_prologue()
235 emit(ARM_SUB_I(ARM_SP, ARM_SP, mem_words_used(ctx) * 4), ctx); in build_prologue()
238 static void build_epilogue(struct jit_ctx *ctx) in build_epilogue() argument
240 u16 reg_set = saved_regs(ctx); in build_epilogue()
242 if (ctx->seen & SEEN_MEM) in build_epilogue()
243 emit(ARM_ADD_I(ARM_SP, ARM_SP, mem_words_used(ctx) * 4), ctx); in build_epilogue()
251 emit(ARM_LDM(ARM_SP, reg_set), ctx); in build_epilogue()
254 if (ctx->seen & SEEN_CALL) in build_epilogue()
256 emit(ARM_POP(reg_set), ctx); in build_epilogue()
259 if (!(ctx->seen & SEEN_CALL)) in build_epilogue()
260 emit(ARM_BX(ARM_LR), ctx); in build_epilogue()
277 static u16 imm_offset(u32 k, struct jit_ctx *ctx) in imm_offset() argument
283 if (ctx->target == NULL) { in imm_offset()
284 ctx->imm_count++; in imm_offset()
288 while ((i < ctx->imm_count) && ctx->imms[i]) { in imm_offset()
289 if (ctx->imms[i] == k) in imm_offset()
294 if (ctx->imms[i] == 0) in imm_offset()
295 ctx->imms[i] = k; in imm_offset()
298 offset = ctx->offsets[ctx->skf->len]; in imm_offset()
299 offset += ctx->prologue_bytes; in imm_offset()
300 offset += ctx->epilogue_bytes; in imm_offset()
303 ctx->target[offset / 4] = k; in imm_offset()
306 imm = offset - (8 + ctx->idx * 4); in imm_offset()
313 ctx->flags |= FLAG_IMM_OVERFLOW; in imm_offset()
325 static inline void emit_mov_i_no8m(int rd, u32 val, struct jit_ctx *ctx) in emit_mov_i_no8m() argument
328 emit(ARM_LDR_I(rd, ARM_PC, imm_offset(val, ctx)), ctx); in emit_mov_i_no8m()
330 emit(ARM_MOVW(rd, val & 0xffff), ctx); in emit_mov_i_no8m()
332 emit(ARM_MOVT(rd, val >> 16), ctx); in emit_mov_i_no8m()
336 static inline void emit_mov_i(int rd, u32 val, struct jit_ctx *ctx) in emit_mov_i() argument
341 emit(ARM_MOV_I(rd, imm12), ctx); in emit_mov_i()
343 emit_mov_i_no8m(rd, val, ctx); in emit_mov_i()
348 static void emit_load_be32(u8 cond, u8 r_res, u8 r_addr, struct jit_ctx *ctx) in emit_load_be32() argument
350 _emit(cond, ARM_LDRB_I(ARM_R3, r_addr, 1), ctx); in emit_load_be32()
351 _emit(cond, ARM_LDRB_I(ARM_R1, r_addr, 0), ctx); in emit_load_be32()
352 _emit(cond, ARM_LDRB_I(ARM_R2, r_addr, 3), ctx); in emit_load_be32()
353 _emit(cond, ARM_LSL_I(ARM_R3, ARM_R3, 16), ctx); in emit_load_be32()
354 _emit(cond, ARM_LDRB_I(ARM_R0, r_addr, 2), ctx); in emit_load_be32()
355 _emit(cond, ARM_ORR_S(ARM_R3, ARM_R3, ARM_R1, SRTYPE_LSL, 24), ctx); in emit_load_be32()
356 _emit(cond, ARM_ORR_R(ARM_R3, ARM_R3, ARM_R2), ctx); in emit_load_be32()
357 _emit(cond, ARM_ORR_S(r_res, ARM_R3, ARM_R0, SRTYPE_LSL, 8), ctx); in emit_load_be32()
360 static void emit_load_be16(u8 cond, u8 r_res, u8 r_addr, struct jit_ctx *ctx) in emit_load_be16() argument
362 _emit(cond, ARM_LDRB_I(ARM_R1, r_addr, 0), ctx); in emit_load_be16()
363 _emit(cond, ARM_LDRB_I(ARM_R2, r_addr, 1), ctx); in emit_load_be16()
364 _emit(cond, ARM_ORR_S(r_res, ARM_R2, ARM_R1, SRTYPE_LSL, 8), ctx); in emit_load_be16()
367 static inline void emit_swap16(u8 r_dst, u8 r_src, struct jit_ctx *ctx) in emit_swap16() argument
370 emit(ARM_LSL_I(ARM_R1, r_src, 8), ctx); in emit_swap16()
371 emit(ARM_ORR_S(r_dst, ARM_R1, r_src, SRTYPE_LSR, 8), ctx); in emit_swap16()
379 emit(ARM_BIC_I(r_dst, r_dst, 0x8ff), ctx); in emit_swap16()
384 static void emit_load_be32(u8 cond, u8 r_res, u8 r_addr, struct jit_ctx *ctx) in emit_load_be32() argument
386 _emit(cond, ARM_LDR_I(r_res, r_addr, 0), ctx); in emit_load_be32()
388 _emit(cond, ARM_REV(r_res, r_res), ctx); in emit_load_be32()
392 static void emit_load_be16(u8 cond, u8 r_res, u8 r_addr, struct jit_ctx *ctx) in emit_load_be16() argument
394 _emit(cond, ARM_LDRH_I(r_res, r_addr, 0), ctx); in emit_load_be16()
396 _emit(cond, ARM_REV16(r_res, r_res), ctx); in emit_load_be16()
402 struct jit_ctx *ctx __maybe_unused) in emit_swap16()
405 emit(ARM_REV16(r_dst, r_src), ctx); in emit_swap16()
413 static inline u32 b_imm(unsigned tgt, struct jit_ctx *ctx) in b_imm() argument
417 if (ctx->target == NULL) in b_imm()
423 imm = ctx->offsets[tgt] + ctx->prologue_bytes - (ctx->idx * 4 + 8); in b_imm()
428 #define OP_IMM3(op, r1, r2, imm_val, ctx) \ argument
432 emit_mov_i_no8m(r_scratch, imm_val, ctx); \
433 emit(op ## _R((r1), (r2), r_scratch), ctx); \
435 emit(op ## _I((r1), (r2), imm12), ctx); \
439 static inline void emit_err_ret(u8 cond, struct jit_ctx *ctx) in emit_err_ret() argument
441 if (ctx->ret0_fp_idx >= 0) { in emit_err_ret()
442 _emit(cond, ARM_B(b_imm(ctx->ret0_fp_idx, ctx)), ctx); in emit_err_ret()
444 emit(ARM_MOV_R(ARM_R0, ARM_R0), ctx); in emit_err_ret()
446 _emit(cond, ARM_MOV_I(ARM_R0, 0), ctx); in emit_err_ret()
447 _emit(cond, ARM_B(b_imm(ctx->skf->len, ctx)), ctx); in emit_err_ret()
451 static inline void emit_blx_r(u8 tgt_reg, struct jit_ctx *ctx) in emit_blx_r() argument
454 emit(ARM_MOV_R(ARM_LR, ARM_PC), ctx); in emit_blx_r()
457 emit(ARM_BX(tgt_reg), ctx); in emit_blx_r()
459 emit(ARM_MOV_R(ARM_PC, tgt_reg), ctx); in emit_blx_r()
461 emit(ARM_BLX_R(tgt_reg), ctx); in emit_blx_r()
465 static inline void emit_udivmod(u8 rd, u8 rm, u8 rn, struct jit_ctx *ctx, in emit_udivmod() argument
471 emit(ARM_UDIV(rd, rm, rn), ctx); in emit_udivmod()
473 emit(ARM_UDIV(ARM_R3, rm, rn), ctx); in emit_udivmod()
474 emit(ARM_MLS(rd, rn, ARM_R3, rm), ctx); in emit_udivmod()
491 emit(ARM_MOV_R(ARM_R1, rn), ctx); in emit_udivmod()
493 emit(ARM_MOV_R(ARM_R0, rm), ctx); in emit_udivmod()
495 ctx->seen |= SEEN_CALL; in emit_udivmod()
497 ctx); in emit_udivmod()
498 emit_blx_r(ARM_R3, ctx); in emit_udivmod()
501 emit(ARM_MOV_R(rd, ARM_R0), ctx); in emit_udivmod()
504 static inline void update_on_xread(struct jit_ctx *ctx) in update_on_xread() argument
506 if (!(ctx->seen & SEEN_X)) in update_on_xread()
507 ctx->flags |= FLAG_NEED_X_RESET; in update_on_xread()
509 ctx->seen |= SEEN_X; in update_on_xread()
512 static int build_body(struct jit_ctx *ctx) in build_body() argument
515 const struct bpf_prog *prog = ctx->skf; in build_body()
530 if (ctx->target == NULL) in build_body()
531 ctx->offsets[i] = ctx->idx * 4; in build_body()
535 emit_mov_i(r_A, k, ctx); in build_body()
538 ctx->seen |= SEEN_SKB; in build_body()
541 offsetof(struct sk_buff, len)), ctx); in build_body()
545 ctx->seen |= SEEN_MEM_WORD(k); in build_body()
546 emit(ARM_LDR_I(r_A, ARM_SP, SCRATCH_OFF(k)), ctx); in build_body()
557 emit_mov_i(r_off, k, ctx); in build_body()
559 ctx->seen |= SEEN_DATA | SEEN_CALL; in build_body()
563 1 << load_order), ctx); in build_body()
564 emit(ARM_CMP_R(r_scratch, r_off), ctx); in build_body()
567 emit(ARM_CMP_R(r_skb_hl, r_off), ctx); in build_body()
581 _emit(condt, ARM_CMP_I(r_off, 0), ctx); in build_body()
584 ctx); in build_body()
588 ctx); in build_body()
590 emit_load_be16(condt, r_A, r_scratch, ctx); in build_body()
592 emit_load_be32(condt, r_A, r_scratch, ctx); in build_body()
594 _emit(condt, ARM_B(b_imm(i + 1, ctx)), ctx); in build_body()
597 emit_mov_i(ARM_R3, (u32)load_func[load_order], ctx); in build_body()
598 emit(ARM_MOV_R(ARM_R0, r_skb), ctx); in build_body()
600 emit_blx_r(ARM_R3, ctx); in build_body()
602 emit(ARM_CMP_I(ARM_R1, 0), ctx); in build_body()
603 emit_err_ret(ARM_COND_NE, ctx); in build_body()
604 emit(ARM_MOV_R(r_A, ARM_R0), ctx); in build_body()
615 update_on_xread(ctx); in build_body()
616 OP_IMM3(ARM_ADD, r_off, r_X, k, ctx); in build_body()
619 ctx->seen |= SEEN_X; in build_body()
620 emit_mov_i(r_X, k, ctx); in build_body()
623 ctx->seen |= SEEN_X | SEEN_SKB; in build_body()
625 offsetof(struct sk_buff, len)), ctx); in build_body()
628 ctx->seen |= SEEN_X | SEEN_MEM_WORD(k); in build_body()
629 emit(ARM_LDR_I(r_X, ARM_SP, SCRATCH_OFF(k)), ctx); in build_body()
633 ctx->seen |= SEEN_X | SEEN_DATA | SEEN_CALL; in build_body()
638 emit_mov_i(r_off, k, ctx); in build_body()
639 emit(ARM_CMP_R(r_skb_hl, r_off), ctx); in build_body()
643 ARM_R1), ctx); in build_body()
648 _emit(ARM_COND_HI, ARM_B(b_imm(i + 1, ctx) - 2), ctx); in build_body()
650 emit(ARM_MOV_R(ARM_R0, r_skb), ctx); in build_body()
652 emit_mov_i(ARM_R3, (u32)jit_get_skb_b, ctx); in build_body()
653 emit_blx_r(ARM_R3, ctx); in build_body()
655 emit(ARM_CMP_I(ARM_R1, 0), ctx); in build_body()
656 emit_err_ret(ARM_COND_NE, ctx); in build_body()
658 emit(ARM_AND_I(r_X, ARM_R0, 0x00f), ctx); in build_body()
659 emit(ARM_LSL_I(r_X, r_X, 2), ctx); in build_body()
662 ctx->seen |= SEEN_MEM_WORD(k); in build_body()
663 emit(ARM_STR_I(r_A, ARM_SP, SCRATCH_OFF(k)), ctx); in build_body()
666 update_on_xread(ctx); in build_body()
667 ctx->seen |= SEEN_MEM_WORD(k); in build_body()
668 emit(ARM_STR_I(r_X, ARM_SP, SCRATCH_OFF(k)), ctx); in build_body()
672 OP_IMM3(ARM_ADD, r_A, r_A, k, ctx); in build_body()
675 update_on_xread(ctx); in build_body()
676 emit(ARM_ADD_R(r_A, r_A, r_X), ctx); in build_body()
680 OP_IMM3(ARM_SUB, r_A, r_A, k, ctx); in build_body()
683 update_on_xread(ctx); in build_body()
684 emit(ARM_SUB_R(r_A, r_A, r_X), ctx); in build_body()
688 emit_mov_i(r_scratch, k, ctx); in build_body()
689 emit(ARM_MUL(r_A, r_A, r_scratch), ctx); in build_body()
692 update_on_xread(ctx); in build_body()
693 emit(ARM_MUL(r_A, r_A, r_X), ctx); in build_body()
698 emit_mov_i(r_scratch, k, ctx); in build_body()
699 emit_udivmod(r_A, r_A, r_scratch, ctx, BPF_DIV); in build_body()
702 update_on_xread(ctx); in build_body()
703 emit(ARM_CMP_I(r_X, 0), ctx); in build_body()
704 emit_err_ret(ARM_COND_EQ, ctx); in build_body()
705 emit_udivmod(r_A, r_A, r_X, ctx, BPF_DIV); in build_body()
709 emit_mov_i(r_A, 0, ctx); in build_body()
712 emit_mov_i(r_scratch, k, ctx); in build_body()
713 emit_udivmod(r_A, r_A, r_scratch, ctx, BPF_MOD); in build_body()
716 update_on_xread(ctx); in build_body()
717 emit(ARM_CMP_I(r_X, 0), ctx); in build_body()
718 emit_err_ret(ARM_COND_EQ, ctx); in build_body()
719 emit_udivmod(r_A, r_A, r_X, ctx, BPF_MOD); in build_body()
723 OP_IMM3(ARM_ORR, r_A, r_A, k, ctx); in build_body()
726 update_on_xread(ctx); in build_body()
727 emit(ARM_ORR_R(r_A, r_A, r_X), ctx); in build_body()
731 OP_IMM3(ARM_EOR, r_A, r_A, k, ctx); in build_body()
736 update_on_xread(ctx); in build_body()
737 emit(ARM_EOR_R(r_A, r_A, r_X), ctx); in build_body()
741 OP_IMM3(ARM_AND, r_A, r_A, k, ctx); in build_body()
744 update_on_xread(ctx); in build_body()
745 emit(ARM_AND_R(r_A, r_A, r_X), ctx); in build_body()
750 emit(ARM_LSL_I(r_A, r_A, k), ctx); in build_body()
753 update_on_xread(ctx); in build_body()
754 emit(ARM_LSL_R(r_A, r_A, r_X), ctx); in build_body()
760 emit(ARM_LSR_I(r_A, r_A, k), ctx); in build_body()
763 update_on_xread(ctx); in build_body()
764 emit(ARM_LSR_R(r_A, r_A, r_X), ctx); in build_body()
768 emit(ARM_RSB_I(r_A, r_A, 0), ctx); in build_body()
772 emit(ARM_B(b_imm(i + k + 1, ctx)), ctx); in build_body()
788 emit_mov_i_no8m(r_scratch, k, ctx); in build_body()
789 emit(ARM_CMP_R(r_A, r_scratch), ctx); in build_body()
791 emit(ARM_CMP_I(r_A, imm12), ctx); in build_body()
796 ctx)), ctx); in build_body()
799 ctx)), ctx); in build_body()
813 update_on_xread(ctx); in build_body()
814 emit(ARM_CMP_R(r_A, r_X), ctx); in build_body()
823 emit_mov_i_no8m(r_scratch, k, ctx); in build_body()
824 emit(ARM_TST_R(r_A, r_scratch), ctx); in build_body()
826 emit(ARM_TST_I(r_A, imm12), ctx); in build_body()
831 update_on_xread(ctx); in build_body()
833 emit(ARM_TST_R(r_A, r_X), ctx); in build_body()
836 emit(ARM_MOV_R(ARM_R0, r_A), ctx); in build_body()
839 if ((k == 0) && (ctx->ret0_fp_idx < 0)) in build_body()
840 ctx->ret0_fp_idx = i; in build_body()
841 emit_mov_i(ARM_R0, k, ctx); in build_body()
843 if (i != ctx->skf->len - 1) in build_body()
844 emit(ARM_B(b_imm(prog->len, ctx)), ctx); in build_body()
848 ctx->seen |= SEEN_X; in build_body()
849 emit(ARM_MOV_R(r_X, r_A), ctx); in build_body()
853 update_on_xread(ctx); in build_body()
854 emit(ARM_MOV_R(r_A, r_X), ctx); in build_body()
858 ctx->seen |= SEEN_SKB; in build_body()
862 emit(ARM_LDRH_I(r_scratch, r_skb, off), ctx); in build_body()
863 emit_swap16(r_A, r_scratch, ctx); in build_body()
867 OP_IMM3(ARM_BIC, r_scratch, ARM_SP, THREAD_SIZE - 1, ctx); in build_body()
871 emit(ARM_LDR_I(r_A, r_scratch, off), ctx); in build_body()
877 ctx->seen |= SEEN_SKB; in build_body()
879 emit(ARM_LDR_I(r_scratch, r_skb, off), ctx); in build_body()
881 emit(ARM_CMP_I(r_scratch, 0), ctx); in build_body()
882 emit_err_ret(ARM_COND_EQ, ctx); in build_body()
891 emit(ARM_LDR_I(r_A, r_scratch, off), ctx); in build_body()
901 emit_mov_i(ARM_R3, off, ctx); in build_body()
902 emit(ARM_LDRH_R(r_A, r_scratch, ARM_R3), ctx); in build_body()
906 ctx->seen |= SEEN_SKB; in build_body()
909 emit(ARM_LDR_I(r_A, r_skb, off), ctx); in build_body()
912 ctx->seen |= SEEN_SKB; in build_body()
915 emit(ARM_LDR_I(r_A, r_skb, off), ctx); in build_body()
919 ctx->seen |= SEEN_SKB; in build_body()
922 emit(ARM_LDRH_I(r_A, r_skb, off), ctx); in build_body()
924 OP_IMM3(ARM_AND, r_A, r_A, ~VLAN_TAG_PRESENT, ctx); in build_body()
926 OP_IMM3(ARM_LSR, r_A, r_A, 12, ctx); in build_body()
927 OP_IMM3(ARM_AND, r_A, r_A, 0x1, ctx); in build_body()
931 ctx->seen |= SEEN_SKB; in build_body()
935 emit(ARM_LDRB_I(r_A, r_skb, off), ctx); in build_body()
936 emit(ARM_AND_I(r_A, r_A, PKT_TYPE_MAX), ctx); in build_body()
938 emit(ARM_LSR_I(r_A, r_A, 5), ctx); in build_body()
942 ctx->seen |= SEEN_SKB; in build_body()
948 emit(ARM_LDRH_I(r_A, r_skb, off), ctx); in build_body()
951 ctx->seen |= SEEN_SKB | SEEN_CALL; in build_body()
953 emit(ARM_MOV_R(ARM_R0, r_skb), ctx); in build_body()
954 emit_mov_i(ARM_R3, (unsigned int)skb_get_poff, ctx); in build_body()
955 emit_blx_r(ARM_R3, ctx); in build_body()
956 emit(ARM_MOV_R(r_A, ARM_R0), ctx); in build_body()
965 ctx->seen |= SEEN_SKB; in build_body()
966 emit(ARM_LDR_I(r_A, r_skb, k), ctx); in build_body()
972 if (ctx->flags & FLAG_IMM_OVERFLOW) in build_body()
982 if (ctx->target == NULL) in build_body()
983 ctx->offsets[i] = ctx->idx * 4; in build_body()
992 struct jit_ctx ctx; in bpf_jit_compile() local
1000 memset(&ctx, 0, sizeof(ctx)); in bpf_jit_compile()
1001 ctx.skf = fp; in bpf_jit_compile()
1002 ctx.ret0_fp_idx = -1; in bpf_jit_compile()
1004 ctx.offsets = kzalloc(4 * (ctx.skf->len + 1), GFP_KERNEL); in bpf_jit_compile()
1005 if (ctx.offsets == NULL) in bpf_jit_compile()
1009 if (unlikely(build_body(&ctx))) in bpf_jit_compile()
1012 tmp_idx = ctx.idx; in bpf_jit_compile()
1013 build_prologue(&ctx); in bpf_jit_compile()
1014 ctx.prologue_bytes = (ctx.idx - tmp_idx) * 4; in bpf_jit_compile()
1017 tmp_idx = ctx.idx; in bpf_jit_compile()
1018 build_epilogue(&ctx); in bpf_jit_compile()
1019 ctx.epilogue_bytes = (ctx.idx - tmp_idx) * 4; in bpf_jit_compile()
1021 ctx.idx += ctx.imm_count; in bpf_jit_compile()
1022 if (ctx.imm_count) { in bpf_jit_compile()
1023 ctx.imms = kzalloc(4 * ctx.imm_count, GFP_KERNEL); in bpf_jit_compile()
1024 if (ctx.imms == NULL) in bpf_jit_compile()
1029 build_epilogue(&ctx); in bpf_jit_compile()
1031 alloc_size = 4 * ctx.idx; in bpf_jit_compile()
1037 ctx.target = (u32 *) target_ptr; in bpf_jit_compile()
1038 ctx.idx = 0; in bpf_jit_compile()
1040 build_prologue(&ctx); in bpf_jit_compile()
1041 if (build_body(&ctx) < 0) { in bpf_jit_compile()
1043 if (ctx.imm_count) in bpf_jit_compile()
1044 kfree(ctx.imms); in bpf_jit_compile()
1049 build_epilogue(&ctx); in bpf_jit_compile()
1051 flush_icache_range((u32)header, (u32)(ctx.target + ctx.idx)); in bpf_jit_compile()
1054 if (ctx.imm_count) in bpf_jit_compile()
1055 kfree(ctx.imms); in bpf_jit_compile()
1060 bpf_jit_dump(fp->len, alloc_size, 2, ctx.target); in bpf_jit_compile()
1063 fp->bpf_func = (void *)ctx.target; in bpf_jit_compile()
1066 kfree(ctx.offsets); in bpf_jit_compile()