dst_reg 1348 arch/arm/net/bpf_jit_32.c const s8 *dst = bpf2a32[insn->dst_reg]; dst_reg 346 arch/arm64/net/bpf_jit_comp.c const u8 dst = bpf2a64[insn->dst_reg]; dst_reg 198 arch/mips/net/ebpf_jit.c insn->src_reg : insn->dst_reg; dst_reg 226 arch/mips/net/ebpf_jit.c if (w == dst_reg || w == src_reg_no_fp) dst_reg 426 arch/mips/net/ebpf_jit.c int dst = ebpf_to_mips_reg(ctx, insn, dst_reg); dst_reg 464 arch/mips/net/ebpf_jit.c get_reg_val_type(ctx, idx, insn->dst_reg) == REG_32BIT) dst_reg 470 arch/mips/net/ebpf_jit.c get_reg_val_type(ctx, idx, insn->dst_reg) != REG_32BIT) dst_reg 697 arch/mips/net/ebpf_jit.c dst = ebpf_to_mips_reg(ctx, insn, dst_reg); dst_reg 700 arch/mips/net/ebpf_jit.c if (get_reg_val_type(ctx, this_idx, insn->dst_reg) == REG_32BIT) dst_reg 713 arch/mips/net/ebpf_jit.c dst = ebpf_to_mips_reg(ctx, insn, dst_reg); dst_reg 716 arch/mips/net/ebpf_jit.c if (get_reg_val_type(ctx, this_idx, insn->dst_reg) == REG_32BIT) dst_reg 721 arch/mips/net/ebpf_jit.c dst = ebpf_to_mips_reg(ctx, insn, dst_reg); dst_reg 724 arch/mips/net/ebpf_jit.c td = get_reg_val_type(ctx, this_idx, insn->dst_reg); dst_reg 740 arch/mips/net/ebpf_jit.c dst = ebpf_to_mips_reg(ctx, insn, dst_reg); dst_reg 743 arch/mips/net/ebpf_jit.c td = get_reg_val_type(ctx, this_idx, insn->dst_reg); dst_reg 754 arch/mips/net/ebpf_jit.c dst = ebpf_to_mips_reg(ctx, insn, dst_reg); dst_reg 757 arch/mips/net/ebpf_jit.c td = get_reg_val_type(ctx, this_idx, insn->dst_reg); dst_reg 785 arch/mips/net/ebpf_jit.c dst = ebpf_to_mips_reg(ctx, insn, dst_reg); dst_reg 788 arch/mips/net/ebpf_jit.c if (get_reg_val_type(ctx, this_idx, insn->dst_reg) == REG_32BIT) dst_reg 823 arch/mips/net/ebpf_jit.c dst = ebpf_to_mips_reg(ctx, insn, dst_reg); dst_reg 826 arch/mips/net/ebpf_jit.c if (get_reg_val_type(ctx, this_idx, insn->dst_reg) == REG_32BIT) dst_reg 919 arch/mips/net/ebpf_jit.c dst = ebpf_to_mips_reg(ctx, insn, dst_reg); dst_reg 922 arch/mips/net/ebpf_jit.c td = get_reg_val_type(ctx, this_idx, insn->dst_reg); dst_reg 1026 arch/mips/net/ebpf_jit.c dst = ebpf_to_mips_reg(ctx, insn, dst_reg); dst_reg 1029 arch/mips/net/ebpf_jit.c td = get_reg_val_type(ctx, this_idx, insn->dst_reg); dst_reg 1301 arch/mips/net/ebpf_jit.c dst = ebpf_to_mips_reg(ctx, insn, dst_reg); dst_reg 1324 arch/mips/net/ebpf_jit.c dst = ebpf_to_mips_reg(ctx, insn, dst_reg); dst_reg 1327 arch/mips/net/ebpf_jit.c td = get_reg_val_type(ctx, this_idx, insn->dst_reg); dst_reg 1362 arch/mips/net/ebpf_jit.c if (insn->dst_reg == BPF_REG_10) { dst_reg 1367 arch/mips/net/ebpf_jit.c dst = ebpf_to_mips_reg(ctx, insn, dst_reg); dst_reg 1403 arch/mips/net/ebpf_jit.c dst = ebpf_to_mips_reg(ctx, insn, dst_reg); dst_reg 1428 arch/mips/net/ebpf_jit.c if (insn->dst_reg == BPF_REG_10) { dst_reg 1433 arch/mips/net/ebpf_jit.c dst = ebpf_to_mips_reg(ctx, insn, dst_reg); dst_reg 1586 arch/mips/net/ebpf_jit.c set_reg_val_type(&exit_rvt, insn->dst_reg, REG_32BIT); dst_reg 1590 arch/mips/net/ebpf_jit.c set_reg_val_type(&exit_rvt, insn->dst_reg, REG_32BIT); dst_reg 1594 arch/mips/net/ebpf_jit.c set_reg_val_type(&exit_rvt, insn->dst_reg, REG_32BIT_POS); dst_reg 1596 arch/mips/net/ebpf_jit.c set_reg_val_type(&exit_rvt, insn->dst_reg, REG_32BIT); dst_reg 1601 arch/mips/net/ebpf_jit.c set_reg_val_type(&exit_rvt, insn->dst_reg, REG_64BIT); dst_reg 1603 arch/mips/net/ebpf_jit.c set_reg_val_type(&exit_rvt, insn->dst_reg, REG_32BIT); dst_reg 1605 arch/mips/net/ebpf_jit.c set_reg_val_type(&exit_rvt, insn->dst_reg, REG_32BIT_POS); dst_reg 1615 arch/mips/net/ebpf_jit.c set_reg_val_type(&exit_rvt, insn->dst_reg, REG_64BIT); dst_reg 1619 arch/mips/net/ebpf_jit.c set_reg_val_type(&exit_rvt, insn->dst_reg, REG_32BIT_POS); dst_reg 1621 arch/mips/net/ebpf_jit.c set_reg_val_type(&exit_rvt, insn->dst_reg, REG_64BIT_32BIT); dst_reg 1625 arch/mips/net/ebpf_jit.c set_reg_val_type(&exit_rvt, insn->dst_reg, REG_64BIT); dst_reg 1637 arch/mips/net/ebpf_jit.c set_reg_val_type(&exit_rvt, insn->dst_reg, REG_32BIT_POS); dst_reg 1639 arch/mips/net/ebpf_jit.c set_reg_val_type(&exit_rvt, insn->dst_reg, REG_64BIT_32BIT); dst_reg 1641 arch/mips/net/ebpf_jit.c set_reg_val_type(&exit_rvt, insn->dst_reg, REG_64BIT); dst_reg 1645 arch/mips/net/ebpf_jit.c set_reg_val_type(&exit_rvt, insn->dst_reg, REG_64BIT); dst_reg 1650 arch/mips/net/ebpf_jit.c set_reg_val_type(&exit_rvt, insn->dst_reg, REG_32BIT_POS); dst_reg 1654 arch/mips/net/ebpf_jit.c set_reg_val_type(&exit_rvt, insn->dst_reg, dst_reg 1657 arch/mips/net/ebpf_jit.c set_reg_val_type(&exit_rvt, insn->dst_reg, REG_32BIT); dst_reg 1665 arch/mips/net/ebpf_jit.c set_reg_val_type(&exit_rvt, insn->dst_reg, REG_64BIT); dst_reg 1669 arch/mips/net/ebpf_jit.c set_reg_val_type(&exit_rvt, insn->dst_reg, REG_32BIT_POS); dst_reg 1672 arch/mips/net/ebpf_jit.c set_reg_val_type(&exit_rvt, insn->dst_reg, REG_32BIT); dst_reg 305 arch/powerpc/net/bpf_jit_comp64.c u32 dst_reg = b2p[insn[i].dst_reg]; dst_reg 332 arch/powerpc/net/bpf_jit_comp64.c if (dst_reg >= BPF_PPC_NVR_MIN && dst_reg < 32) dst_reg 333 arch/powerpc/net/bpf_jit_comp64.c bpf_set_seen_register(ctx, insn[i].dst_reg); dst_reg 343 arch/powerpc/net/bpf_jit_comp64.c PPC_ADD(dst_reg, dst_reg, src_reg); dst_reg 347 arch/powerpc/net/bpf_jit_comp64.c PPC_SUB(dst_reg, dst_reg, src_reg); dst_reg 357 arch/powerpc/net/bpf_jit_comp64.c PPC_ADDI(dst_reg, dst_reg, IMM_L(imm)); dst_reg 360 arch/powerpc/net/bpf_jit_comp64.c PPC_ADD(dst_reg, dst_reg, b2p[TMP_REG_1]); dst_reg 367 arch/powerpc/net/bpf_jit_comp64.c PPC_MULW(dst_reg, dst_reg, src_reg); dst_reg 369 arch/powerpc/net/bpf_jit_comp64.c PPC_MULD(dst_reg, dst_reg, src_reg); dst_reg 374 arch/powerpc/net/bpf_jit_comp64.c PPC_MULI(dst_reg, dst_reg, IMM_L(imm)); dst_reg 378 arch/powerpc/net/bpf_jit_comp64.c PPC_MULW(dst_reg, dst_reg, dst_reg 381 arch/powerpc/net/bpf_jit_comp64.c PPC_MULD(dst_reg, dst_reg, dst_reg 388 arch/powerpc/net/bpf_jit_comp64.c PPC_DIVWU(b2p[TMP_REG_1], dst_reg, src_reg); dst_reg 391 arch/powerpc/net/bpf_jit_comp64.c PPC_SUB(dst_reg, dst_reg, b2p[TMP_REG_1]); dst_reg 393 arch/powerpc/net/bpf_jit_comp64.c PPC_DIVWU(dst_reg, dst_reg, src_reg); dst_reg 398 arch/powerpc/net/bpf_jit_comp64.c PPC_DIVDU(b2p[TMP_REG_1], dst_reg, src_reg); dst_reg 401 arch/powerpc/net/bpf_jit_comp64.c PPC_SUB(dst_reg, dst_reg, b2p[TMP_REG_1]); dst_reg 403 arch/powerpc/net/bpf_jit_comp64.c PPC_DIVDU(dst_reg, dst_reg, src_reg); dst_reg 418 arch/powerpc/net/bpf_jit_comp64.c PPC_DIVWU(b2p[TMP_REG_2], dst_reg, dst_reg 423 arch/powerpc/net/bpf_jit_comp64.c PPC_SUB(dst_reg, dst_reg, dst_reg 426 arch/powerpc/net/bpf_jit_comp64.c PPC_DIVWU(dst_reg, dst_reg, dst_reg 431 arch/powerpc/net/bpf_jit_comp64.c PPC_DIVDU(b2p[TMP_REG_2], dst_reg, dst_reg 436 arch/powerpc/net/bpf_jit_comp64.c PPC_SUB(dst_reg, dst_reg, dst_reg 439 arch/powerpc/net/bpf_jit_comp64.c PPC_DIVDU(dst_reg, dst_reg, dst_reg 446 arch/powerpc/net/bpf_jit_comp64.c PPC_NEG(dst_reg, dst_reg); dst_reg 454 arch/powerpc/net/bpf_jit_comp64.c PPC_AND(dst_reg, dst_reg, src_reg); dst_reg 459 arch/powerpc/net/bpf_jit_comp64.c PPC_ANDI(dst_reg, dst_reg, IMM_L(imm)); dst_reg 463 arch/powerpc/net/bpf_jit_comp64.c PPC_AND(dst_reg, dst_reg, b2p[TMP_REG_1]); dst_reg 468 arch/powerpc/net/bpf_jit_comp64.c PPC_OR(dst_reg, dst_reg, src_reg); dst_reg 475 arch/powerpc/net/bpf_jit_comp64.c PPC_OR(dst_reg, dst_reg, b2p[TMP_REG_1]); dst_reg 478 arch/powerpc/net/bpf_jit_comp64.c PPC_ORI(dst_reg, dst_reg, IMM_L(imm)); dst_reg 480 arch/powerpc/net/bpf_jit_comp64.c PPC_ORIS(dst_reg, dst_reg, IMM_H(imm)); dst_reg 485 arch/powerpc/net/bpf_jit_comp64.c PPC_XOR(dst_reg, dst_reg, src_reg); dst_reg 492 arch/powerpc/net/bpf_jit_comp64.c PPC_XOR(dst_reg, dst_reg, b2p[TMP_REG_1]); dst_reg 495 arch/powerpc/net/bpf_jit_comp64.c PPC_XORI(dst_reg, dst_reg, IMM_L(imm)); dst_reg 497 arch/powerpc/net/bpf_jit_comp64.c PPC_XORIS(dst_reg, dst_reg, IMM_H(imm)); dst_reg 502 arch/powerpc/net/bpf_jit_comp64.c PPC_SLW(dst_reg, dst_reg, src_reg); dst_reg 508 arch/powerpc/net/bpf_jit_comp64.c PPC_SLD(dst_reg, dst_reg, src_reg); dst_reg 512 arch/powerpc/net/bpf_jit_comp64.c PPC_SLWI(dst_reg, dst_reg, imm); dst_reg 518 arch/powerpc/net/bpf_jit_comp64.c PPC_SLDI(dst_reg, dst_reg, imm); dst_reg 521 arch/powerpc/net/bpf_jit_comp64.c PPC_SRW(dst_reg, dst_reg, src_reg); dst_reg 526 arch/powerpc/net/bpf_jit_comp64.c PPC_SRD(dst_reg, dst_reg, src_reg); dst_reg 529 arch/powerpc/net/bpf_jit_comp64.c PPC_SRWI(dst_reg, dst_reg, imm); dst_reg 535 arch/powerpc/net/bpf_jit_comp64.c PPC_SRDI(dst_reg, dst_reg, imm); dst_reg 538 arch/powerpc/net/bpf_jit_comp64.c PPC_SRAW(dst_reg, dst_reg, src_reg); dst_reg 541 arch/powerpc/net/bpf_jit_comp64.c PPC_SRAD(dst_reg, dst_reg, src_reg); dst_reg 544 arch/powerpc/net/bpf_jit_comp64.c PPC_SRAWI(dst_reg, dst_reg, imm); dst_reg 548 arch/powerpc/net/bpf_jit_comp64.c PPC_SRADI(dst_reg, dst_reg, imm); dst_reg 558 arch/powerpc/net/bpf_jit_comp64.c PPC_RLWINM(dst_reg, dst_reg, 0, 0, 31); dst_reg 561 arch/powerpc/net/bpf_jit_comp64.c PPC_MR(dst_reg, src_reg); dst_reg 565 arch/powerpc/net/bpf_jit_comp64.c PPC_LI32(dst_reg, imm); dst_reg 575 arch/powerpc/net/bpf_jit_comp64.c PPC_RLWINM(dst_reg, dst_reg, 0, 0, 31); dst_reg 593 arch/powerpc/net/bpf_jit_comp64.c PPC_RLWINM(b2p[TMP_REG_1], dst_reg, 8, 16, 23); dst_reg 595 arch/powerpc/net/bpf_jit_comp64.c PPC_RLWIMI(b2p[TMP_REG_1], dst_reg, 24, 24, 31); dst_reg 597 arch/powerpc/net/bpf_jit_comp64.c PPC_MR(dst_reg, b2p[TMP_REG_1]); dst_reg 605 arch/powerpc/net/bpf_jit_comp64.c PPC_RLWINM(b2p[TMP_REG_1], dst_reg, 8, 0, 31); dst_reg 607 arch/powerpc/net/bpf_jit_comp64.c PPC_RLWIMI(b2p[TMP_REG_1], dst_reg, 24, 0, 7); dst_reg 609 arch/powerpc/net/bpf_jit_comp64.c PPC_RLWIMI(b2p[TMP_REG_1], dst_reg, 24, 16, 23); dst_reg 610 arch/powerpc/net/bpf_jit_comp64.c PPC_MR(dst_reg, b2p[TMP_REG_1]); dst_reg 621 arch/powerpc/net/bpf_jit_comp64.c PPC_BPF_STL(dst_reg, 1, bpf_jit_stack_local(ctx)); dst_reg 623 arch/powerpc/net/bpf_jit_comp64.c PPC_LDBRX(dst_reg, 0, b2p[TMP_REG_1]); dst_reg 632 arch/powerpc/net/bpf_jit_comp64.c PPC_RLDICL(dst_reg, dst_reg, 0, 48); dst_reg 639 arch/powerpc/net/bpf_jit_comp64.c PPC_RLDICL(dst_reg, dst_reg, 0, 32); dst_reg 656 arch/powerpc/net/bpf_jit_comp64.c PPC_STB(src_reg, dst_reg, off); dst_reg 664 arch/powerpc/net/bpf_jit_comp64.c PPC_STH(src_reg, dst_reg, off); dst_reg 672 arch/powerpc/net/bpf_jit_comp64.c PPC_STW(src_reg, dst_reg, off); dst_reg 680 arch/powerpc/net/bpf_jit_comp64.c PPC_BPF_STL(src_reg, dst_reg, off); dst_reg 689 arch/powerpc/net/bpf_jit_comp64.c PPC_ADDI(b2p[TMP_REG_1], dst_reg, off); dst_reg 702 arch/powerpc/net/bpf_jit_comp64.c PPC_ADDI(b2p[TMP_REG_1], dst_reg, off); dst_reg 715 arch/powerpc/net/bpf_jit_comp64.c PPC_LBZ(dst_reg, src_reg, off); dst_reg 721 arch/powerpc/net/bpf_jit_comp64.c PPC_LHZ(dst_reg, src_reg, off); dst_reg 727 arch/powerpc/net/bpf_jit_comp64.c PPC_LWZ(dst_reg, src_reg, off); dst_reg 733 arch/powerpc/net/bpf_jit_comp64.c PPC_BPF_LL(dst_reg, src_reg, off); dst_reg 745 arch/powerpc/net/bpf_jit_comp64.c PPC_LI64(dst_reg, imm64); dst_reg 863 arch/powerpc/net/bpf_jit_comp64.c PPC_CMPLW(dst_reg, src_reg); dst_reg 865 arch/powerpc/net/bpf_jit_comp64.c PPC_CMPLD(dst_reg, src_reg); dst_reg 877 arch/powerpc/net/bpf_jit_comp64.c PPC_CMPW(dst_reg, src_reg); dst_reg 879 arch/powerpc/net/bpf_jit_comp64.c PPC_CMPD(dst_reg, src_reg); dst_reg 884 arch/powerpc/net/bpf_jit_comp64.c PPC_AND_DOT(b2p[TMP_REG_1], dst_reg, dst_reg 889 arch/powerpc/net/bpf_jit_comp64.c PPC_AND(tmp_reg, dst_reg, src_reg); dst_reg 915 arch/powerpc/net/bpf_jit_comp64.c PPC_CMPLWI(dst_reg, imm); dst_reg 917 arch/powerpc/net/bpf_jit_comp64.c PPC_CMPLDI(dst_reg, imm); dst_reg 923 arch/powerpc/net/bpf_jit_comp64.c PPC_CMPLW(dst_reg, dst_reg 926 arch/powerpc/net/bpf_jit_comp64.c PPC_CMPLD(dst_reg, dst_reg 948 arch/powerpc/net/bpf_jit_comp64.c PPC_CMPWI(dst_reg, imm); dst_reg 950 arch/powerpc/net/bpf_jit_comp64.c PPC_CMPDI(dst_reg, imm); dst_reg 954 arch/powerpc/net/bpf_jit_comp64.c PPC_CMPW(dst_reg, dst_reg 957 arch/powerpc/net/bpf_jit_comp64.c PPC_CMPD(dst_reg, dst_reg 967 arch/powerpc/net/bpf_jit_comp64.c PPC_ANDI(b2p[TMP_REG_1], dst_reg, imm); dst_reg 973 arch/powerpc/net/bpf_jit_comp64.c PPC_AND_DOT(tmp_reg, dst_reg, dst_reg 976 arch/powerpc/net/bpf_jit_comp64.c PPC_AND(tmp_reg, dst_reg, dst_reg 687 arch/riscv/net/bpf_jit_comp.c *rd = bpf_to_rv_reg(insn->dst_reg, ctx); dst_reg 103 arch/s390/net/bpf_jit_comp.c static inline u32 reg(u32 dst_reg, u32 src_reg) dst_reg 105 arch/s390/net/bpf_jit_comp.c return reg2hex[dst_reg] << 4 | reg2hex[src_reg]; dst_reg 511 arch/s390/net/bpf_jit_comp.c u32 dst_reg = insn->dst_reg; dst_reg 518 arch/s390/net/bpf_jit_comp.c if (dst_reg == BPF_REG_AX || src_reg == BPF_REG_AX) dst_reg 526 arch/s390/net/bpf_jit_comp.c EMIT4(0xb9160000, dst_reg, src_reg); dst_reg 532 arch/s390/net/bpf_jit_comp.c EMIT4(0xb9040000, dst_reg, src_reg); dst_reg 536 arch/s390/net/bpf_jit_comp.c EMIT6_IMM(0xc00f0000, dst_reg, imm); dst_reg 542 arch/s390/net/bpf_jit_comp.c EMIT6_IMM(0xc0010000, dst_reg, imm); dst_reg 554 arch/s390/net/bpf_jit_comp.c EMIT6_DISP_LH(0xe3000000, 0x0004, dst_reg, REG_0, REG_L, dst_reg 564 arch/s390/net/bpf_jit_comp.c EMIT2(0x1a00, dst_reg, src_reg); dst_reg 565 arch/s390/net/bpf_jit_comp.c EMIT_ZERO(dst_reg); dst_reg 569 arch/s390/net/bpf_jit_comp.c EMIT4(0xb9080000, dst_reg, src_reg); dst_reg 575 arch/s390/net/bpf_jit_comp.c EMIT6_IMM(0xc20b0000, dst_reg, imm); dst_reg 576 arch/s390/net/bpf_jit_comp.c EMIT_ZERO(dst_reg); dst_reg 582 arch/s390/net/bpf_jit_comp.c EMIT6_IMM(0xc2080000, dst_reg, imm); dst_reg 589 arch/s390/net/bpf_jit_comp.c EMIT2(0x1b00, dst_reg, src_reg); dst_reg 590 arch/s390/net/bpf_jit_comp.c EMIT_ZERO(dst_reg); dst_reg 594 arch/s390/net/bpf_jit_comp.c EMIT4(0xb9090000, dst_reg, src_reg); dst_reg 600 arch/s390/net/bpf_jit_comp.c EMIT6_IMM(0xc20b0000, dst_reg, -imm); dst_reg 601 arch/s390/net/bpf_jit_comp.c EMIT_ZERO(dst_reg); dst_reg 607 arch/s390/net/bpf_jit_comp.c EMIT6_IMM(0xc2080000, dst_reg, -imm); dst_reg 614 arch/s390/net/bpf_jit_comp.c EMIT4(0xb2520000, dst_reg, src_reg); dst_reg 615 arch/s390/net/bpf_jit_comp.c EMIT_ZERO(dst_reg); dst_reg 619 arch/s390/net/bpf_jit_comp.c EMIT4(0xb90c0000, dst_reg, src_reg); dst_reg 625 arch/s390/net/bpf_jit_comp.c EMIT6_IMM(0xc2010000, dst_reg, imm); dst_reg 626 arch/s390/net/bpf_jit_comp.c EMIT_ZERO(dst_reg); dst_reg 632 arch/s390/net/bpf_jit_comp.c EMIT6_IMM(0xc2000000, dst_reg, imm); dst_reg 645 arch/s390/net/bpf_jit_comp.c EMIT2(0x1800, REG_W1, dst_reg); dst_reg 649 arch/s390/net/bpf_jit_comp.c EMIT4(0xb9160000, dst_reg, rc_reg); dst_reg 662 arch/s390/net/bpf_jit_comp.c EMIT4(0xb9040000, REG_W1, dst_reg); dst_reg 666 arch/s390/net/bpf_jit_comp.c EMIT4(0xb9040000, dst_reg, rc_reg); dst_reg 677 arch/s390/net/bpf_jit_comp.c EMIT4_IMM(0xa7090000, dst_reg, 0); dst_reg 683 arch/s390/net/bpf_jit_comp.c EMIT2(0x1800, REG_W1, dst_reg); dst_reg 688 arch/s390/net/bpf_jit_comp.c EMIT4(0xb9160000, dst_reg, rc_reg); dst_reg 701 arch/s390/net/bpf_jit_comp.c EMIT4_IMM(0xa7090000, dst_reg, 0); dst_reg 707 arch/s390/net/bpf_jit_comp.c EMIT4(0xb9040000, REG_W1, dst_reg); dst_reg 712 arch/s390/net/bpf_jit_comp.c EMIT4(0xb9040000, dst_reg, rc_reg); dst_reg 720 arch/s390/net/bpf_jit_comp.c EMIT2(0x1400, dst_reg, src_reg); dst_reg 721 arch/s390/net/bpf_jit_comp.c EMIT_ZERO(dst_reg); dst_reg 725 arch/s390/net/bpf_jit_comp.c EMIT4(0xb9800000, dst_reg, src_reg); dst_reg 729 arch/s390/net/bpf_jit_comp.c EMIT6_IMM(0xc00b0000, dst_reg, imm); dst_reg 730 arch/s390/net/bpf_jit_comp.c EMIT_ZERO(dst_reg); dst_reg 734 arch/s390/net/bpf_jit_comp.c EMIT6_DISP_LH(0xe3000000, 0x0080, dst_reg, REG_0, REG_L, dst_reg 742 arch/s390/net/bpf_jit_comp.c EMIT2(0x1600, dst_reg, src_reg); dst_reg 743 arch/s390/net/bpf_jit_comp.c EMIT_ZERO(dst_reg); dst_reg 747 arch/s390/net/bpf_jit_comp.c EMIT4(0xb9810000, dst_reg, src_reg); dst_reg 751 arch/s390/net/bpf_jit_comp.c EMIT6_IMM(0xc00d0000, dst_reg, imm); dst_reg 752 arch/s390/net/bpf_jit_comp.c EMIT_ZERO(dst_reg); dst_reg 756 arch/s390/net/bpf_jit_comp.c EMIT6_DISP_LH(0xe3000000, 0x0081, dst_reg, REG_0, REG_L, dst_reg 764 arch/s390/net/bpf_jit_comp.c EMIT2(0x1700, dst_reg, src_reg); dst_reg 765 arch/s390/net/bpf_jit_comp.c EMIT_ZERO(dst_reg); dst_reg 769 arch/s390/net/bpf_jit_comp.c EMIT4(0xb9820000, dst_reg, src_reg); dst_reg 775 arch/s390/net/bpf_jit_comp.c EMIT6_IMM(0xc0070000, dst_reg, imm); dst_reg 776 arch/s390/net/bpf_jit_comp.c EMIT_ZERO(dst_reg); dst_reg 780 arch/s390/net/bpf_jit_comp.c EMIT6_DISP_LH(0xe3000000, 0x0082, dst_reg, REG_0, REG_L, dst_reg 788 arch/s390/net/bpf_jit_comp.c EMIT4_DISP(0x89000000, dst_reg, src_reg, 0); dst_reg 789 arch/s390/net/bpf_jit_comp.c EMIT_ZERO(dst_reg); dst_reg 793 arch/s390/net/bpf_jit_comp.c EMIT6_DISP_LH(0xeb000000, 0x000d, dst_reg, dst_reg, src_reg, 0); dst_reg 799 arch/s390/net/bpf_jit_comp.c EMIT4_DISP(0x89000000, dst_reg, REG_0, imm); dst_reg 800 arch/s390/net/bpf_jit_comp.c EMIT_ZERO(dst_reg); dst_reg 806 arch/s390/net/bpf_jit_comp.c EMIT6_DISP_LH(0xeb000000, 0x000d, dst_reg, dst_reg, REG_0, imm); dst_reg 813 arch/s390/net/bpf_jit_comp.c EMIT4_DISP(0x88000000, dst_reg, src_reg, 0); dst_reg 814 arch/s390/net/bpf_jit_comp.c EMIT_ZERO(dst_reg); dst_reg 818 arch/s390/net/bpf_jit_comp.c EMIT6_DISP_LH(0xeb000000, 0x000c, dst_reg, dst_reg, src_reg, 0); dst_reg 824 arch/s390/net/bpf_jit_comp.c EMIT4_DISP(0x88000000, dst_reg, REG_0, imm); dst_reg 825 arch/s390/net/bpf_jit_comp.c EMIT_ZERO(dst_reg); dst_reg 831 arch/s390/net/bpf_jit_comp.c EMIT6_DISP_LH(0xeb000000, 0x000c, dst_reg, dst_reg, REG_0, imm); dst_reg 838 arch/s390/net/bpf_jit_comp.c EMIT4_DISP(0x8a000000, dst_reg, src_reg, 0); dst_reg 839 arch/s390/net/bpf_jit_comp.c EMIT_ZERO(dst_reg); dst_reg 843 arch/s390/net/bpf_jit_comp.c EMIT6_DISP_LH(0xeb000000, 0x000a, dst_reg, dst_reg, src_reg, 0); dst_reg 849 arch/s390/net/bpf_jit_comp.c EMIT4_DISP(0x8a000000, dst_reg, REG_0, imm); dst_reg 850 arch/s390/net/bpf_jit_comp.c EMIT_ZERO(dst_reg); dst_reg 856 arch/s390/net/bpf_jit_comp.c EMIT6_DISP_LH(0xeb000000, 0x000a, dst_reg, dst_reg, REG_0, imm); dst_reg 863 arch/s390/net/bpf_jit_comp.c EMIT2(0x1300, dst_reg, dst_reg); dst_reg 864 arch/s390/net/bpf_jit_comp.c EMIT_ZERO(dst_reg); dst_reg 868 arch/s390/net/bpf_jit_comp.c EMIT4(0xb9030000, dst_reg, dst_reg); dst_reg 878 arch/s390/net/bpf_jit_comp.c EMIT4(0xb9850000, dst_reg, dst_reg); dst_reg 885 arch/s390/net/bpf_jit_comp.c EMIT4(0xb9160000, dst_reg, dst_reg); dst_reg 895 arch/s390/net/bpf_jit_comp.c EMIT4(0xb91f0000, dst_reg, dst_reg); dst_reg 897 arch/s390/net/bpf_jit_comp.c EMIT4_DISP(0x88000000, dst_reg, REG_0, 16); dst_reg 899 arch/s390/net/bpf_jit_comp.c EMIT4(0xb9850000, dst_reg, dst_reg); dst_reg 905 arch/s390/net/bpf_jit_comp.c EMIT4(0xb91f0000, dst_reg, dst_reg); dst_reg 908 arch/s390/net/bpf_jit_comp.c EMIT4(0xb9160000, dst_reg, dst_reg); dst_reg 912 arch/s390/net/bpf_jit_comp.c EMIT4(0xb90f0000, dst_reg, dst_reg); dst_reg 921 arch/s390/net/bpf_jit_comp.c EMIT6_DISP_LH(0xe3000000, 0x0072, src_reg, dst_reg, REG_0, off); dst_reg 926 arch/s390/net/bpf_jit_comp.c EMIT6_DISP_LH(0xe3000000, 0x0070, src_reg, dst_reg, REG_0, off); dst_reg 931 arch/s390/net/bpf_jit_comp.c EMIT6_DISP_LH(0xe3000000, 0x0050, src_reg, dst_reg, REG_0, off); dst_reg 936 arch/s390/net/bpf_jit_comp.c EMIT6_DISP_LH(0xe3000000, 0x0024, src_reg, dst_reg, REG_0, off); dst_reg 943 arch/s390/net/bpf_jit_comp.c EMIT6_DISP_LH(0xe3000000, 0x0072, REG_W0, dst_reg, REG_0, off); dst_reg 950 arch/s390/net/bpf_jit_comp.c EMIT6_DISP_LH(0xe3000000, 0x0070, REG_W0, dst_reg, REG_0, off); dst_reg 957 arch/s390/net/bpf_jit_comp.c EMIT6_DISP_LH(0xe3000000, 0x0050, REG_W0, dst_reg, REG_0, off); dst_reg 964 arch/s390/net/bpf_jit_comp.c EMIT6_DISP_LH(0xe3000000, 0x0024, REG_W0, dst_reg, REG_0, off); dst_reg 973 arch/s390/net/bpf_jit_comp.c dst_reg, off); dst_reg 979 arch/s390/net/bpf_jit_comp.c dst_reg, off); dst_reg 987 arch/s390/net/bpf_jit_comp.c EMIT6_DISP_LH(0xe3000000, 0x0090, dst_reg, src_reg, REG_0, off); dst_reg 994 arch/s390/net/bpf_jit_comp.c EMIT6_DISP_LH(0xe3000000, 0x0091, dst_reg, src_reg, REG_0, off); dst_reg 1002 arch/s390/net/bpf_jit_comp.c EMIT6_DISP_LH(0xe3000000, 0x0016, dst_reg, src_reg, REG_0, off); dst_reg 1009 arch/s390/net/bpf_jit_comp.c EMIT6_DISP_LH(0xe3000000, 0x0004, dst_reg, src_reg, REG_0, off); dst_reg 1189 arch/s390/net/bpf_jit_comp.c EMIT2(0x1400, REG_W1, dst_reg); dst_reg 1194 arch/s390/net/bpf_jit_comp.c EMIT4(0xb9800000, REG_W1, dst_reg); dst_reg 1246 arch/s390/net/bpf_jit_comp.c REG_W1, dst_reg, src_reg); dst_reg 1254 arch/s390/net/bpf_jit_comp.c dst_reg, REG_W1, i, off, mask); dst_reg 1262 arch/s390/net/bpf_jit_comp.c dst_reg, REG_W1, i, off, mask); dst_reg 1268 arch/s390/net/bpf_jit_comp.c dst_reg, src_reg, i, off, mask); dst_reg 1274 arch/s390/net/bpf_jit_comp.c dst_reg, src_reg, i, off, mask); dst_reg 898 arch/sparc/net/bpf_jit_comp_64.c const u8 dst = bpf2sparc[insn->dst_reg]; dst_reg 1299 arch/sparc/net/bpf_jit_comp_64.c if (insn->dst_reg == BPF_REG_FP) dst_reg 1340 arch/sparc/net/bpf_jit_comp_64.c if (insn->dst_reg == BPF_REG_FP) dst_reg 1375 arch/sparc/net/bpf_jit_comp_64.c if (insn->dst_reg == BPF_REG_FP) dst_reg 1398 arch/sparc/net/bpf_jit_comp_64.c if (insn->dst_reg == BPF_REG_FP) dst_reg 177 arch/x86/net/bpf_jit_comp.c static u8 add_1reg(u8 byte, u32 dst_reg) dst_reg 179 arch/x86/net/bpf_jit_comp.c return byte + reg2hex[dst_reg]; dst_reg 183 arch/x86/net/bpf_jit_comp.c static u8 add_2reg(u8 byte, u32 dst_reg, u32 src_reg) dst_reg 185 arch/x86/net/bpf_jit_comp.c return byte + reg2hex[dst_reg] + (reg2hex[src_reg] << 3); dst_reg 311 arch/x86/net/bpf_jit_comp.c u32 dst_reg, const u32 imm32) dst_reg 323 arch/x86/net/bpf_jit_comp.c b1 = add_1mod(0x48, dst_reg); dst_reg 326 arch/x86/net/bpf_jit_comp.c EMIT3_off32(b1, b2, add_1reg(b3, dst_reg), imm32); dst_reg 335 arch/x86/net/bpf_jit_comp.c if (is_ereg(dst_reg)) dst_reg 336 arch/x86/net/bpf_jit_comp.c EMIT1(add_2mod(0x40, dst_reg, dst_reg)); dst_reg 339 arch/x86/net/bpf_jit_comp.c EMIT2(b2, add_2reg(b3, dst_reg, dst_reg)); dst_reg 344 arch/x86/net/bpf_jit_comp.c if (is_ereg(dst_reg)) dst_reg 345 arch/x86/net/bpf_jit_comp.c EMIT1(add_1mod(0x40, dst_reg)); dst_reg 346 arch/x86/net/bpf_jit_comp.c EMIT1_off32(add_1reg(0xB8, dst_reg), imm32); dst_reg 351 arch/x86/net/bpf_jit_comp.c static void emit_mov_imm64(u8 **pprog, u32 dst_reg, dst_reg 364 arch/x86/net/bpf_jit_comp.c emit_mov_imm32(&prog, false, dst_reg, imm32_lo); dst_reg 367 arch/x86/net/bpf_jit_comp.c EMIT2(add_1mod(0x48, dst_reg), add_1reg(0xB8, dst_reg)); dst_reg 375 arch/x86/net/bpf_jit_comp.c static void emit_mov_reg(u8 **pprog, bool is64, u32 dst_reg, u32 src_reg) dst_reg 382 arch/x86/net/bpf_jit_comp.c EMIT_mov(dst_reg, src_reg); dst_reg 385 arch/x86/net/bpf_jit_comp.c if (is_ereg(dst_reg) || is_ereg(src_reg)) dst_reg 386 arch/x86/net/bpf_jit_comp.c EMIT1(add_2mod(0x40, dst_reg, src_reg)); dst_reg 387 arch/x86/net/bpf_jit_comp.c EMIT2(0x89, add_2reg(0xC0, dst_reg, src_reg)); dst_reg 410 arch/x86/net/bpf_jit_comp.c u32 dst_reg = insn->dst_reg; dst_reg 438 arch/x86/net/bpf_jit_comp.c EMIT1(add_2mod(0x48, dst_reg, src_reg)); dst_reg 439 arch/x86/net/bpf_jit_comp.c else if (is_ereg(dst_reg) || is_ereg(src_reg)) dst_reg 440 arch/x86/net/bpf_jit_comp.c EMIT1(add_2mod(0x40, dst_reg, src_reg)); dst_reg 441 arch/x86/net/bpf_jit_comp.c EMIT2(b2, add_2reg(0xC0, dst_reg, src_reg)); dst_reg 448 arch/x86/net/bpf_jit_comp.c dst_reg, src_reg); dst_reg 455 arch/x86/net/bpf_jit_comp.c EMIT1(add_1mod(0x48, dst_reg)); dst_reg 456 arch/x86/net/bpf_jit_comp.c else if (is_ereg(dst_reg)) dst_reg 457 arch/x86/net/bpf_jit_comp.c EMIT1(add_1mod(0x40, dst_reg)); dst_reg 458 arch/x86/net/bpf_jit_comp.c EMIT2(0xF7, add_1reg(0xD8, dst_reg)); dst_reg 472 arch/x86/net/bpf_jit_comp.c EMIT1(add_1mod(0x48, dst_reg)); dst_reg 473 arch/x86/net/bpf_jit_comp.c else if (is_ereg(dst_reg)) dst_reg 474 arch/x86/net/bpf_jit_comp.c EMIT1(add_1mod(0x40, dst_reg)); dst_reg 504 arch/x86/net/bpf_jit_comp.c EMIT3(0x83, add_1reg(b3, dst_reg), imm32); dst_reg 505 arch/x86/net/bpf_jit_comp.c else if (is_axreg(dst_reg)) dst_reg 508 arch/x86/net/bpf_jit_comp.c EMIT2_off32(0x81, add_1reg(b3, dst_reg), imm32); dst_reg 514 arch/x86/net/bpf_jit_comp.c dst_reg, imm32); dst_reg 518 arch/x86/net/bpf_jit_comp.c emit_mov_imm64(&prog, dst_reg, insn[1].imm, insn[0].imm); dst_reg 543 arch/x86/net/bpf_jit_comp.c EMIT_mov(BPF_REG_0, dst_reg); dst_reg 569 arch/x86/net/bpf_jit_comp.c EMIT_mov(dst_reg, AUX_REG); dst_reg 579 arch/x86/net/bpf_jit_comp.c if (dst_reg != BPF_REG_0) dst_reg 581 arch/x86/net/bpf_jit_comp.c if (dst_reg != BPF_REG_3) dst_reg 585 arch/x86/net/bpf_jit_comp.c EMIT_mov(AUX_REG, dst_reg); dst_reg 599 arch/x86/net/bpf_jit_comp.c if (dst_reg != BPF_REG_3) dst_reg 601 arch/x86/net/bpf_jit_comp.c if (dst_reg != BPF_REG_0) { dst_reg 603 arch/x86/net/bpf_jit_comp.c EMIT_mov(dst_reg, BPF_REG_0); dst_reg 616 arch/x86/net/bpf_jit_comp.c EMIT1(add_1mod(0x48, dst_reg)); dst_reg 617 arch/x86/net/bpf_jit_comp.c else if (is_ereg(dst_reg)) dst_reg 618 arch/x86/net/bpf_jit_comp.c EMIT1(add_1mod(0x40, dst_reg)); dst_reg 627 arch/x86/net/bpf_jit_comp.c EMIT2(0xD1, add_1reg(b3, dst_reg)); dst_reg 629 arch/x86/net/bpf_jit_comp.c EMIT3(0xC1, add_1reg(b3, dst_reg), imm32); dst_reg 640 arch/x86/net/bpf_jit_comp.c if (dst_reg == BPF_REG_4) { dst_reg 642 arch/x86/net/bpf_jit_comp.c EMIT_mov(AUX_REG, dst_reg); dst_reg 643 arch/x86/net/bpf_jit_comp.c dst_reg = AUX_REG; dst_reg 655 arch/x86/net/bpf_jit_comp.c EMIT1(add_1mod(0x48, dst_reg)); dst_reg 656 arch/x86/net/bpf_jit_comp.c else if (is_ereg(dst_reg)) dst_reg 657 arch/x86/net/bpf_jit_comp.c EMIT1(add_1mod(0x40, dst_reg)); dst_reg 664 arch/x86/net/bpf_jit_comp.c EMIT2(0xD3, add_1reg(b3, dst_reg)); dst_reg 669 arch/x86/net/bpf_jit_comp.c if (insn->dst_reg == BPF_REG_4) dst_reg 671 arch/x86/net/bpf_jit_comp.c EMIT_mov(insn->dst_reg, AUX_REG); dst_reg 679 arch/x86/net/bpf_jit_comp.c if (is_ereg(dst_reg)) dst_reg 681 arch/x86/net/bpf_jit_comp.c EMIT3(0xC1, add_1reg(0xC8, dst_reg), 8); dst_reg 684 arch/x86/net/bpf_jit_comp.c if (is_ereg(dst_reg)) dst_reg 688 arch/x86/net/bpf_jit_comp.c EMIT1(add_2reg(0xC0, dst_reg, dst_reg)); dst_reg 692 arch/x86/net/bpf_jit_comp.c if (is_ereg(dst_reg)) dst_reg 696 arch/x86/net/bpf_jit_comp.c EMIT1(add_1reg(0xC8, dst_reg)); dst_reg 700 arch/x86/net/bpf_jit_comp.c EMIT3(add_1mod(0x48, dst_reg), 0x0F, dst_reg 701 arch/x86/net/bpf_jit_comp.c add_1reg(0xC8, dst_reg)); dst_reg 713 arch/x86/net/bpf_jit_comp.c if (is_ereg(dst_reg)) dst_reg 717 arch/x86/net/bpf_jit_comp.c EMIT1(add_2reg(0xC0, dst_reg, dst_reg)); dst_reg 721 arch/x86/net/bpf_jit_comp.c if (is_ereg(dst_reg)) dst_reg 723 arch/x86/net/bpf_jit_comp.c EMIT2(0x89, add_2reg(0xC0, dst_reg, dst_reg)); dst_reg 733 arch/x86/net/bpf_jit_comp.c if (is_ereg(dst_reg)) dst_reg 739 arch/x86/net/bpf_jit_comp.c if (is_ereg(dst_reg)) dst_reg 745 arch/x86/net/bpf_jit_comp.c if (is_ereg(dst_reg)) dst_reg 751 arch/x86/net/bpf_jit_comp.c EMIT2(add_1mod(0x48, dst_reg), 0xC7); dst_reg 754 arch/x86/net/bpf_jit_comp.c EMIT2(add_1reg(0x40, dst_reg), insn->off); dst_reg 756 arch/x86/net/bpf_jit_comp.c EMIT1_off32(add_1reg(0x80, dst_reg), insn->off); dst_reg 764 arch/x86/net/bpf_jit_comp.c if (is_ereg(dst_reg) || is_ereg_8l(src_reg)) dst_reg 766 arch/x86/net/bpf_jit_comp.c EMIT2(add_2mod(0x40, dst_reg, src_reg), 0x88); dst_reg 771 arch/x86/net/bpf_jit_comp.c if (is_ereg(dst_reg) || is_ereg(src_reg)) dst_reg 772 arch/x86/net/bpf_jit_comp.c EMIT3(0x66, add_2mod(0x40, dst_reg, src_reg), 0x89); dst_reg 777 arch/x86/net/bpf_jit_comp.c if (is_ereg(dst_reg) || is_ereg(src_reg)) dst_reg 778 arch/x86/net/bpf_jit_comp.c EMIT2(add_2mod(0x40, dst_reg, src_reg), 0x89); dst_reg 783 arch/x86/net/bpf_jit_comp.c EMIT2(add_2mod(0x48, dst_reg, src_reg), 0x89); dst_reg 785 arch/x86/net/bpf_jit_comp.c EMIT2(add_2reg(0x40, dst_reg, src_reg), insn->off); dst_reg 787 arch/x86/net/bpf_jit_comp.c EMIT1_off32(add_2reg(0x80, dst_reg, src_reg), dst_reg 794 arch/x86/net/bpf_jit_comp.c EMIT3(add_2mod(0x48, src_reg, dst_reg), 0x0F, 0xB6); dst_reg 798 arch/x86/net/bpf_jit_comp.c EMIT3(add_2mod(0x48, src_reg, dst_reg), 0x0F, 0xB7); dst_reg 802 arch/x86/net/bpf_jit_comp.c if (is_ereg(dst_reg) || is_ereg(src_reg)) dst_reg 803 arch/x86/net/bpf_jit_comp.c EMIT2(add_2mod(0x40, src_reg, dst_reg), 0x8B); dst_reg 809 arch/x86/net/bpf_jit_comp.c EMIT2(add_2mod(0x48, src_reg, dst_reg), 0x8B); dst_reg 816 arch/x86/net/bpf_jit_comp.c EMIT2(add_2reg(0x40, src_reg, dst_reg), insn->off); dst_reg 818 arch/x86/net/bpf_jit_comp.c EMIT1_off32(add_2reg(0x80, src_reg, dst_reg), dst_reg 825 arch/x86/net/bpf_jit_comp.c if (is_ereg(dst_reg) || is_ereg(src_reg)) dst_reg 826 arch/x86/net/bpf_jit_comp.c EMIT3(0xF0, add_2mod(0x40, dst_reg, src_reg), 0x01); dst_reg 831 arch/x86/net/bpf_jit_comp.c EMIT3(0xF0, add_2mod(0x48, dst_reg, src_reg), 0x01); dst_reg 833 arch/x86/net/bpf_jit_comp.c EMIT2(add_2reg(0x40, dst_reg, src_reg), insn->off); dst_reg 835 arch/x86/net/bpf_jit_comp.c EMIT1_off32(add_2reg(0x80, dst_reg, src_reg), dst_reg 878 arch/x86/net/bpf_jit_comp.c EMIT1(add_2mod(0x48, dst_reg, src_reg)); dst_reg 879 arch/x86/net/bpf_jit_comp.c else if (is_ereg(dst_reg) || is_ereg(src_reg)) dst_reg 880 arch/x86/net/bpf_jit_comp.c EMIT1(add_2mod(0x40, dst_reg, src_reg)); dst_reg 881 arch/x86/net/bpf_jit_comp.c EMIT2(0x39, add_2reg(0xC0, dst_reg, src_reg)); dst_reg 888 arch/x86/net/bpf_jit_comp.c EMIT1(add_2mod(0x48, dst_reg, src_reg)); dst_reg 889 arch/x86/net/bpf_jit_comp.c else if (is_ereg(dst_reg) || is_ereg(src_reg)) dst_reg 890 arch/x86/net/bpf_jit_comp.c EMIT1(add_2mod(0x40, dst_reg, src_reg)); dst_reg 891 arch/x86/net/bpf_jit_comp.c EMIT2(0x85, add_2reg(0xC0, dst_reg, src_reg)); dst_reg 898 arch/x86/net/bpf_jit_comp.c EMIT1(add_1mod(0x48, dst_reg)); dst_reg 899 arch/x86/net/bpf_jit_comp.c else if (is_ereg(dst_reg)) dst_reg 900 arch/x86/net/bpf_jit_comp.c EMIT1(add_1mod(0x40, dst_reg)); dst_reg 901 arch/x86/net/bpf_jit_comp.c EMIT2_off32(0xF7, add_1reg(0xC0, dst_reg), imm32); dst_reg 926 arch/x86/net/bpf_jit_comp.c EMIT1(add_1mod(0x48, dst_reg)); dst_reg 927 arch/x86/net/bpf_jit_comp.c else if (is_ereg(dst_reg)) dst_reg 928 arch/x86/net/bpf_jit_comp.c EMIT1(add_1mod(0x40, dst_reg)); dst_reg 931 arch/x86/net/bpf_jit_comp.c EMIT3(0x83, add_1reg(0xF8, dst_reg), imm32); dst_reg 933 arch/x86/net/bpf_jit_comp.c EMIT2_off32(0x81, add_1reg(0xF8, dst_reg), imm32); dst_reg 188 arch/x86/net/bpf_jit_comp32.c static u8 add_1reg(u8 byte, u32 dst_reg) dst_reg 190 arch/x86/net/bpf_jit_comp32.c return byte + dst_reg; dst_reg 194 arch/x86/net/bpf_jit_comp32.c static u8 add_2reg(u8 byte, u32 dst_reg, u32 src_reg) dst_reg 196 arch/x86/net/bpf_jit_comp32.c return byte + dst_reg + (src_reg << 3); dst_reg 1478 arch/x86/net/bpf_jit_comp32.c const bool dstk = insn->dst_reg == BPF_REG_AX ? false : true; dst_reg 1481 arch/x86/net/bpf_jit_comp32.c const u8 *dst = bpf2ia32[insn->dst_reg]; dst_reg 770 drivers/net/ethernet/netronome/nfp/bpf/jit.c reg_a(meta->paired_st->dst_reg * 2), off, len - 1, dst_reg 775 drivers/net/ethernet/netronome/nfp/bpf/jit.c reg_a(meta->paired_st->dst_reg * 2), off, xfer_num - 1, dst_reg 782 drivers/net/ethernet/netronome/nfp/bpf/jit.c reg_a(meta->paired_st->dst_reg * 2), off, dst_reg 789 drivers/net/ethernet/netronome/nfp/bpf/jit.c reg_a(meta->paired_st->dst_reg * 2), off, dst_reg 796 drivers/net/ethernet/netronome/nfp/bpf/jit.c reg_a(meta->paired_st->dst_reg * 2), off, 7, dst_reg 802 drivers/net/ethernet/netronome/nfp/bpf/jit.c reg_a(meta->paired_st->dst_reg * 2), off, len - 33, dst_reg 813 drivers/net/ethernet/netronome/nfp/bpf/jit.c reg_a(meta->paired_st->dst_reg * 2), off, dst_reg 818 drivers/net/ethernet/netronome/nfp/bpf/jit.c xfer_num - 1, reg_a(meta->paired_st->dst_reg * 2), off, dst_reg 841 drivers/net/ethernet/netronome/nfp/bpf/jit.c wrp_reg_subpart(nfp_prog, reg_both(meta->insn.dst_reg * 2), dst_reg 846 drivers/net/ethernet/netronome/nfp/bpf/jit.c wrp_reg_subpart(nfp_prog, reg_both(meta->insn.dst_reg * 2), dst_reg 850 drivers/net/ethernet/netronome/nfp/bpf/jit.c wrp_mov(nfp_prog, reg_both(meta->insn.dst_reg * 2), dst_reg 854 drivers/net/ethernet/netronome/nfp/bpf/jit.c wrp_mov(nfp_prog, reg_both(meta->insn.dst_reg * 2), dst_reg 856 drivers/net/ethernet/netronome/nfp/bpf/jit.c wrp_mov(nfp_prog, reg_both(meta->insn.dst_reg * 2 + 1), dst_reg 862 drivers/net/ethernet/netronome/nfp/bpf/jit.c wrp_immed(nfp_prog, reg_both(meta->insn.dst_reg * 2 + 1), 0); dst_reg 1305 drivers/net/ethernet/netronome/nfp/bpf/jit.c wrp_alu_imm(nfp_prog, insn->dst_reg * 2, alu_op, imm & ~0U); dst_reg 1306 drivers/net/ethernet/netronome/nfp/bpf/jit.c wrp_alu_imm(nfp_prog, insn->dst_reg * 2 + 1, alu_op, imm >> 32); dst_reg 1315 drivers/net/ethernet/netronome/nfp/bpf/jit.c u8 dst = meta->insn.dst_reg * 2, src = meta->insn.src_reg * 2; dst_reg 1329 drivers/net/ethernet/netronome/nfp/bpf/jit.c u8 dst = insn->dst_reg * 2; dst_reg 1341 drivers/net/ethernet/netronome/nfp/bpf/jit.c u8 dst = meta->insn.dst_reg * 2, src = meta->insn.src_reg * 2; dst_reg 1363 drivers/net/ethernet/netronome/nfp/bpf/jit.c wrp_test_reg_one(nfp_prog, insn->dst_reg * 2, alu_op, dst_reg 1366 drivers/net/ethernet/netronome/nfp/bpf/jit.c wrp_test_reg_one(nfp_prog, insn->dst_reg * 2 + 1, alu_op, dst_reg 1406 drivers/net/ethernet/netronome/nfp/bpf/jit.c u8 reg = insn->dst_reg * 2; dst_reg 1447 drivers/net/ethernet/netronome/nfp/bpf/jit.c areg = insn->dst_reg * 2; dst_reg 1507 drivers/net/ethernet/netronome/nfp/bpf/jit.c u8 dst_reg; dst_reg 1509 drivers/net/ethernet/netronome/nfp/bpf/jit.c dst_reg = insn->dst_reg; dst_reg 1510 drivers/net/ethernet/netronome/nfp/bpf/jit.c multiplicand = reg_a(dst_reg * 2); dst_reg 1511 drivers/net/ethernet/netronome/nfp/bpf/jit.c dst_hi = reg_both(dst_reg * 2 + 1); dst_reg 1512 drivers/net/ethernet/netronome/nfp/bpf/jit.c dst_lo = reg_both(dst_reg * 2); dst_reg 1839 drivers/net/ethernet/netronome/nfp/bpf/jit.c u8 dst = insn->dst_reg * 2; dst_reg 1863 drivers/net/ethernet/netronome/nfp/bpf/jit.c wrp_immed(nfp_prog, reg_both(meta->insn.dst_reg * 2), imm & ~0U); dst_reg 1864 drivers/net/ethernet/netronome/nfp/bpf/jit.c wrp_immed(nfp_prog, reg_both(meta->insn.dst_reg * 2 + 1), imm >> 32); dst_reg 1903 drivers/net/ethernet/netronome/nfp/bpf/jit.c emit_alu(nfp_prog, reg_both(insn->dst_reg * 2), dst_reg 1904 drivers/net/ethernet/netronome/nfp/bpf/jit.c reg_a(insn->dst_reg * 2), ALU_OP_ADD, dst_reg 1906 drivers/net/ethernet/netronome/nfp/bpf/jit.c emit_alu(nfp_prog, reg_both(insn->dst_reg * 2 + 1), dst_reg 1907 drivers/net/ethernet/netronome/nfp/bpf/jit.c reg_a(insn->dst_reg * 2 + 1), ALU_OP_ADD_C, dst_reg 1918 drivers/net/ethernet/netronome/nfp/bpf/jit.c wrp_alu_imm(nfp_prog, insn->dst_reg * 2, ALU_OP_ADD, imm & ~0U); dst_reg 1919 drivers/net/ethernet/netronome/nfp/bpf/jit.c wrp_alu_imm(nfp_prog, insn->dst_reg * 2 + 1, ALU_OP_ADD_C, imm >> 32); dst_reg 1928 drivers/net/ethernet/netronome/nfp/bpf/jit.c emit_alu(nfp_prog, reg_both(insn->dst_reg * 2), dst_reg 1929 drivers/net/ethernet/netronome/nfp/bpf/jit.c reg_a(insn->dst_reg * 2), ALU_OP_SUB, dst_reg 1931 drivers/net/ethernet/netronome/nfp/bpf/jit.c emit_alu(nfp_prog, reg_both(insn->dst_reg * 2 + 1), dst_reg 1932 drivers/net/ethernet/netronome/nfp/bpf/jit.c reg_a(insn->dst_reg * 2 + 1), ALU_OP_SUB_C, dst_reg 1943 drivers/net/ethernet/netronome/nfp/bpf/jit.c wrp_alu_imm(nfp_prog, insn->dst_reg * 2, ALU_OP_SUB, imm & ~0U); dst_reg 1944 drivers/net/ethernet/netronome/nfp/bpf/jit.c wrp_alu_imm(nfp_prog, insn->dst_reg * 2 + 1, ALU_OP_SUB_C, imm >> 32); dst_reg 1963 drivers/net/ethernet/netronome/nfp/bpf/jit.c return wrp_div_imm(nfp_prog, insn->dst_reg * 2, insn->imm); dst_reg 1971 drivers/net/ethernet/netronome/nfp/bpf/jit.c return wrp_div_imm(nfp_prog, meta->insn.dst_reg * 2, meta->umin_src); dst_reg 1978 drivers/net/ethernet/netronome/nfp/bpf/jit.c emit_alu(nfp_prog, reg_both(insn->dst_reg * 2), reg_imm(0), dst_reg 1979 drivers/net/ethernet/netronome/nfp/bpf/jit.c ALU_OP_SUB, reg_b(insn->dst_reg * 2)); dst_reg 1980 drivers/net/ethernet/netronome/nfp/bpf/jit.c emit_alu(nfp_prog, reg_both(insn->dst_reg * 2 + 1), reg_imm(0), dst_reg 1981 drivers/net/ethernet/netronome/nfp/bpf/jit.c ALU_OP_SUB_C, reg_b(insn->dst_reg * 2 + 1)); dst_reg 2022 drivers/net/ethernet/netronome/nfp/bpf/jit.c u8 dst = insn->dst_reg * 2; dst_reg 2064 drivers/net/ethernet/netronome/nfp/bpf/jit.c dst = insn->dst_reg * 2; dst_reg 2136 drivers/net/ethernet/netronome/nfp/bpf/jit.c u8 dst = insn->dst_reg * 2; dst_reg 2176 drivers/net/ethernet/netronome/nfp/bpf/jit.c dst = insn->dst_reg * 2; dst_reg 2248 drivers/net/ethernet/netronome/nfp/bpf/jit.c u8 dst = insn->dst_reg * 2; dst_reg 2293 drivers/net/ethernet/netronome/nfp/bpf/jit.c dst = insn->dst_reg * 2; dst_reg 2330 drivers/net/ethernet/netronome/nfp/bpf/jit.c wrp_reg_mov(nfp_prog, insn->dst_reg * 2, insn->src_reg * 2); dst_reg 2331 drivers/net/ethernet/netronome/nfp/bpf/jit.c wrp_immed(nfp_prog, reg_both(insn->dst_reg * 2 + 1), 0); dst_reg 2340 drivers/net/ethernet/netronome/nfp/bpf/jit.c wrp_immed(nfp_prog, reg_both(insn->dst_reg * 2), insn->imm); dst_reg 2341 drivers/net/ethernet/netronome/nfp/bpf/jit.c wrp_immed(nfp_prog, reg_both(insn->dst_reg * 2 + 1), 0); dst_reg 2418 drivers/net/ethernet/netronome/nfp/bpf/jit.c u8 dst = meta->insn.dst_reg * 2; dst_reg 2448 drivers/net/ethernet/netronome/nfp/bpf/jit.c dst = insn->dst_reg * 2; dst_reg 2469 drivers/net/ethernet/netronome/nfp/bpf/jit.c u8 dst = insn->dst_reg * 2; dst_reg 2488 drivers/net/ethernet/netronome/nfp/bpf/jit.c u8 dst = insn->dst_reg * 2; dst_reg 2499 drivers/net/ethernet/netronome/nfp/bpf/jit.c dst = insn->dst_reg * 2; dst_reg 2527 drivers/net/ethernet/netronome/nfp/bpf/jit.c u8 dst = insn->dst_reg * 2; dst_reg 2538 drivers/net/ethernet/netronome/nfp/bpf/jit.c dst = insn->dst_reg * 2; dst_reg 2553 drivers/net/ethernet/netronome/nfp/bpf/jit.c u8 gpr = insn->dst_reg * 2; dst_reg 2585 drivers/net/ethernet/netronome/nfp/bpf/jit.c dst = prev->insn.dst_reg * 2; dst_reg 2644 drivers/net/ethernet/netronome/nfp/bpf/jit.c meta->insn.dst_reg * 2, meta->insn.src_reg * 2, dst_reg 2651 drivers/net/ethernet/netronome/nfp/bpf/jit.c swreg dst = reg_both(meta->insn.dst_reg * 2); dst_reg 2674 drivers/net/ethernet/netronome/nfp/bpf/jit.c wrp_immed(nfp_prog, reg_both(meta->insn.dst_reg * 2 + 1), 0); dst_reg 2682 drivers/net/ethernet/netronome/nfp/bpf/jit.c swreg dst = reg_both(meta->insn.dst_reg * 2); dst_reg 2700 drivers/net/ethernet/netronome/nfp/bpf/jit.c wrp_immed(nfp_prog, reg_both(meta->insn.dst_reg * 2 + 1), 0); dst_reg 2714 drivers/net/ethernet/netronome/nfp/bpf/jit.c tmp_reg, meta->insn.dst_reg * 2, size); dst_reg 2726 drivers/net/ethernet/netronome/nfp/bpf/jit.c tmp_reg, meta->insn.dst_reg * 2, size); dst_reg 2763 drivers/net/ethernet/netronome/nfp/bpf/jit.c u8 dst_gpr = meta->insn.dst_reg * 2; dst_reg 2818 drivers/net/ethernet/netronome/nfp/bpf/jit.c dst_gpr = meta->insn.dst_reg * 2; dst_reg 2915 drivers/net/ethernet/netronome/nfp/bpf/jit.c return data_st_host_order(nfp_prog, meta->insn.dst_reg * 2, off_reg, dst_reg 2956 drivers/net/ethernet/netronome/nfp/bpf/jit.c return data_stx_host_order(nfp_prog, meta->insn.dst_reg * 2, off_reg, dst_reg 2965 drivers/net/ethernet/netronome/nfp/bpf/jit.c meta->insn.src_reg * 2, meta->insn.dst_reg * 2, dst_reg 3020 drivers/net/ethernet/netronome/nfp/bpf/jit.c u8 dst_gpr = meta->insn.dst_reg * 2; dst_reg 3135 drivers/net/ethernet/netronome/nfp/bpf/jit.c or1 = reg_a(insn->dst_reg * 2); dst_reg 3136 drivers/net/ethernet/netronome/nfp/bpf/jit.c or2 = reg_b(insn->dst_reg * 2 + 1); dst_reg 3141 drivers/net/ethernet/netronome/nfp/bpf/jit.c reg_a(insn->dst_reg * 2), ALU_OP_XOR, tmp_reg); dst_reg 3148 drivers/net/ethernet/netronome/nfp/bpf/jit.c reg_a(insn->dst_reg * 2 + 1), ALU_OP_XOR, tmp_reg); dst_reg 3165 drivers/net/ethernet/netronome/nfp/bpf/jit.c reg_a(insn->dst_reg * 2), ALU_OP_XOR, tmp_reg); dst_reg 3175 drivers/net/ethernet/netronome/nfp/bpf/jit.c u8 dst_gpr = insn->dst_reg * 2; dst_reg 3203 drivers/net/ethernet/netronome/nfp/bpf/jit.c reg_b(insn->dst_reg * 2)); dst_reg 3205 drivers/net/ethernet/netronome/nfp/bpf/jit.c emit_alu(nfp_prog, reg_none(), reg_a(insn->dst_reg * 2), dst_reg 3206 drivers/net/ethernet/netronome/nfp/bpf/jit.c ALU_OP_OR, reg_b(insn->dst_reg * 2 + 1)); dst_reg 3213 drivers/net/ethernet/netronome/nfp/bpf/jit.c reg_a(insn->dst_reg * 2), ALU_OP_XOR, tmp_reg); dst_reg 3221 drivers/net/ethernet/netronome/nfp/bpf/jit.c reg_a(insn->dst_reg * 2 + 1), ALU_OP_XOR, tmp_reg); dst_reg 3231 drivers/net/ethernet/netronome/nfp/bpf/jit.c emit_alu(nfp_prog, imm_a(nfp_prog), reg_a(insn->dst_reg * 2), dst_reg 3235 drivers/net/ethernet/netronome/nfp/bpf/jit.c reg_a(insn->dst_reg * 2 + 1), ALU_OP_XOR, dst_reg 3891 drivers/net/ethernet/netronome/nfp/bpf/jit.c insn.src_reg == insn.dst_reg) dst_reg 3896 drivers/net/ethernet/netronome/nfp/bpf/jit.c insn.src_reg == 1 && insn.dst_reg == 6) dst_reg 3981 drivers/net/ethernet/netronome/nfp/bpf/jit.c if (next.src_reg || next.dst_reg) dst_reg 4016 drivers/net/ethernet/netronome/nfp/bpf/jit.c if (next1.src_reg || next1.dst_reg || dst_reg 4017 drivers/net/ethernet/netronome/nfp/bpf/jit.c next2.src_reg || next2.dst_reg) dst_reg 4062 drivers/net/ethernet/netronome/nfp/bpf/jit.c if (ld->dst_reg != st->src_reg) dst_reg 4097 drivers/net/ethernet/netronome/nfp/bpf/jit.c prev_st_base = prev_st->dst_reg; dst_reg 4098 drivers/net/ethernet/netronome/nfp/bpf/jit.c prev_ld_dst = prev_ld->dst_reg; dst_reg 4102 drivers/net/ethernet/netronome/nfp/bpf/jit.c if (ld->dst_reg != prev_ld_dst) dst_reg 4105 drivers/net/ethernet/netronome/nfp/bpf/jit.c if (ld->src_reg != prev_ld_base || st->dst_reg != prev_st_base) dst_reg 505 drivers/net/ethernet/netronome/nfp/bpf/verifier.c const struct bpf_reg_state *reg = cur_regs(env) + meta->insn.dst_reg; dst_reg 522 drivers/net/ethernet/netronome/nfp/bpf/verifier.c return nfp_bpf_check_ptr(nfp_prog, meta, env, meta->insn.dst_reg); dst_reg 530 drivers/net/ethernet/netronome/nfp/bpf/verifier.c const struct bpf_reg_state *dreg = cur_regs(env) + meta->insn.dst_reg; dst_reg 547 drivers/net/ethernet/netronome/nfp/bpf/verifier.c return nfp_bpf_check_ptr(nfp_prog, meta, env, meta->insn.dst_reg); dst_reg 557 drivers/net/ethernet/netronome/nfp/bpf/verifier.c cur_regs(env) + meta->insn.dst_reg; dst_reg 642 drivers/net/ethernet/netronome/nfp/bpf/verifier.c meta->insn.dst_reg >= MAX_BPF_REG) { dst_reg 679 drivers/net/ethernet/netronome/nfp/bpf/verifier.c if (meta->insn.dst_reg >= BPF_REG_6 && dst_reg 680 drivers/net/ethernet/netronome/nfp/bpf/verifier.c meta->insn.dst_reg <= BPF_REG_9) dst_reg 87 include/linux/filter.h .dst_reg = DST, \ dst_reg 95 include/linux/filter.h .dst_reg = DST, \ dst_reg 105 include/linux/filter.h .dst_reg = DST, \ dst_reg 113 include/linux/filter.h .dst_reg = DST, \ dst_reg 123 include/linux/filter.h .dst_reg = DST, \ dst_reg 133 include/linux/filter.h .dst_reg = DST, \ dst_reg 141 include/linux/filter.h .dst_reg = DST, \ dst_reg 151 include/linux/filter.h .dst_reg = DST, \ dst_reg 159 include/linux/filter.h .dst_reg = DST, \ dst_reg 168 include/linux/filter.h .dst_reg = DST, \ dst_reg 185 include/linux/filter.h .dst_reg = DST, \ dst_reg 191 include/linux/filter.h .dst_reg = 0, \ dst_reg 205 include/linux/filter.h .dst_reg = DST, \ dst_reg 213 include/linux/filter.h .dst_reg = DST, \ dst_reg 223 include/linux/filter.h .dst_reg = 0, \ dst_reg 233 include/linux/filter.h .dst_reg = 0, \ dst_reg 243 include/linux/filter.h .dst_reg = DST, \ dst_reg 253 include/linux/filter.h .dst_reg = DST, \ dst_reg 263 include/linux/filter.h .dst_reg = DST, \ dst_reg 273 include/linux/filter.h .dst_reg = DST, \ dst_reg 283 include/linux/filter.h .dst_reg = DST, \ dst_reg 293 include/linux/filter.h .dst_reg = DST, \ dst_reg 303 include/linux/filter.h .dst_reg = DST, \ dst_reg 313 include/linux/filter.h .dst_reg = DST, \ dst_reg 323 include/linux/filter.h .dst_reg = 0, \ dst_reg 333 include/linux/filter.h .dst_reg = 0, \ dst_reg 346 include/linux/filter.h .dst_reg = 0, \ dst_reg 356 include/linux/filter.h .dst_reg = DST, \ dst_reg 366 include/linux/filter.h .dst_reg = 0, \ dst_reg 67 include/uapi/linux/bpf.h __u8 dst_reg:4; /* dest register */ dst_reg 1352 kernel/bpf/cgroup.c BPF_SIZE(si->code), si->dst_reg, si->src_reg, dst_reg 1367 kernel/bpf/cgroup.c if (si->src_reg == treg || si->dst_reg == treg) dst_reg 1369 kernel/bpf/cgroup.c if (si->src_reg == treg || si->dst_reg == treg) dst_reg 1372 kernel/bpf/cgroup.c BPF_DW, si->dst_reg, treg, dst_reg 1376 kernel/bpf/cgroup.c treg, si->dst_reg, dst_reg 1383 kernel/bpf/cgroup.c BPF_DW, treg, si->dst_reg, dst_reg 1388 kernel/bpf/cgroup.c si->dst_reg, si->src_reg, dst_reg 1392 kernel/bpf/cgroup.c BPF_SIZE(si->code), si->dst_reg, si->dst_reg, dst_reg 1495 kernel/bpf/cgroup.c si->dst_reg, si->src_reg, \ dst_reg 50 kernel/bpf/core.c #define DST regs[insn->dst_reg] dst_reg 297 kernel/bpf/core.c dst[i].dst_reg == 0 && dst_reg 920 kernel/bpf/core.c if (from->dst_reg == BPF_REG_AX || from->src_reg == BPF_REG_AX) dst_reg 926 kernel/bpf/core.c *to++ = BPF_ALU64_REG(BPF_XOR, from->dst_reg, from->dst_reg); dst_reg 942 kernel/bpf/core.c *to++ = BPF_ALU32_REG(from->code, from->dst_reg, BPF_REG_AX); dst_reg 956 kernel/bpf/core.c *to++ = BPF_ALU64_REG(from->code, from->dst_reg, BPF_REG_AX); dst_reg 976 kernel/bpf/core.c *to++ = BPF_JMP_REG(from->code, from->dst_reg, BPF_REG_AX, off); dst_reg 996 kernel/bpf/core.c *to++ = BPF_JMP32_REG(from->code, from->dst_reg, BPF_REG_AX, dst_reg 1004 kernel/bpf/core.c *to++ = BPF_ALU64_REG(BPF_MOV, aux[0].dst_reg, BPF_REG_AX); dst_reg 1011 kernel/bpf/core.c *to++ = BPF_ALU64_REG(BPF_OR, aux[0].dst_reg, BPF_REG_AX); dst_reg 1020 kernel/bpf/core.c *to++ = BPF_STX_MEM(from->code, from->dst_reg, BPF_REG_AX, from->off); dst_reg 112 kernel/bpf/disasm.c insn->code, insn->dst_reg, dst_reg 114 kernel/bpf/disasm.c insn->imm, insn->dst_reg); dst_reg 133 kernel/bpf/disasm.c insn->dst_reg, class == BPF_ALU ? 'w' : 'r', dst_reg 134 kernel/bpf/disasm.c insn->dst_reg); dst_reg 138 kernel/bpf/disasm.c insn->dst_reg, dst_reg 145 kernel/bpf/disasm.c insn->dst_reg, dst_reg 154 kernel/bpf/disasm.c insn->dst_reg, dst_reg 160 kernel/bpf/disasm.c insn->dst_reg, insn->off, dst_reg 172 kernel/bpf/disasm.c insn->dst_reg, dst_reg 180 kernel/bpf/disasm.c insn->code, insn->dst_reg, dst_reg 208 kernel/bpf/disasm.c insn->code, insn->dst_reg, dst_reg 242 kernel/bpf/disasm.c insn->dst_reg, dst_reg 250 kernel/bpf/disasm.c insn->dst_reg, dst_reg 1342 kernel/bpf/verifier.c return !is_reg64(env, insn, insn->dst_reg, NULL, DST_OP); dst_reg 1453 kernel/bpf/verifier.c u32 dreg = 1u << insn->dst_reg; dst_reg 1531 kernel/bpf/verifier.c if (insn->dst_reg != BPF_REG_FP) dst_reg 1899 kernel/bpf/verifier.c u32 dst_reg = env->prog->insnsi[insn_idx].dst_reg; dst_reg 1922 kernel/bpf/verifier.c if (dst_reg != BPF_REG_FP) { dst_reg 2913 kernel/bpf/verifier.c err = check_reg_arg(env, insn->dst_reg, SRC_OP); dst_reg 2922 kernel/bpf/verifier.c if (is_ctx_reg(env, insn->dst_reg) || dst_reg 2923 kernel/bpf/verifier.c is_pkt_reg(env, insn->dst_reg) || dst_reg 2924 kernel/bpf/verifier.c is_flow_key_reg(env, insn->dst_reg) || dst_reg 2925 kernel/bpf/verifier.c is_sk_reg(env, insn->dst_reg)) { dst_reg 2927 kernel/bpf/verifier.c insn->dst_reg, dst_reg 2928 kernel/bpf/verifier.c reg_type_str[reg_state(env, insn->dst_reg)->type]); dst_reg 2933 kernel/bpf/verifier.c err = check_mem_access(env, insn_idx, insn->dst_reg, insn->off, dst_reg 2939 kernel/bpf/verifier.c return check_mem_access(env, insn_idx, insn->dst_reg, insn->off, dst_reg 4305 kernel/bpf/verifier.c struct bpf_reg_state *dst_reg, dst_reg 4310 kernel/bpf/verifier.c bool ptr_is_dst_reg = ptr_reg == dst_reg; dst_reg 4345 kernel/bpf/verifier.c tmp = *dst_reg; dst_reg 4346 kernel/bpf/verifier.c *dst_reg = *ptr_reg; dst_reg 4350 kernel/bpf/verifier.c *dst_reg = tmp; dst_reg 4366 kernel/bpf/verifier.c struct bpf_reg_state *regs = state->regs, *dst_reg; dst_reg 4372 kernel/bpf/verifier.c u32 dst = insn->dst_reg, src = insn->src_reg; dst_reg 4376 kernel/bpf/verifier.c dst_reg = ®s[dst]; dst_reg 4383 kernel/bpf/verifier.c __mark_reg_unknown(env, dst_reg); dst_reg 4415 kernel/bpf/verifier.c off_reg == dst_reg ? dst : src); dst_reg 4426 kernel/bpf/verifier.c dst_reg->type = ptr_reg->type; dst_reg 4427 kernel/bpf/verifier.c dst_reg->id = ptr_reg->id; dst_reg 4435 kernel/bpf/verifier.c ret = sanitize_ptr_alu(env, insn, ptr_reg, dst_reg, smin_val < 0); dst_reg 4446 kernel/bpf/verifier.c dst_reg->smin_value = smin_ptr; dst_reg 4447 kernel/bpf/verifier.c dst_reg->smax_value = smax_ptr; dst_reg 4448 kernel/bpf/verifier.c dst_reg->umin_value = umin_ptr; dst_reg 4449 kernel/bpf/verifier.c dst_reg->umax_value = umax_ptr; dst_reg 4450 kernel/bpf/verifier.c dst_reg->var_off = ptr_reg->var_off; dst_reg 4451 kernel/bpf/verifier.c dst_reg->off = ptr_reg->off + smin_val; dst_reg 4452 kernel/bpf/verifier.c dst_reg->raw = ptr_reg->raw; dst_reg 4466 kernel/bpf/verifier.c dst_reg->smin_value = S64_MIN; dst_reg 4467 kernel/bpf/verifier.c dst_reg->smax_value = S64_MAX; dst_reg 4469 kernel/bpf/verifier.c dst_reg->smin_value = smin_ptr + smin_val; dst_reg 4470 kernel/bpf/verifier.c dst_reg->smax_value = smax_ptr + smax_val; dst_reg 4474 kernel/bpf/verifier.c dst_reg->umin_value = 0; dst_reg 4475 kernel/bpf/verifier.c dst_reg->umax_value = U64_MAX; dst_reg 4477 kernel/bpf/verifier.c dst_reg->umin_value = umin_ptr + umin_val; dst_reg 4478 kernel/bpf/verifier.c dst_reg->umax_value = umax_ptr + umax_val; dst_reg 4480 kernel/bpf/verifier.c dst_reg->var_off = tnum_add(ptr_reg->var_off, off_reg->var_off); dst_reg 4481 kernel/bpf/verifier.c dst_reg->off = ptr_reg->off; dst_reg 4482 kernel/bpf/verifier.c dst_reg->raw = ptr_reg->raw; dst_reg 4484 kernel/bpf/verifier.c dst_reg->id = ++env->id_gen; dst_reg 4486 kernel/bpf/verifier.c dst_reg->raw = 0; dst_reg 4490 kernel/bpf/verifier.c ret = sanitize_ptr_alu(env, insn, ptr_reg, dst_reg, smin_val < 0); dst_reg 4495 kernel/bpf/verifier.c if (dst_reg == off_reg) { dst_reg 4513 kernel/bpf/verifier.c dst_reg->smin_value = smin_ptr; dst_reg 4514 kernel/bpf/verifier.c dst_reg->smax_value = smax_ptr; dst_reg 4515 kernel/bpf/verifier.c dst_reg->umin_value = umin_ptr; dst_reg 4516 kernel/bpf/verifier.c dst_reg->umax_value = umax_ptr; dst_reg 4517 kernel/bpf/verifier.c dst_reg->var_off = ptr_reg->var_off; dst_reg 4518 kernel/bpf/verifier.c dst_reg->id = ptr_reg->id; dst_reg 4519 kernel/bpf/verifier.c dst_reg->off = ptr_reg->off - smin_val; dst_reg 4520 kernel/bpf/verifier.c dst_reg->raw = ptr_reg->raw; dst_reg 4529 kernel/bpf/verifier.c dst_reg->smin_value = S64_MIN; dst_reg 4530 kernel/bpf/verifier.c dst_reg->smax_value = S64_MAX; dst_reg 4532 kernel/bpf/verifier.c dst_reg->smin_value = smin_ptr - smax_val; dst_reg 4533 kernel/bpf/verifier.c dst_reg->smax_value = smax_ptr - smin_val; dst_reg 4537 kernel/bpf/verifier.c dst_reg->umin_value = 0; dst_reg 4538 kernel/bpf/verifier.c dst_reg->umax_value = U64_MAX; dst_reg 4541 kernel/bpf/verifier.c dst_reg->umin_value = umin_ptr - umax_val; dst_reg 4542 kernel/bpf/verifier.c dst_reg->umax_value = umax_ptr - umin_val; dst_reg 4544 kernel/bpf/verifier.c dst_reg->var_off = tnum_sub(ptr_reg->var_off, off_reg->var_off); dst_reg 4545 kernel/bpf/verifier.c dst_reg->off = ptr_reg->off; dst_reg 4546 kernel/bpf/verifier.c dst_reg->raw = ptr_reg->raw; dst_reg 4548 kernel/bpf/verifier.c dst_reg->id = ++env->id_gen; dst_reg 4551 kernel/bpf/verifier.c dst_reg->raw = 0; dst_reg 4568 kernel/bpf/verifier.c if (!check_reg_sane_offset(env, dst_reg, ptr_reg->type)) dst_reg 4571 kernel/bpf/verifier.c __update_reg_bounds(dst_reg); dst_reg 4572 kernel/bpf/verifier.c __reg_deduce_bounds(dst_reg); dst_reg 4573 kernel/bpf/verifier.c __reg_bound_offset(dst_reg); dst_reg 4579 kernel/bpf/verifier.c if (dst_reg->type == PTR_TO_MAP_VALUE && dst_reg 4580 kernel/bpf/verifier.c check_map_access(env, dst, dst_reg->off, 1, false)) { dst_reg 4584 kernel/bpf/verifier.c } else if (dst_reg->type == PTR_TO_STACK && dst_reg 4585 kernel/bpf/verifier.c check_stack_access(env, dst_reg, dst_reg->off + dst_reg 4586 kernel/bpf/verifier.c dst_reg->var_off.value, 1)) { dst_reg 4602 kernel/bpf/verifier.c struct bpf_reg_state *dst_reg, dst_reg 4611 kernel/bpf/verifier.c u32 dst = insn->dst_reg; dst_reg 4619 kernel/bpf/verifier.c coerce_reg_to_size(dst_reg, 4); dst_reg 4628 kernel/bpf/verifier.c dst_known = tnum_is_const(dst_reg->var_off); dst_reg 4635 kernel/bpf/verifier.c __mark_reg_unknown(env, dst_reg); dst_reg 4641 kernel/bpf/verifier.c __mark_reg_unknown(env, dst_reg); dst_reg 4652 kernel/bpf/verifier.c if (signed_add_overflows(dst_reg->smin_value, smin_val) || dst_reg 4653 kernel/bpf/verifier.c signed_add_overflows(dst_reg->smax_value, smax_val)) { dst_reg 4654 kernel/bpf/verifier.c dst_reg->smin_value = S64_MIN; dst_reg 4655 kernel/bpf/verifier.c dst_reg->smax_value = S64_MAX; dst_reg 4657 kernel/bpf/verifier.c dst_reg->smin_value += smin_val; dst_reg 4658 kernel/bpf/verifier.c dst_reg->smax_value += smax_val; dst_reg 4660 kernel/bpf/verifier.c if (dst_reg->umin_value + umin_val < umin_val || dst_reg 4661 kernel/bpf/verifier.c dst_reg->umax_value + umax_val < umax_val) { dst_reg 4662 kernel/bpf/verifier.c dst_reg->umin_value = 0; dst_reg 4663 kernel/bpf/verifier.c dst_reg->umax_value = U64_MAX; dst_reg 4665 kernel/bpf/verifier.c dst_reg->umin_value += umin_val; dst_reg 4666 kernel/bpf/verifier.c dst_reg->umax_value += umax_val; dst_reg 4668 kernel/bpf/verifier.c dst_reg->var_off = tnum_add(dst_reg->var_off, src_reg.var_off); dst_reg 4676 kernel/bpf/verifier.c if (signed_sub_overflows(dst_reg->smin_value, smax_val) || dst_reg 4677 kernel/bpf/verifier.c signed_sub_overflows(dst_reg->smax_value, smin_val)) { dst_reg 4679 kernel/bpf/verifier.c dst_reg->smin_value = S64_MIN; dst_reg 4680 kernel/bpf/verifier.c dst_reg->smax_value = S64_MAX; dst_reg 4682 kernel/bpf/verifier.c dst_reg->smin_value -= smax_val; dst_reg 4683 kernel/bpf/verifier.c dst_reg->smax_value -= smin_val; dst_reg 4685 kernel/bpf/verifier.c if (dst_reg->umin_value < umax_val) { dst_reg 4687 kernel/bpf/verifier.c dst_reg->umin_value = 0; dst_reg 4688 kernel/bpf/verifier.c dst_reg->umax_value = U64_MAX; dst_reg 4691 kernel/bpf/verifier.c dst_reg->umin_value -= umax_val; dst_reg 4692 kernel/bpf/verifier.c dst_reg->umax_value -= umin_val; dst_reg 4694 kernel/bpf/verifier.c dst_reg->var_off = tnum_sub(dst_reg->var_off, src_reg.var_off); dst_reg 4697 kernel/bpf/verifier.c dst_reg->var_off = tnum_mul(dst_reg->var_off, src_reg.var_off); dst_reg 4698 kernel/bpf/verifier.c if (smin_val < 0 || dst_reg->smin_value < 0) { dst_reg 4700 kernel/bpf/verifier.c __mark_reg_unbounded(dst_reg); dst_reg 4701 kernel/bpf/verifier.c __update_reg_bounds(dst_reg); dst_reg 4707 kernel/bpf/verifier.c if (umax_val > U32_MAX || dst_reg->umax_value > U32_MAX) { dst_reg 4709 kernel/bpf/verifier.c __mark_reg_unbounded(dst_reg); dst_reg 4711 kernel/bpf/verifier.c __update_reg_bounds(dst_reg); dst_reg 4714 kernel/bpf/verifier.c dst_reg->umin_value *= umin_val; dst_reg 4715 kernel/bpf/verifier.c dst_reg->umax_value *= umax_val; dst_reg 4716 kernel/bpf/verifier.c if (dst_reg->umax_value > S64_MAX) { dst_reg 4718 kernel/bpf/verifier.c dst_reg->smin_value = S64_MIN; dst_reg 4719 kernel/bpf/verifier.c dst_reg->smax_value = S64_MAX; dst_reg 4721 kernel/bpf/verifier.c dst_reg->smin_value = dst_reg->umin_value; dst_reg 4722 kernel/bpf/verifier.c dst_reg->smax_value = dst_reg->umax_value; dst_reg 4727 kernel/bpf/verifier.c __mark_reg_known(dst_reg, dst_reg->var_off.value & dst_reg 4734 kernel/bpf/verifier.c dst_reg->var_off = tnum_and(dst_reg->var_off, src_reg.var_off); dst_reg 4735 kernel/bpf/verifier.c dst_reg->umin_value = dst_reg->var_off.value; dst_reg 4736 kernel/bpf/verifier.c dst_reg->umax_value = min(dst_reg->umax_value, umax_val); dst_reg 4737 kernel/bpf/verifier.c if (dst_reg->smin_value < 0 || smin_val < 0) { dst_reg 4741 kernel/bpf/verifier.c dst_reg->smin_value = S64_MIN; dst_reg 4742 kernel/bpf/verifier.c dst_reg->smax_value = S64_MAX; dst_reg 4747 kernel/bpf/verifier.c dst_reg->smin_value = dst_reg->umin_value; dst_reg 4748 kernel/bpf/verifier.c dst_reg->smax_value = dst_reg->umax_value; dst_reg 4751 kernel/bpf/verifier.c __update_reg_bounds(dst_reg); dst_reg 4755 kernel/bpf/verifier.c __mark_reg_known(dst_reg, dst_reg->var_off.value | dst_reg 4762 kernel/bpf/verifier.c dst_reg->var_off = tnum_or(dst_reg->var_off, src_reg.var_off); dst_reg 4763 kernel/bpf/verifier.c dst_reg->umin_value = max(dst_reg->umin_value, umin_val); dst_reg 4764 kernel/bpf/verifier.c dst_reg->umax_value = dst_reg->var_off.value | dst_reg 4765 kernel/bpf/verifier.c dst_reg->var_off.mask; dst_reg 4766 kernel/bpf/verifier.c if (dst_reg->smin_value < 0 || smin_val < 0) { dst_reg 4770 kernel/bpf/verifier.c dst_reg->smin_value = S64_MIN; dst_reg 4771 kernel/bpf/verifier.c dst_reg->smax_value = S64_MAX; dst_reg 4776 kernel/bpf/verifier.c dst_reg->smin_value = dst_reg->umin_value; dst_reg 4777 kernel/bpf/verifier.c dst_reg->smax_value = dst_reg->umax_value; dst_reg 4780 kernel/bpf/verifier.c __update_reg_bounds(dst_reg); dst_reg 4787 kernel/bpf/verifier.c mark_reg_unknown(env, regs, insn->dst_reg); dst_reg 4793 kernel/bpf/verifier.c dst_reg->smin_value = S64_MIN; dst_reg 4794 kernel/bpf/verifier.c dst_reg->smax_value = S64_MAX; dst_reg 4796 kernel/bpf/verifier.c if (dst_reg->umax_value > 1ULL << (63 - umax_val)) { dst_reg 4797 kernel/bpf/verifier.c dst_reg->umin_value = 0; dst_reg 4798 kernel/bpf/verifier.c dst_reg->umax_value = U64_MAX; dst_reg 4800 kernel/bpf/verifier.c dst_reg->umin_value <<= umin_val; dst_reg 4801 kernel/bpf/verifier.c dst_reg->umax_value <<= umax_val; dst_reg 4803 kernel/bpf/verifier.c dst_reg->var_off = tnum_lshift(dst_reg->var_off, umin_val); dst_reg 4805 kernel/bpf/verifier.c __update_reg_bounds(dst_reg); dst_reg 4812 kernel/bpf/verifier.c mark_reg_unknown(env, regs, insn->dst_reg); dst_reg 4829 kernel/bpf/verifier.c dst_reg->smin_value = S64_MIN; dst_reg 4830 kernel/bpf/verifier.c dst_reg->smax_value = S64_MAX; dst_reg 4831 kernel/bpf/verifier.c dst_reg->var_off = tnum_rshift(dst_reg->var_off, umin_val); dst_reg 4832 kernel/bpf/verifier.c dst_reg->umin_value >>= umax_val; dst_reg 4833 kernel/bpf/verifier.c dst_reg->umax_value >>= umin_val; dst_reg 4835 kernel/bpf/verifier.c __update_reg_bounds(dst_reg); dst_reg 4842 kernel/bpf/verifier.c mark_reg_unknown(env, regs, insn->dst_reg); dst_reg 4850 kernel/bpf/verifier.c dst_reg->smin_value = (u32)(((s32)dst_reg->smin_value) >> umin_val); dst_reg 4851 kernel/bpf/verifier.c dst_reg->smax_value = (u32)(((s32)dst_reg->smax_value) >> umin_val); dst_reg 4853 kernel/bpf/verifier.c dst_reg->smin_value >>= umin_val; dst_reg 4854 kernel/bpf/verifier.c dst_reg->smax_value >>= umin_val; dst_reg 4857 kernel/bpf/verifier.c dst_reg->var_off = tnum_arshift(dst_reg->var_off, umin_val, dst_reg 4863 kernel/bpf/verifier.c dst_reg->umin_value = 0; dst_reg 4864 kernel/bpf/verifier.c dst_reg->umax_value = U64_MAX; dst_reg 4865 kernel/bpf/verifier.c __update_reg_bounds(dst_reg); dst_reg 4868 kernel/bpf/verifier.c mark_reg_unknown(env, regs, insn->dst_reg); dst_reg 4874 kernel/bpf/verifier.c coerce_reg_to_size(dst_reg, 4); dst_reg 4877 kernel/bpf/verifier.c __reg_deduce_bounds(dst_reg); dst_reg 4878 kernel/bpf/verifier.c __reg_bound_offset(dst_reg); dst_reg 4890 kernel/bpf/verifier.c struct bpf_reg_state *regs = state->regs, *dst_reg, *src_reg; dst_reg 4895 kernel/bpf/verifier.c dst_reg = ®s[insn->dst_reg]; dst_reg 4897 kernel/bpf/verifier.c if (dst_reg->type != SCALAR_VALUE) dst_reg 4898 kernel/bpf/verifier.c ptr_reg = dst_reg; dst_reg 4902 kernel/bpf/verifier.c if (dst_reg->type != SCALAR_VALUE) { dst_reg 4908 kernel/bpf/verifier.c mark_reg_unknown(env, regs, insn->dst_reg); dst_reg 4912 kernel/bpf/verifier.c insn->dst_reg, dst_reg 4920 kernel/bpf/verifier.c err = mark_chain_precision(env, insn->dst_reg); dst_reg 4924 kernel/bpf/verifier.c src_reg, dst_reg); dst_reg 4932 kernel/bpf/verifier.c dst_reg, src_reg); dst_reg 4957 kernel/bpf/verifier.c return adjust_scalar_min_max_vals(env, insn, dst_reg, *src_reg); dst_reg 4985 kernel/bpf/verifier.c err = check_reg_arg(env, insn->dst_reg, SRC_OP); dst_reg 4989 kernel/bpf/verifier.c if (is_pointer_value(env, insn->dst_reg)) { dst_reg 4991 kernel/bpf/verifier.c insn->dst_reg); dst_reg 4996 kernel/bpf/verifier.c err = check_reg_arg(env, insn->dst_reg, DST_OP); dst_reg 5020 kernel/bpf/verifier.c err = check_reg_arg(env, insn->dst_reg, DST_OP_NO_MARK); dst_reg 5026 kernel/bpf/verifier.c struct bpf_reg_state *dst_reg = regs + insn->dst_reg; dst_reg 5032 kernel/bpf/verifier.c *dst_reg = *src_reg; dst_reg 5033 kernel/bpf/verifier.c dst_reg->live |= REG_LIVE_WRITTEN; dst_reg 5034 kernel/bpf/verifier.c dst_reg->subreg_def = DEF_NOT_SUBREG; dst_reg 5043 kernel/bpf/verifier.c *dst_reg = *src_reg; dst_reg 5044 kernel/bpf/verifier.c dst_reg->live |= REG_LIVE_WRITTEN; dst_reg 5045 kernel/bpf/verifier.c dst_reg->subreg_def = env->insn_idx + 1; dst_reg 5048 kernel/bpf/verifier.c insn->dst_reg); dst_reg 5050 kernel/bpf/verifier.c coerce_reg_to_size(dst_reg, 4); dst_reg 5057 kernel/bpf/verifier.c mark_reg_unknown(env, regs, insn->dst_reg); dst_reg 5058 kernel/bpf/verifier.c regs[insn->dst_reg].type = SCALAR_VALUE; dst_reg 5060 kernel/bpf/verifier.c __mark_reg_known(regs + insn->dst_reg, dst_reg 5063 kernel/bpf/verifier.c __mark_reg_known(regs + insn->dst_reg, dst_reg 5091 kernel/bpf/verifier.c err = check_reg_arg(env, insn->dst_reg, SRC_OP); dst_reg 5112 kernel/bpf/verifier.c err = check_reg_arg(env, insn->dst_reg, DST_OP_NO_MARK); dst_reg 5123 kernel/bpf/verifier.c struct bpf_reg_state *dst_reg, dst_reg 5131 kernel/bpf/verifier.c if (reg->type == type && reg->id == dst_reg->id) dst_reg 5139 kernel/bpf/verifier.c if (reg->type == type && reg->id == dst_reg->id) dst_reg 5145 kernel/bpf/verifier.c struct bpf_reg_state *dst_reg, dst_reg 5152 kernel/bpf/verifier.c if (dst_reg->off < 0 || dst_reg 5153 kernel/bpf/verifier.c (dst_reg->off == 0 && range_right_open)) dst_reg 5157 kernel/bpf/verifier.c if (dst_reg->umax_value > MAX_PACKET_OFF || dst_reg 5158 kernel/bpf/verifier.c dst_reg->umax_value + dst_reg->off > MAX_PACKET_OFF) dst_reg 5164 kernel/bpf/verifier.c new_range = dst_reg->off; dst_reg 5216 kernel/bpf/verifier.c __find_good_pkt_pointers(vstate->frame[i], dst_reg, type, dst_reg 5632 kernel/bpf/verifier.c struct bpf_reg_state *dst_reg) dst_reg 5634 kernel/bpf/verifier.c src_reg->umin_value = dst_reg->umin_value = max(src_reg->umin_value, dst_reg 5635 kernel/bpf/verifier.c dst_reg->umin_value); dst_reg 5636 kernel/bpf/verifier.c src_reg->umax_value = dst_reg->umax_value = min(src_reg->umax_value, dst_reg 5637 kernel/bpf/verifier.c dst_reg->umax_value); dst_reg 5638 kernel/bpf/verifier.c src_reg->smin_value = dst_reg->smin_value = max(src_reg->smin_value, dst_reg 5639 kernel/bpf/verifier.c dst_reg->smin_value); dst_reg 5640 kernel/bpf/verifier.c src_reg->smax_value = dst_reg->smax_value = min(src_reg->smax_value, dst_reg 5641 kernel/bpf/verifier.c dst_reg->smax_value); dst_reg 5642 kernel/bpf/verifier.c src_reg->var_off = dst_reg->var_off = tnum_intersect(src_reg->var_off, dst_reg 5643 kernel/bpf/verifier.c dst_reg->var_off); dst_reg 5646 kernel/bpf/verifier.c __update_reg_bounds(dst_reg); dst_reg 5649 kernel/bpf/verifier.c __reg_deduce_bounds(dst_reg); dst_reg 5652 kernel/bpf/verifier.c __reg_bound_offset(dst_reg); dst_reg 5658 kernel/bpf/verifier.c __update_reg_bounds(dst_reg); dst_reg 5770 kernel/bpf/verifier.c struct bpf_reg_state *dst_reg, dst_reg 5784 kernel/bpf/verifier.c if ((dst_reg->type == PTR_TO_PACKET && dst_reg 5786 kernel/bpf/verifier.c (dst_reg->type == PTR_TO_PACKET_META && dst_reg 5789 kernel/bpf/verifier.c find_good_pkt_pointers(this_branch, dst_reg, dst_reg 5790 kernel/bpf/verifier.c dst_reg->type, false); dst_reg 5791 kernel/bpf/verifier.c } else if ((dst_reg->type == PTR_TO_PACKET_END && dst_reg 5793 kernel/bpf/verifier.c (reg_is_init_pkt_pointer(dst_reg, PTR_TO_PACKET) && dst_reg 5803 kernel/bpf/verifier.c if ((dst_reg->type == PTR_TO_PACKET && dst_reg 5805 kernel/bpf/verifier.c (dst_reg->type == PTR_TO_PACKET_META && dst_reg 5808 kernel/bpf/verifier.c find_good_pkt_pointers(other_branch, dst_reg, dst_reg 5809 kernel/bpf/verifier.c dst_reg->type, true); dst_reg 5810 kernel/bpf/verifier.c } else if ((dst_reg->type == PTR_TO_PACKET_END && dst_reg 5812 kernel/bpf/verifier.c (reg_is_init_pkt_pointer(dst_reg, PTR_TO_PACKET) && dst_reg 5822 kernel/bpf/verifier.c if ((dst_reg->type == PTR_TO_PACKET && dst_reg 5824 kernel/bpf/verifier.c (dst_reg->type == PTR_TO_PACKET_META && dst_reg 5827 kernel/bpf/verifier.c find_good_pkt_pointers(this_branch, dst_reg, dst_reg 5828 kernel/bpf/verifier.c dst_reg->type, true); dst_reg 5829 kernel/bpf/verifier.c } else if ((dst_reg->type == PTR_TO_PACKET_END && dst_reg 5831 kernel/bpf/verifier.c (reg_is_init_pkt_pointer(dst_reg, PTR_TO_PACKET) && dst_reg 5841 kernel/bpf/verifier.c if ((dst_reg->type == PTR_TO_PACKET && dst_reg 5843 kernel/bpf/verifier.c (dst_reg->type == PTR_TO_PACKET_META && dst_reg 5846 kernel/bpf/verifier.c find_good_pkt_pointers(other_branch, dst_reg, dst_reg 5847 kernel/bpf/verifier.c dst_reg->type, false); dst_reg 5848 kernel/bpf/verifier.c } else if ((dst_reg->type == PTR_TO_PACKET_END && dst_reg 5850 kernel/bpf/verifier.c (reg_is_init_pkt_pointer(dst_reg, PTR_TO_PACKET) && dst_reg 5872 kernel/bpf/verifier.c struct bpf_reg_state *dst_reg, *other_branch_regs, *src_reg = NULL; dst_reg 5909 kernel/bpf/verifier.c err = check_reg_arg(env, insn->dst_reg, SRC_OP); dst_reg 5913 kernel/bpf/verifier.c dst_reg = ®s[insn->dst_reg]; dst_reg 5917 kernel/bpf/verifier.c pred = is_branch_taken(dst_reg, insn->imm, dst_reg 5921 kernel/bpf/verifier.c pred = is_branch_taken(dst_reg, src_reg->var_off.value, dst_reg 5924 kernel/bpf/verifier.c err = mark_chain_precision(env, insn->dst_reg); dst_reg 5956 kernel/bpf/verifier.c struct bpf_reg_state lo_reg0 = *dst_reg; dst_reg 5965 kernel/bpf/verifier.c if (dst_reg->type == SCALAR_VALUE && dst_reg 5969 kernel/bpf/verifier.c reg_set_min_max(&other_branch_regs[insn->dst_reg], dst_reg 5970 kernel/bpf/verifier.c dst_reg, dst_reg 5975 kernel/bpf/verifier.c else if (tnum_is_const(dst_reg->var_off) || dst_reg 5981 kernel/bpf/verifier.c : dst_reg->var_off.value, dst_reg 5987 kernel/bpf/verifier.c &other_branch_regs[insn->dst_reg], dst_reg 5988 kernel/bpf/verifier.c src_reg, dst_reg, opcode); dst_reg 5990 kernel/bpf/verifier.c } else if (dst_reg->type == SCALAR_VALUE) { dst_reg 5991 kernel/bpf/verifier.c reg_set_min_max(&other_branch_regs[insn->dst_reg], dst_reg 5992 kernel/bpf/verifier.c dst_reg, insn->imm, opcode, is_jmp32); dst_reg 6001 kernel/bpf/verifier.c reg_type_may_be_null(dst_reg->type)) { dst_reg 6005 kernel/bpf/verifier.c mark_ptr_or_null_regs(this_branch, insn->dst_reg, dst_reg 6007 kernel/bpf/verifier.c mark_ptr_or_null_regs(other_branch, insn->dst_reg, dst_reg 6009 kernel/bpf/verifier.c } else if (!try_match_pkt_pointers(insn, dst_reg, ®s[insn->src_reg], dst_reg 6011 kernel/bpf/verifier.c is_pointer_value(env, insn->dst_reg)) { dst_reg 6013 kernel/bpf/verifier.c insn->dst_reg); dst_reg 6038 kernel/bpf/verifier.c err = check_reg_arg(env, insn->dst_reg, DST_OP); dst_reg 6045 kernel/bpf/verifier.c regs[insn->dst_reg].type = SCALAR_VALUE; dst_reg 6046 kernel/bpf/verifier.c __mark_reg_known(®s[insn->dst_reg], imm); dst_reg 6051 kernel/bpf/verifier.c mark_reg_known_zero(env, regs, insn->dst_reg); dst_reg 6052 kernel/bpf/verifier.c regs[insn->dst_reg].map_ptr = map; dst_reg 6055 kernel/bpf/verifier.c regs[insn->dst_reg].type = PTR_TO_MAP_VALUE; dst_reg 6056 kernel/bpf/verifier.c regs[insn->dst_reg].off = aux->map_off; dst_reg 6058 kernel/bpf/verifier.c regs[insn->dst_reg].id = ++env->id_gen; dst_reg 6060 kernel/bpf/verifier.c regs[insn->dst_reg].type = CONST_PTR_TO_MAP; dst_reg 6125 kernel/bpf/verifier.c if (insn->dst_reg != BPF_REG_0 || insn->off != 0 || dst_reg 7672 kernel/bpf/verifier.c err = check_reg_arg(env, insn->dst_reg, DST_OP_NO_MARK); dst_reg 7683 kernel/bpf/verifier.c BPF_READ, insn->dst_reg, false); dst_reg 7724 kernel/bpf/verifier.c err = check_reg_arg(env, insn->dst_reg, SRC_OP); dst_reg 7728 kernel/bpf/verifier.c dst_reg_type = regs[insn->dst_reg].type; dst_reg 7731 kernel/bpf/verifier.c err = check_mem_access(env, env->insn_idx, insn->dst_reg, dst_reg 7753 kernel/bpf/verifier.c err = check_reg_arg(env, insn->dst_reg, SRC_OP); dst_reg 7757 kernel/bpf/verifier.c if (is_ctx_reg(env, insn->dst_reg)) { dst_reg 7759 kernel/bpf/verifier.c insn->dst_reg, dst_reg 7760 kernel/bpf/verifier.c reg_type_str[reg_state(env, insn->dst_reg)->type]); dst_reg 7765 kernel/bpf/verifier.c err = check_mem_access(env, env->insn_idx, insn->dst_reg, dst_reg 7780 kernel/bpf/verifier.c insn->dst_reg != BPF_REG_0 || dst_reg 7803 kernel/bpf/verifier.c insn->dst_reg != BPF_REG_0 || dst_reg 7816 kernel/bpf/verifier.c insn->dst_reg != BPF_REG_0 || dst_reg 8005 kernel/bpf/verifier.c insn[1].dst_reg != 0 || insn[1].src_reg != 0 || dst_reg 8523 kernel/bpf/verifier.c if (is_reg64(env, &insn, insn.dst_reg, NULL, DST_OP)) { dst_reg 8538 kernel/bpf/verifier.c rnd_hi32_patch[3].dst_reg = insn.dst_reg; dst_reg 8548 kernel/bpf/verifier.c zext_patch[1].dst_reg = insn.dst_reg; dst_reg 8549 kernel/bpf/verifier.c zext_patch[1].src_reg = insn.dst_reg; dst_reg 8714 kernel/bpf/verifier.c insn->dst_reg, dst_reg 8716 kernel/bpf/verifier.c insn_buf[cnt++] = BPF_ALU32_IMM(BPF_AND, insn->dst_reg, dst_reg 8721 kernel/bpf/verifier.c insn->dst_reg, dst_reg 8723 kernel/bpf/verifier.c insn_buf[cnt++] = BPF_ALU64_IMM(BPF_AND, insn->dst_reg, dst_reg 8976 kernel/bpf/verifier.c BPF_ALU32_REG(BPF_XOR, insn->dst_reg, insn->dst_reg), dst_reg 9044 kernel/bpf/verifier.c off_reg = issrc ? insn->src_reg : insn->dst_reg; dst_reg 1155 kernel/trace/bpf_trace.c data), si->dst_reg, si->src_reg, dst_reg 1157 kernel/trace/bpf_trace.c *insn++ = BPF_LDX_MEM(BPF_DW, si->dst_reg, si->dst_reg, dst_reg 1163 kernel/trace/bpf_trace.c data), si->dst_reg, si->src_reg, dst_reg 1165 kernel/trace/bpf_trace.c *insn++ = BPF_LDX_MEM(BPF_DW, si->dst_reg, si->dst_reg, dst_reg 1171 kernel/trace/bpf_trace.c regs), si->dst_reg, si->src_reg, dst_reg 1173 kernel/trace/bpf_trace.c *insn++ = BPF_LDX_MEM(BPF_SIZEOF(long), si->dst_reg, si->dst_reg, dst_reg 270 net/core/filter.c static u32 convert_skb_access(int skb_field, int dst_reg, int src_reg, dst_reg 279 net/core/filter.c *insn++ = BPF_LDX_MEM(BPF_W, dst_reg, src_reg, dst_reg 284 net/core/filter.c *insn++ = BPF_LDX_MEM(BPF_B, dst_reg, src_reg, PKT_TYPE_OFFSET()); dst_reg 285 net/core/filter.c *insn++ = BPF_ALU32_IMM(BPF_AND, dst_reg, PKT_TYPE_MAX); dst_reg 287 net/core/filter.c *insn++ = BPF_ALU32_IMM(BPF_RSH, dst_reg, 5); dst_reg 294 net/core/filter.c *insn++ = BPF_LDX_MEM(BPF_H, dst_reg, src_reg, dst_reg 302 net/core/filter.c *insn++ = BPF_LDX_MEM(BPF_H, dst_reg, src_reg, dst_reg 306 net/core/filter.c *insn++ = BPF_LDX_MEM(BPF_B, dst_reg, src_reg, PKT_VLAN_PRESENT_OFFSET()); dst_reg 308 net/core/filter.c *insn++ = BPF_ALU32_IMM(BPF_RSH, dst_reg, PKT_VLAN_PRESENT_BIT); dst_reg 310 net/core/filter.c *insn++ = BPF_ALU32_IMM(BPF_AND, dst_reg, 1); dst_reg 703 net/core/filter.c insn->dst_reg = BPF_REG_A; dst_reg 707 net/core/filter.c insn->dst_reg = BPF_REG_A; dst_reg 5583 net/core/filter.c si->dst_reg, si->src_reg, \ dst_reg 5595 net/core/filter.c si->dst_reg, si->src_reg, \ dst_reg 5611 net/core/filter.c *insn++ = BPF_LDX_MEM(BPF_W, si->dst_reg, si->src_reg, dst_reg 5774 net/core/filter.c si->dst_reg, si->src_reg, \ dst_reg 7201 net/core/filter.c si->dst_reg, si->src_reg, dst_reg 7207 net/core/filter.c si->dst_reg, si->src_reg, dst_reg 7213 net/core/filter.c si->dst_reg, si->src_reg, dst_reg 7231 net/core/filter.c *insn++ = BPF_LDX_MEM(BPF_W, si->dst_reg, si->src_reg, dst_reg 7237 net/core/filter.c *insn++ = BPF_LDX_MEM(BPF_H, si->dst_reg, si->src_reg, dst_reg 7243 net/core/filter.c *insn++ = BPF_LDX_MEM(BPF_H, si->dst_reg, si->src_reg, dst_reg 7250 net/core/filter.c *insn++ = BPF_STX_MEM(BPF_W, si->dst_reg, si->src_reg, dst_reg 7254 net/core/filter.c *insn++ = BPF_LDX_MEM(BPF_W, si->dst_reg, si->src_reg, dst_reg 7260 net/core/filter.c *insn++ = BPF_LDX_MEM(BPF_W, si->dst_reg, si->src_reg, dst_reg 7267 net/core/filter.c si->dst_reg, si->src_reg, dst_reg 7269 net/core/filter.c *insn++ = BPF_JMP_IMM(BPF_JEQ, si->dst_reg, 0, 1); dst_reg 7270 net/core/filter.c *insn++ = BPF_LDX_MEM(BPF_W, si->dst_reg, si->dst_reg, dst_reg 7276 net/core/filter.c *insn++ = BPF_LDX_MEM(BPF_W, si->dst_reg, si->src_reg, dst_reg 7283 net/core/filter.c *insn++ = BPF_STX_MEM(BPF_W, si->dst_reg, si->src_reg, dst_reg 7287 net/core/filter.c *insn++ = BPF_LDX_MEM(BPF_W, si->dst_reg, si->src_reg, dst_reg 7294 net/core/filter.c *insn++ = BPF_LDX_MEM(BPF_B, si->dst_reg, si->src_reg, dst_reg 7296 net/core/filter.c *insn++ = BPF_ALU32_IMM(BPF_AND, si->dst_reg, PKT_TYPE_MAX); dst_reg 7298 net/core/filter.c *insn++ = BPF_ALU32_IMM(BPF_RSH, si->dst_reg, 5); dst_reg 7305 net/core/filter.c *insn++ = BPF_STX_MEM(BPF_H, si->dst_reg, si->src_reg, dst_reg 7310 net/core/filter.c *insn++ = BPF_LDX_MEM(BPF_H, si->dst_reg, si->src_reg, dst_reg 7319 net/core/filter.c *insn++ = BPF_LDX_MEM(BPF_B, si->dst_reg, si->src_reg, dst_reg 7322 net/core/filter.c *insn++ = BPF_ALU32_IMM(BPF_RSH, si->dst_reg, PKT_VLAN_PRESENT_BIT); dst_reg 7324 net/core/filter.c *insn++ = BPF_ALU32_IMM(BPF_AND, si->dst_reg, 1); dst_reg 7328 net/core/filter.c *insn++ = BPF_LDX_MEM(BPF_H, si->dst_reg, si->src_reg, dst_reg 7346 net/core/filter.c *insn++ = BPF_STX_MEM(BPF_SIZE(si->code), si->dst_reg, dst_reg 7349 net/core/filter.c *insn++ = BPF_LDX_MEM(BPF_SIZE(si->code), si->dst_reg, dst_reg 7362 net/core/filter.c *insn++ = BPF_STX_MEM(BPF_H, si->dst_reg, dst_reg 7365 net/core/filter.c *insn++ = BPF_LDX_MEM(BPF_H, si->dst_reg, dst_reg 7371 net/core/filter.c si->dst_reg, si->src_reg, dst_reg 7380 net/core/filter.c *insn++ = BPF_LDX_MEM(BPF_SIZEOF(void *), si->dst_reg, dst_reg 7389 net/core/filter.c *insn++ = BPF_LDX_MEM(BPF_SIZEOF(void *), si->dst_reg, dst_reg 7396 net/core/filter.c *insn++ = BPF_STX_MEM(BPF_H, si->dst_reg, si->src_reg, dst_reg 7400 net/core/filter.c *insn++ = BPF_LDX_MEM(BPF_H, si->dst_reg, si->src_reg, dst_reg 7406 net/core/filter.c *insn++ = BPF_MOV64_REG(si->dst_reg, si->dst_reg); dst_reg 7408 net/core/filter.c *insn++ = BPF_MOV64_IMM(si->dst_reg, 0); dst_reg 7414 net/core/filter.c *insn++ = BPF_LDX_MEM(BPF_W, si->dst_reg, si->src_reg, dst_reg 7417 net/core/filter.c *insn++ = BPF_JMP_IMM(BPF_JGE, si->dst_reg, MIN_NAPI_ID, 1); dst_reg 7418 net/core/filter.c *insn++ = BPF_MOV64_IMM(si->dst_reg, 0); dst_reg 7421 net/core/filter.c *insn++ = BPF_MOV64_IMM(si->dst_reg, 0); dst_reg 7428 net/core/filter.c si->dst_reg, si->src_reg, dst_reg 7430 net/core/filter.c *insn++ = BPF_LDX_MEM(BPF_H, si->dst_reg, si->dst_reg, dst_reg 7439 net/core/filter.c si->dst_reg, si->src_reg, dst_reg 7441 net/core/filter.c *insn++ = BPF_LDX_MEM(BPF_W, si->dst_reg, si->dst_reg, dst_reg 7451 net/core/filter.c si->dst_reg, si->src_reg, dst_reg 7453 net/core/filter.c *insn++ = BPF_LDX_MEM(BPF_W, si->dst_reg, si->dst_reg, dst_reg 7468 net/core/filter.c si->dst_reg, si->src_reg, dst_reg 7470 net/core/filter.c *insn++ = BPF_LDX_MEM(BPF_W, si->dst_reg, si->dst_reg, dst_reg 7475 net/core/filter.c *insn++ = BPF_MOV32_IMM(si->dst_reg, 0); dst_reg 7488 net/core/filter.c si->dst_reg, si->src_reg, dst_reg 7490 net/core/filter.c *insn++ = BPF_LDX_MEM(BPF_W, si->dst_reg, si->dst_reg, dst_reg 7495 net/core/filter.c *insn++ = BPF_MOV32_IMM(si->dst_reg, 0); dst_reg 7503 net/core/filter.c si->dst_reg, si->src_reg, dst_reg 7505 net/core/filter.c *insn++ = BPF_LDX_MEM(BPF_H, si->dst_reg, si->dst_reg, dst_reg 7510 net/core/filter.c *insn++ = BPF_ALU32_IMM(BPF_LSH, si->dst_reg, 16); dst_reg 7518 net/core/filter.c si->dst_reg, si->src_reg, dst_reg 7520 net/core/filter.c *insn++ = BPF_LDX_MEM(BPF_H, si->dst_reg, si->dst_reg, dst_reg 7530 net/core/filter.c si->dst_reg, si->src_reg, dst_reg 7536 net/core/filter.c si->dst_reg, si->src_reg, dst_reg 7549 net/core/filter.c si->dst_reg, si->src_reg, dst_reg 7551 net/core/filter.c *insn++ = BPF_ALU64_REG(BPF_ADD, si->dst_reg, BPF_REG_AX); dst_reg 7554 net/core/filter.c si->dst_reg, si->src_reg, dst_reg 7558 net/core/filter.c si->dst_reg, si->dst_reg, dst_reg 7571 net/core/filter.c *insn++ = BPF_LDX_MEM(BPF_W, si->dst_reg, si->src_reg, off); dst_reg 7576 net/core/filter.c si->dst_reg, si->src_reg, dst_reg 7597 net/core/filter.c *insn++ = BPF_STX_MEM(BPF_W, si->dst_reg, si->src_reg, dst_reg 7600 net/core/filter.c *insn++ = BPF_LDX_MEM(BPF_W, si->dst_reg, si->src_reg, dst_reg 7608 net/core/filter.c *insn++ = BPF_STX_MEM(BPF_W, si->dst_reg, si->src_reg, dst_reg 7611 net/core/filter.c *insn++ = BPF_LDX_MEM(BPF_W, si->dst_reg, si->src_reg, dst_reg 7619 net/core/filter.c *insn++ = BPF_STX_MEM(BPF_W, si->dst_reg, si->src_reg, dst_reg 7622 net/core/filter.c *insn++ = BPF_LDX_MEM(BPF_W, si->dst_reg, si->src_reg, dst_reg 7629 net/core/filter.c si->dst_reg, si->src_reg, dst_reg 7639 net/core/filter.c *insn++ = BPF_LDX_MEM(BPF_W, si->dst_reg, si->src_reg, dst_reg 7641 net/core/filter.c *insn++ = BPF_ALU32_IMM(BPF_AND, si->dst_reg, SK_FL_TYPE_MASK); dst_reg 7642 net/core/filter.c *insn++ = BPF_ALU32_IMM(BPF_RSH, si->dst_reg, SK_FL_TYPE_SHIFT); dst_reg 7648 net/core/filter.c *insn++ = BPF_LDX_MEM(BPF_W, si->dst_reg, si->src_reg, dst_reg 7650 net/core/filter.c *insn++ = BPF_ALU32_IMM(BPF_AND, si->dst_reg, SK_FL_PROTO_MASK); dst_reg 7651 net/core/filter.c *insn++ = BPF_ALU32_IMM(BPF_RSH, si->dst_reg, SK_FL_PROTO_SHIFT); dst_reg 7657 net/core/filter.c BPF_SIZE(si->code), si->dst_reg, si->src_reg, dst_reg 7666 net/core/filter.c BPF_SIZE(si->code), si->dst_reg, si->src_reg, dst_reg 7678 net/core/filter.c BPF_SIZE(si->code), si->dst_reg, si->src_reg, dst_reg 7687 net/core/filter.c *insn++ = BPF_MOV32_IMM(si->dst_reg, 0); dst_reg 7696 net/core/filter.c BPF_SIZE(si->code), si->dst_reg, si->src_reg, dst_reg 7703 net/core/filter.c *insn++ = BPF_MOV32_IMM(si->dst_reg, 0); dst_reg 7711 net/core/filter.c si->dst_reg, si->src_reg, dst_reg 7721 net/core/filter.c si->dst_reg, si->src_reg, dst_reg 7731 net/core/filter.c si->dst_reg, si->src_reg, dst_reg 7752 net/core/filter.c si->dst_reg, si->src_reg, dst_reg 7754 net/core/filter.c *insn++ = BPF_LDX_MEM(BPF_W, si->dst_reg, si->dst_reg, dst_reg 7776 net/core/filter.c si->dst_reg, si->src_reg, dst_reg 7781 net/core/filter.c si->dst_reg, si->src_reg, dst_reg 7786 net/core/filter.c si->dst_reg, si->src_reg, dst_reg 7791 net/core/filter.c si->dst_reg, si->src_reg, dst_reg 7794 net/core/filter.c si->dst_reg, si->dst_reg, dst_reg 7796 net/core/filter.c *insn++ = BPF_LDX_MEM(BPF_W, si->dst_reg, si->dst_reg, dst_reg 7801 net/core/filter.c si->dst_reg, si->src_reg, dst_reg 7803 net/core/filter.c *insn++ = BPF_LDX_MEM(BPF_W, si->dst_reg, si->dst_reg, dst_reg 7824 net/core/filter.c *insn++ = BPF_LDX_MEM(BPF_FIELD_SIZEOF(S, F), si->dst_reg, \ dst_reg 7827 net/core/filter.c SIZE, si->dst_reg, si->dst_reg, \ dst_reg 7850 net/core/filter.c if (si->src_reg == tmp_reg || si->dst_reg == tmp_reg) \ dst_reg 7852 net/core/filter.c if (si->src_reg == tmp_reg || si->dst_reg == tmp_reg) \ dst_reg 7854 net/core/filter.c *insn++ = BPF_STX_MEM(BPF_DW, si->dst_reg, tmp_reg, \ dst_reg 7857 net/core/filter.c si->dst_reg, offsetof(S, F)); \ dst_reg 7862 net/core/filter.c *insn++ = BPF_LDX_MEM(BPF_DW, tmp_reg, si->dst_reg, \ dst_reg 7937 net/core/filter.c *insn++ = BPF_ALU32_IMM(BPF_AND, si->dst_reg, SK_FL_TYPE_MASK); dst_reg 7938 net/core/filter.c *insn++ = BPF_ALU32_IMM(BPF_RSH, si->dst_reg, SK_FL_TYPE_SHIFT); dst_reg 7945 net/core/filter.c *insn++ = BPF_ALU32_IMM(BPF_AND, si->dst_reg, SK_FL_PROTO_MASK); dst_reg 7946 net/core/filter.c *insn++ = BPF_ALU32_IMM(BPF_RSH, si->dst_reg, dst_reg 7968 net/core/filter.c si->dst_reg, si->src_reg, dst_reg 7993 net/core/filter.c si->dst_reg, si->src_reg, \ dst_reg 7996 net/core/filter.c *insn++ = BPF_JMP_IMM(BPF_JEQ, si->dst_reg, 0, 2); \ dst_reg 7999 net/core/filter.c si->dst_reg, si->src_reg, \ dst_reg 8003 net/core/filter.c si->dst_reg, si->dst_reg, \ dst_reg 8024 net/core/filter.c if (si->dst_reg == reg || si->src_reg == reg) \ dst_reg 8026 net/core/filter.c if (si->dst_reg == reg || si->src_reg == reg) \ dst_reg 8028 net/core/filter.c *insn++ = BPF_STX_MEM(BPF_DW, si->dst_reg, reg, \ dst_reg 8034 net/core/filter.c reg, si->dst_reg, \ dst_reg 8040 net/core/filter.c reg, si->dst_reg, \ dst_reg 8045 net/core/filter.c *insn++ = BPF_LDX_MEM(BPF_DW, reg, si->dst_reg, \ dst_reg 8074 net/core/filter.c *insn++ = BPF_STX_MEM(BPF_W, si->dst_reg, si->src_reg, dst_reg 8077 net/core/filter.c *insn++ = BPF_LDX_MEM(BPF_W, si->dst_reg, si->src_reg, dst_reg 8086 net/core/filter.c si->dst_reg, si->src_reg, dst_reg 8088 net/core/filter.c *insn++ = BPF_LDX_MEM(BPF_H, si->dst_reg, si->dst_reg, dst_reg 8097 net/core/filter.c si->dst_reg, si->src_reg, dst_reg 8099 net/core/filter.c *insn++ = BPF_LDX_MEM(BPF_W, si->dst_reg, si->dst_reg, dst_reg 8109 net/core/filter.c si->dst_reg, si->src_reg, dst_reg 8111 net/core/filter.c *insn++ = BPF_LDX_MEM(BPF_W, si->dst_reg, si->dst_reg, dst_reg 8126 net/core/filter.c si->dst_reg, si->src_reg, dst_reg 8128 net/core/filter.c *insn++ = BPF_LDX_MEM(BPF_W, si->dst_reg, si->dst_reg, dst_reg 8133 net/core/filter.c *insn++ = BPF_MOV32_IMM(si->dst_reg, 0); dst_reg 8147 net/core/filter.c si->dst_reg, si->src_reg, dst_reg 8149 net/core/filter.c *insn++ = BPF_LDX_MEM(BPF_W, si->dst_reg, si->dst_reg, dst_reg 8154 net/core/filter.c *insn++ = BPF_MOV32_IMM(si->dst_reg, 0); dst_reg 8163 net/core/filter.c si->dst_reg, si->src_reg, dst_reg 8165 net/core/filter.c *insn++ = BPF_LDX_MEM(BPF_H, si->dst_reg, si->dst_reg, dst_reg 8168 net/core/filter.c *insn++ = BPF_ALU32_IMM(BPF_LSH, si->dst_reg, 16); dst_reg 8177 net/core/filter.c si->dst_reg, si->src_reg, dst_reg 8179 net/core/filter.c *insn++ = BPF_LDX_MEM(BPF_H, si->dst_reg, si->dst_reg, dst_reg 8187 net/core/filter.c si->dst_reg, si->src_reg, dst_reg 8197 net/core/filter.c si->dst_reg, si->src_reg, dst_reg 8199 net/core/filter.c *insn++ = BPF_LDX_MEM(BPF_B, si->dst_reg, si->dst_reg, dst_reg 8211 net/core/filter.c si->dst_reg, si->src_reg, dst_reg 8213 net/core/filter.c *insn++ = BPF_LDX_MEM(BPF_W, si->dst_reg, si->dst_reg, dst_reg 8294 net/core/filter.c si->dst_reg, si->src_reg, dst_reg 8297 net/core/filter.c *insn++ = BPF_JMP_IMM(BPF_JEQ, si->dst_reg, 0, 1); dst_reg 8300 net/core/filter.c si->dst_reg, si->src_reg, dst_reg 8321 net/core/filter.c *insn++ = BPF_LDX_MEM(BPF_SIZEOF(void *), si->dst_reg, dst_reg 8348 net/core/filter.c si->dst_reg, si->src_reg, dst_reg 8353 net/core/filter.c si->dst_reg, si->src_reg, dst_reg 8361 net/core/filter.c si->dst_reg, si->src_reg, dst_reg 8363 net/core/filter.c *insn++ = BPF_LDX_MEM(BPF_H, si->dst_reg, si->dst_reg, dst_reg 8372 net/core/filter.c si->dst_reg, si->src_reg, dst_reg 8374 net/core/filter.c *insn++ = BPF_LDX_MEM(BPF_W, si->dst_reg, si->dst_reg, dst_reg 8384 net/core/filter.c si->dst_reg, si->src_reg, dst_reg 8386 net/core/filter.c *insn++ = BPF_LDX_MEM(BPF_W, si->dst_reg, si->dst_reg, dst_reg 8401 net/core/filter.c si->dst_reg, si->src_reg, dst_reg 8403 net/core/filter.c *insn++ = BPF_LDX_MEM(BPF_W, si->dst_reg, si->dst_reg, dst_reg 8408 net/core/filter.c *insn++ = BPF_MOV32_IMM(si->dst_reg, 0); dst_reg 8422 net/core/filter.c si->dst_reg, si->src_reg, dst_reg 8424 net/core/filter.c *insn++ = BPF_LDX_MEM(BPF_W, si->dst_reg, si->dst_reg, dst_reg 8429 net/core/filter.c *insn++ = BPF_MOV32_IMM(si->dst_reg, 0); dst_reg 8438 net/core/filter.c si->dst_reg, si->src_reg, dst_reg 8440 net/core/filter.c *insn++ = BPF_LDX_MEM(BPF_H, si->dst_reg, si->dst_reg, dst_reg 8443 net/core/filter.c *insn++ = BPF_ALU32_IMM(BPF_LSH, si->dst_reg, 16); dst_reg 8452 net/core/filter.c si->dst_reg, si->src_reg, dst_reg 8454 net/core/filter.c *insn++ = BPF_LDX_MEM(BPF_H, si->dst_reg, si->dst_reg, dst_reg 8460 net/core/filter.c si->dst_reg, si->src_reg, dst_reg 8864 net/core/filter.c si->dst_reg, si->src_reg, \ dst_reg 8907 net/core/filter.c *insn++ = BPF_ALU32_IMM(BPF_AND, si->dst_reg, SK_FL_PROTO_MASK); dst_reg 8908 net/core/filter.c *insn++ = BPF_ALU32_IMM(BPF_RSH, si->dst_reg, dst_reg 13 samples/bpf/bpf_insn.h .dst_reg = DST, \ dst_reg 21 samples/bpf/bpf_insn.h .dst_reg = DST, \ dst_reg 31 samples/bpf/bpf_insn.h .dst_reg = DST, \ dst_reg 39 samples/bpf/bpf_insn.h .dst_reg = DST, \ dst_reg 49 samples/bpf/bpf_insn.h .dst_reg = DST, \ dst_reg 57 samples/bpf/bpf_insn.h .dst_reg = DST, \ dst_reg 67 samples/bpf/bpf_insn.h .dst_reg = DST, \ dst_reg 75 samples/bpf/bpf_insn.h .dst_reg = DST, \ dst_reg 87 samples/bpf/bpf_insn.h .dst_reg = DST, \ dst_reg 93 samples/bpf/bpf_insn.h .dst_reg = 0, \ dst_reg 112 samples/bpf/bpf_insn.h .dst_reg = 0, \ dst_reg 122 samples/bpf/bpf_insn.h .dst_reg = DST, \ dst_reg 132 samples/bpf/bpf_insn.h .dst_reg = DST, \ dst_reg 142 samples/bpf/bpf_insn.h .dst_reg = DST, \ dst_reg 152 samples/bpf/bpf_insn.h .dst_reg = DST, \ dst_reg 162 samples/bpf/bpf_insn.h .dst_reg = DST, \ dst_reg 172 samples/bpf/bpf_insn.h .dst_reg = DST, \ dst_reg 182 samples/bpf/bpf_insn.h .dst_reg = DST, \ dst_reg 192 samples/bpf/bpf_insn.h .dst_reg = DST, \ dst_reg 202 samples/bpf/bpf_insn.h .dst_reg = DST, \ dst_reg 212 samples/bpf/bpf_insn.h .dst_reg = 0, \ dst_reg 271 tools/bpf/bpftool/xlated_dumper.c jsonw_printf(json_wtr, "\"0x%hhx\"", insn[i].dst_reg); dst_reg 37 tools/include/linux/filter.h .dst_reg = DST, \ dst_reg 45 tools/include/linux/filter.h .dst_reg = DST, \ dst_reg 55 tools/include/linux/filter.h .dst_reg = DST, \ dst_reg 63 tools/include/linux/filter.h .dst_reg = DST, \ dst_reg 73 tools/include/linux/filter.h .dst_reg = DST, \ dst_reg 83 tools/include/linux/filter.h .dst_reg = DST, \ dst_reg 91 tools/include/linux/filter.h .dst_reg = DST, \ dst_reg 101 tools/include/linux/filter.h .dst_reg = DST, \ dst_reg 109 tools/include/linux/filter.h .dst_reg = DST, \ dst_reg 119 tools/include/linux/filter.h .dst_reg = DST, \ dst_reg 127 tools/include/linux/filter.h .dst_reg = DST, \ dst_reg 137 tools/include/linux/filter.h .dst_reg = 0, \ dst_reg 147 tools/include/linux/filter.h .dst_reg = 0, \ dst_reg 157 tools/include/linux/filter.h .dst_reg = DST, \ dst_reg 167 tools/include/linux/filter.h .dst_reg = DST, \ dst_reg 177 tools/include/linux/filter.h .dst_reg = DST, \ dst_reg 187 tools/include/linux/filter.h .dst_reg = DST, \ dst_reg 197 tools/include/linux/filter.h .dst_reg = DST, \ dst_reg 207 tools/include/linux/filter.h .dst_reg = DST, \ dst_reg 217 tools/include/linux/filter.h .dst_reg = DST, \ dst_reg 227 tools/include/linux/filter.h .dst_reg = DST, \ dst_reg 237 tools/include/linux/filter.h .dst_reg = 0, \ dst_reg 247 tools/include/linux/filter.h .dst_reg = 0, \ dst_reg 257 tools/include/linux/filter.h .dst_reg = DST, \ dst_reg 270 tools/include/linux/filter.h .dst_reg = DST, \ dst_reg 276 tools/include/linux/filter.h .dst_reg = 0, \ dst_reg 284 tools/include/linux/filter.h .dst_reg = DST, \ dst_reg 290 tools/include/linux/filter.h .dst_reg = 0, \ dst_reg 310 tools/include/linux/filter.h .dst_reg = 0, \ dst_reg 320 tools/include/linux/filter.h .dst_reg = 0, \ dst_reg 67 tools/include/uapi/linux/bpf.h __u8 dst_reg:4; /* dest register */ dst_reg 2817 tools/lib/bpf/libbpf.c insn_idx, insn->code, insn->src_reg, insn->dst_reg, dst_reg 184 tools/testing/selftests/bpf/verifier/basic_instr.c .dst_reg = BPF_REG_0,