| /linux/kernel/bpf/ |
| H A D | core.c | 312 dst[i] = fp->insnsi[i]; in bpf_prog_calc_tag() 388 struct bpf_insn *insn = prog->insnsi; in bpf_adj_branches() 400 insn = prog->insnsi + end_old; in bpf_adj_branches() 461 memcpy(prog->insnsi + off, patch, sizeof(*patch)); in bpf_patch_insn_single() 497 memmove(prog_adj->insnsi + off + len, prog_adj->insnsi + off + 1, in bpf_patch_insn_single() 499 memcpy(prog_adj->insnsi + off, patch, sizeof(*patch) * len); in bpf_patch_insn_single() 519 memmove(prog->insnsi + off, prog->insnsi + off + cnt, in bpf_remove_insns() 1469 insn = clone->insnsi; in bpf_jit_blind_constants() 1509 insn = clone->insnsi + i + insn_delta; in bpf_jit_blind_constants() 2034 insn = prog->insnsi; in ___bpf_prog_run()
|
| H A D | verifier.c | 557 return is_may_goto_insn(&env->prog->insnsi[insn_idx]); in is_may_goto_insn_at() 3429 struct bpf_insn *insn = env->prog->insnsi; in add_subprog_and_kfunc() 3492 struct bpf_insn *insn = env->prog->insnsi; in check_subprogs() 3731 struct bpf_insn *insn = env->prog->insnsi + env->insn_idx; in __check_reg_arg() 4191 struct bpf_insn *insn = env->prog->insnsi + idx; in backtrack_insn() 4424 bpf_pseudo_call(&env->prog->insnsi[subseq_idx - 1]) && in backtrack_insn() 5034 struct bpf_insn *insn = &env->prog->insnsi[insn_idx]; in check_stack_write_fixed_off() 5182 struct bpf_insn *insn = &env->prog->insnsi[insn_idx]; in check_stack_write_var_off() 5931 struct bpf_insn *insn = &env->prog->insnsi[insn_idx]; in check_map_kptr_access() 6501 struct bpf_insn *insn = env->prog->insnsi; in check_max_stack_depth_subprog() [all …]
|
| H A D | cgroup.c | 107 shim_prog = (const struct bpf_prog *)((void *)insn - offsetof(struct bpf_prog, insnsi)); in __cgroup_bpf_run_lsm_sock() 129 shim_prog = (const struct bpf_prog *)((void *)insn - offsetof(struct bpf_prog, insnsi)); in __cgroup_bpf_run_lsm_socket() 147 shim_prog = (const struct bpf_prog *)((void *)insn - offsetof(struct bpf_prog, insnsi)); in __cgroup_bpf_run_lsm_current()
|
| H A D | liveness.c | 477 struct bpf_insn *insn = &prog->insnsi[idx]; in bpf_insn_successors()
|
| /linux/arch/arc/net/ |
| H A D | bpf_jit_core.c | 252 const struct bpf_insn *insn = ctx->prog->insnsi; in analyze_reg_usage() 333 return (insn - ctx->prog->insnsi); in get_index_for_insn() 738 const struct bpf_insn *insn = &ctx->prog->insnsi[idx]; in handle_insn() 1314 const struct bpf_insn *insn = &prog->insnsi[i]; in jit_patch_relocations()
|
| /linux/arch/parisc/net/ |
| H A D | bpf_jit_core.c | 23 const struct bpf_insn *insn = &prog->insnsi[i]; in build_body()
|
| H A D | bpf_jit_comp64.c | 597 int s, e, ret, i = insn - ctx->prog->insnsi; in bpf_jit_emit_insn()
|
| /linux/arch/riscv/net/ |
| H A D | bpf_jit_core.c | 25 const struct bpf_insn *insn = &prog->insnsi[i]; in build_body()
|
| H A D | bpf_jit_comp64.c | 962 emit_imm(RV_REG_A1, (const s64)p->insnsi, ctx); in invoke_bpf_prog() 1321 int s, e, rvoff, ret, i = insn - ctx->prog->insnsi; in bpf_jit_emit_insn()
|
| H A D | bpf_jit_comp32.c | 958 int s, e, rvoff, i = insn - ctx->prog->insnsi; in bpf_jit_emit_insn()
|
| /linux/include/linux/ |
| H A D | bpf.h | 1347 const struct bpf_insn *insnsi, in bpf_dispatcher_nop_func() argument 1350 return bpf_func(ctx, insnsi); in bpf_dispatcher_nop_func() 1430 static_call(bpf_dispatcher_##name##_call)(ctx, insnsi, bpf_func) 1438 #define __BPF_DISPATCHER_CALL(name) bpf_func(ctx, insnsi) 1460 const struct bpf_insn *insnsi, \ 1472 const struct bpf_insn *insnsi, \ 1749 DECLARE_FLEX_ARRAY(struct bpf_insn, insnsi);
|
| H A D | filter.h | 696 const struct bpf_insn *insnsi, 712 ret = dfunc(ctx, prog->insnsi, prog->bpf_func); in __bpf_prog_run() 721 ret = dfunc(ctx, prog->insnsi, prog->bpf_func); in __bpf_prog_run()
|
| /linux/net/sched/ |
| H A D | bpf_qdisc.c | 158 *insn++ = prog->insnsi[0]; in BTF_ID_LIST_SINGLE()
|
| /linux/arch/arm64/net/ |
| H A D | bpf_jit_comp.c | 378 const struct bpf_insn *insn = &prog->insnsi[0]; in find_used_callee_regs() 861 const int i = insn - ctx->prog->insnsi; in emit_ll_sc_atomic() 1222 const int i = insn - ctx->prog->insnsi; in build_insn() 1920 const struct bpf_insn *insn = &prog->insnsi[i]; in build_body() 2332 emit_addr_mov_i64(A64_R(1), (const u64)p->insnsi, ctx); in invoke_bpf_prog()
|
| /linux/arch/loongarch/net/ |
| H A D | bpf_jit.c | 508 int i = insn - ctx->prog->insnsi; in build_insn() 1182 const struct bpf_insn *insn = &prog->insnsi[i]; in build_body() 1400 move_imm(ctx, LOONGARCH_GPR_A1, (const s64)p->insnsi, false); in invoke_bpf_prog()
|
| /linux/tools/testing/selftests/bpf/test_kmods/ |
| H A D | bpf_testmod.c | 1402 *insn++ = prog->insnsi[0]; in st_ops_gen_prologue_with_kfunc() 1469 *insn++ = prog->insnsi[0]; in st_ops_gen_prologue()
|
| /linux/drivers/net/ethernet/netronome/nfp/bpf/ |
| H A D | offload.c | 205 ret = nfp_prog_prepare(nfp_prog, prog->insnsi, prog->len); in nfp_bpf_verifier_prep()
|
| /linux/arch/s390/net/ |
| H A D | bpf_jit_comp.c | 870 struct bpf_insn *insn = &fp->insnsi[i]; in bpf_jit_insn() 2268 insn = &fp->insnsi[i]; in bpf_jit_alloc() 2553 load_imm64(jit, REG_3, (u64)p->insnsi); in invoke_bpf_prog()
|
| /linux/arch/sparc/net/ |
| H A D | bpf_jit_comp_64.c | 900 const int i = insn - ctx->prog->insnsi; in build_insn() 1444 const struct bpf_insn *insn = &prog->insnsi[i]; in build_body()
|
| /linux/arch/mips/net/ |
| H A D | bpf_jit_comp.c | 857 const struct bpf_insn *insn = &prog->insnsi[i]; in build_body()
|
| /linux/arch/x86/net/ |
| H A D | bpf_jit_comp.c | 1635 struct bpf_insn *insn = bpf_prog->insnsi; in do_jit() 2993 (long) p->insnsi >> 32, in invoke_bpf_prog() 2994 (u32) (long) p->insnsi); in invoke_bpf_prog()
|
| /linux/arch/powerpc/net/ |
| H A D | bpf_jit_comp.c | 532 PPC_LI_ADDR(_R4, (unsigned long)p->insnsi); in invoke_bpf_prog()
|
| H A D | bpf_jit_comp32.c | 290 const struct bpf_insn *insn = fp->insnsi; in bpf_jit_build_body()
|
| H A D | bpf_jit_comp64.c | 632 const struct bpf_insn *insn = fp->insnsi; in bpf_jit_build_body()
|
| /linux/arch/arm/net/ |
| H A D | bpf_jit_32.c | 1598 const int i = insn - ctx->prog->insnsi; in build_insn() 2105 const struct bpf_insn *insn = &(prog->insnsi[i]); in build_body()
|