Home
last modified time | relevance | path

Searched refs:bpf_func (Results 1 – 25 of 36) sorted by relevance

12

/linux/kernel/bpf/
H A Dtrampoline.c577 link->link.prog->bpf_func); in __bpf_trampoline_link_prog()
624 tr->extension_prog->bpf_func, NULL); in __bpf_trampoline_unlink_prog()
676 bpf_func_t bpf_func, in cgroup_shim_alloc() argument
694 p->bpf_func = bpf_func; in cgroup_shim_alloc()
712 bpf_func_t bpf_func) in cgroup_shim_find() argument
721 if (p->bpf_func == bpf_func) in cgroup_shim_find()
736 bpf_func_t bpf_func; in bpf_trampoline_link_cgroup_shim() local
749 bpf_lsm_find_cgroup_shim(prog, &bpf_func); in bpf_trampoline_link_cgroup_shim()
756 shim_link = cgroup_shim_find(tr, bpf_func); in bpf_trampoline_link_cgroup_shim()
768 shim_link = cgroup_shim_alloc(prog, bpf_func, cgroup_atype, attach_type); in bpf_trampoline_link_cgroup_shim()
[all …]
H A Dbpf_lsm.c90 bpf_func_t *bpf_func) in BTF_SET_END()
97 *bpf_func = __cgroup_bpf_run_lsm_current; in BTF_SET_END()
105 *bpf_func = __cgroup_bpf_run_lsm_socket; in BTF_SET_END()
107 *bpf_func = __cgroup_bpf_run_lsm_sock; in BTF_SET_END()
110 *bpf_func = __cgroup_bpf_run_lsm_current; in BTF_SET_END()
H A Dcore.c242 jited_linfo[0] = prog->bpf_func; in bpf_prog_fill_jited_linfo()
250 jited_linfo[i] = prog->bpf_func + in bpf_prog_fill_jited_linfo()
555 prog->aux->ksym.start = (unsigned long) prog->bpf_func; in bpf_prog_ksym_set_addr()
688 fp->aux->ksym_prefix.start = (unsigned long) fp->bpf_func - 16; in bpf_prog_kallsyms_add()
689 fp->aux->ksym_prefix.end = (unsigned long) fp->bpf_func; in bpf_prog_kallsyms_add()
1195 unsigned long real_start = (unsigned long)fp->bpf_func; in bpf_jit_binary_pack_hdr()
1205 unsigned long real_start = (unsigned long)fp->bpf_func; in bpf_jit_binary_hdr()
1247 addr = (u8 *)prog->aux->func[off]->bpf_func; in bpf_jit_get_func_addr()
2455 fp->bpf_func = interpreters[idx]; in bpf_prog_select_interpreter()
2458 fp->bpf_func = __bpf_prog_ret0_warn; in bpf_prog_select_interpreter()
[all …]
H A Ddispatcher.c101 *ipsp++ = (s64)(uintptr_t)d->progs[i].prog->bpf_func; in bpf_dispatcher_prepare()
H A Doffload.c426 prog->bpf_func = bpf_prog_warn_on_exec; in bpf_prog_offload_compile()
/linux/arch/powerpc/net/
H A Dbpf_jit_comp.c295 fp->bpf_func = (void *)fimage; in bpf_int_jit_compile()
535 (unsigned long)p->bpf_func, in invoke_bpf_prog()
540 EMIT(PPC_RAW_LL(_R12, _R25, offsetof(struct bpf_prog, bpf_func))); in invoke_bpf_prog()
1113 unsigned long bpf_func, bpf_func_end, size, offset; in bpf_arch_text_poke() local
1121 bpf_func = (unsigned long)ip; in bpf_arch_text_poke()
1125 if (!__bpf_address_lookup(bpf_func, &size, &offset, name)) { in bpf_arch_text_poke()
1126 pr_err("%s (0x%lx): kernel/modules are not supported\n", __func__, bpf_func); in bpf_arch_text_poke()
1137 bpf_func); in bpf_arch_text_poke()
1157 bpf_func_end = bpf_func + size; in bpf_arch_text_poke()
1162 if (!is_offset_in_branch_range((long)ip - 4 - bpf_func)) { in bpf_arch_text_poke()
[all …]
/linux/include/linux/
H A Dbpf_lsm.h47 void bpf_lsm_find_cgroup_shim(const struct bpf_prog *prog, bpf_func_t *bpf_func);
85 bpf_func_t *bpf_func) in bpf_lsm_find_cgroup_shim() argument
H A Dtracepoint-defs.h58 void *bpf_func; member
H A Dbpf.h1348 bpf_func_t bpf_func) in bpf_dispatcher_nop_func() argument
1350 return bpf_func(ctx, insnsi); in bpf_dispatcher_nop_func()
1430 static_call(bpf_dispatcher_##name##_call)(ctx, insnsi, bpf_func)
1438 #define __BPF_DISPATCHER_CALL(name) bpf_func(ctx, insnsi)
1461 bpf_func_t bpf_func) \
1473 bpf_func_t bpf_func); \
1742 unsigned int (*bpf_func)(const void *ctx, member
H A Dfilter.h697 unsigned int (*bpf_func)(const void *,
712 ret = dfunc(ctx, prog->insnsi, prog->bpf_func); in __bpf_prog_run()
721 ret = dfunc(ctx, prog->insnsi, prog->bpf_func); in __bpf_prog_run()
/linux/arch/parisc/net/
H A Dbpf_jit_core.c163 prog->bpf_func = (void *)ctx->insns; in bpf_int_jit_compile()
172 prog->bpf_func = NULL; in bpf_int_jit_compile()
H A Dbpf_jit_comp64.c399 off = offsetof(struct bpf_prog, bpf_func); in emit_bpf_tail_call()
401 BUILD_BUG_ON(sizeof(bpfp.bpf_func) != 8); in emit_bpf_tail_call()
H A Dbpf_jit_comp32.c997 off = offsetof(struct bpf_prog, bpf_func); in emit_bpf_tail_call()
999 BUILD_BUG_ON(sizeof(bpfp.bpf_func) != 4); in emit_bpf_tail_call()
/linux/include/trace/
H A Dbpf_probe.h88 .bpf_func = __bpf_trace_##template, \
/linux/arch/riscv/net/
H A Dbpf_jit_core.c175 prog->bpf_func = (void *)ctx->ro_insns + cfi_get_offset(); in bpf_int_jit_compile()
/linux/arch/x86/net/
H A Dbpf_jit_comp.c792 offsetof(struct bpf_prog, bpf_func)); in emit_bpf_tail_call_indirect()
887 (u8 *)target->bpf_func + in bpf_tail_call_direct_fixup()
2996 if (emit_rsb_call(&prog, p->bpf_func, image + (prog - (u8 *)rw_image))) in invoke_bpf_prog()
3764 prog->bpf_func = NULL; in bpf_int_jit_compile()
3837 prog->bpf_func = (void *)image + cfi_get_offset(); in bpf_int_jit_compile()
3906 prog->bpf_func = (void *)prog->bpf_func - cfi_get_offset(); in bpf_jit_free()
3959 old_addr = old ? (u8 *)old->bpf_func + poke->adj_off : NULL; in bpf_arch_poke_desc_update()
3960 new_addr = new ? (u8 *)new->bpf_func + poke->adj_off : NULL; in bpf_arch_poke_desc_update()
H A Dbpf_jit_comp32.c1369 offsetof(struct bpf_prog, bpf_func)); in emit_bpf_tail_call()
2604 prog->bpf_func = (void *)image; in bpf_int_jit_compile()
/linux/arch/sparc/net/
H A Dbpf_jit_comp_32.c750 fp->bpf_func = (void *)image; in bpf_jit_compile()
761 execmem_free(fp->bpf_func); in bpf_jit_free()
H A Dbpf_jit_comp_64.c887 off = offsetof(struct bpf_prog, bpf_func); in emit_tail_call()
1616 prog->bpf_func = (void *)ctx.image; in bpf_int_jit_compile()
/linux/arch/loongarch/net/
H A Dbpf_jit.c314 off = offsetof(struct bpf_prog, bpf_func); in emit_bpf_tail_call()
1401 ret = emit_call(ctx, (const u64)p->bpf_func); in invoke_bpf_prog()
1923 prog->bpf_func = (void *)ctx.image; in bpf_int_jit_compile()
1948 prog->bpf_func = NULL; in bpf_int_jit_compile()
/linux/arch/arm64/net/
H A Dbpf_jit_comp.c684 off = offsetof(struct bpf_prog, bpf_func); in emit_bpf_tail_call()
2199 prog->bpf_func = NULL; in bpf_int_jit_compile()
2223 prog->bpf_func = (void *)ctx.ro_image + cfi_get_offset(); in bpf_int_jit_compile()
2334 emit_call((const u64)p->bpf_func, ctx); in invoke_bpf_prog()
3131 prog->bpf_func -= cfi_get_offset(); in bpf_jit_free()
/linux/arch/arc/net/
H A Dbpf_jit_core.c1247 prog->bpf_func = (void *)ctx->jit.buf; in jit_finalize()
1283 ctx->jit.buf = (u8 *)ctx->prog->bpf_func; in jit_resume_context()
/linux/arch/arm/net/
H A Dbpf_jit_32.c1454 BUILD_BUG_ON(offsetof(struct bpf_prog, bpf_func) > in emit_bpf_tail_call()
1456 off = offsetof(struct bpf_prog, bpf_func); in emit_bpf_tail_call()
2270 prog->bpf_func = (void *)ctx.target; in bpf_int_jit_compile()
/linux/arch/s390/net/
H A Dbpf_jit_comp.c1909 offsetof(struct bpf_prog, bpf_func)); in bpf_jit_insn()
2388 fp->bpf_func = (void *) jit.prg_buf; in bpf_int_jit_compile()
2555 EMIT6_PCREL_RILB_PTR(0xc0050000, REG_14, p->bpf_func); in invoke_bpf_prog()
/linux/arch/mips/net/
H A Dbpf_jit_comp.c1023 prog->bpf_func = (void *)ctx.target; in bpf_int_jit_compile()

12