| /linux/arch/powerpc/net/ |
| H A D | bpf_jit_comp.c | 515 struct bpf_tramp_link *l, int regs_off, int retval_off, in invoke_bpf_prog() argument
576 EMIT(PPC_RAW_STL(_R3, _R1, retval_off)); in invoke_bpf_prog()
597 struct bpf_tramp_links *tl, int regs_off, int retval_off, in invoke_bpf_mod_ret() argument
607 EMIT(PPC_RAW_STL(_R3, _R1, retval_off)); in invoke_bpf_mod_ret()
609 if (invoke_bpf_prog(image, ro_image, ctx, tl->links[i], regs_off, retval_off, in invoke_bpf_mod_ret()
618 EMIT(PPC_RAW_LL(_R3, _R1, retval_off)); in invoke_bpf_mod_ret()
728 int regs_off, nregs_off, ip_off, run_ctx_off, retval_off, nvr_off, alt_lr_off, r4_off = 0; in __arch_prepare_bpf_trampoline() local
817 retval_off = bpf_frame_size; in __arch_prepare_bpf_trampoline()
928 if (invoke_bpf_prog(image, ro_image, ctx, fentry->links[i], regs_off, retval_off, in __arch_prepare_bpf_trampoline()
937 if (invoke_bpf_mod_ret(image, ro_image, ctx, fmod_ret, regs_off, retval_off, in __arch_prepare_bpf_trampoline()
[all …]
|
| /linux/arch/riscv/net/ |
| H A D | bpf_jit_comp64.c | 937 static int invoke_bpf_prog(struct bpf_tramp_link *l, int args_off, int retval_off, in invoke_bpf_prog() argument
977 emit_sd(RV_REG_FP, -retval_off, RV_REG_A0, ctx); in invoke_bpf_prog()
978 emit_sd(RV_REG_FP, -(retval_off - 8), regmap[BPF_REG_0], ctx); in invoke_bpf_prog()
999 static int invoke_bpf(struct bpf_tramp_links *tl, int args_off, int retval_off, in invoke_bpf() argument
1014 err = invoke_bpf_prog(tl->links[i], args_off, retval_off, run_ctx_off, in invoke_bpf()
1031 int retval_off, args_off, func_meta_off, ip_off, run_ctx_off, sreg_off, stk_arg_off; in __arch_prepare_bpf_trampoline() local
1104 retval_off = stack_size; in __arch_prepare_bpf_trampoline()
1180 emit_sd(RV_REG_FP, -retval_off, RV_REG_ZERO, ctx); in __arch_prepare_bpf_trampoline()
1191 ret = invoke_bpf(fentry, args_off, retval_off, run_ctx_off, func_meta_off, in __arch_prepare_bpf_trampoline()
1203 emit_sd(RV_REG_FP, -retval_off, RV_REG_ZERO, ctx); in __arch_prepare_bpf_trampoline()
[all …]
|
| /linux/arch/loongarch/net/ |
| H A D | bpf_jit.c | 1490 int args_off, int retval_off, int run_ctx_off, bool save_ret) in invoke_bpf_prog() argument
1532 emit_insn(ctx, std, LOONGARCH_GPR_A0, LOONGARCH_GPR_FP, -retval_off); in invoke_bpf_prog()
1533 emit_insn(ctx, std, regmap[BPF_REG_0], LOONGARCH_GPR_FP, -(retval_off - 8)); in invoke_bpf_prog()
1554 int args_off, int retval_off, int run_ctx_off, u32 **branches) in invoke_bpf_mod_ret() argument
1558 emit_insn(ctx, std, LOONGARCH_GPR_ZERO, LOONGARCH_GPR_FP, -retval_off); in invoke_bpf_mod_ret()
1560 invoke_bpf_prog(ctx, tl->links[i], args_off, retval_off, run_ctx_off, true); in invoke_bpf_mod_ret()
1561 emit_insn(ctx, ldd, LOONGARCH_GPR_T1, LOONGARCH_GPR_FP, -retval_off); in invoke_bpf_mod_ret()
1619 int retval_off, args_off, nargs_off, ip_off, run_ctx_off, sreg_off, tcc_ptr_off; in __arch_prepare_bpf_trampoline() local
1673 retval_off = stack_size; in __arch_prepare_bpf_trampoline()
1768 ret = invoke_bpf_prog(ctx, fentry->links[i], args_off, retval_off, in __arch_prepare_bpf_trampoline()
[all …]
|
| /linux/arch/arm64/net/ |
| H A D | bpf_jit_comp.c | 2292 int bargs_off, int retval_off, int run_ctx_off, in invoke_bpf_prog() argument
2341 emit(A64_STR64I(A64_R(0), A64_SP, retval_off), ctx); in invoke_bpf_prog()
2359 int bargs_off, int retval_off, int run_ctx_off, in invoke_bpf_mod_ret() argument
2367 emit(A64_STR64I(A64_ZR, A64_SP, retval_off), ctx); in invoke_bpf_mod_ret()
2369 invoke_bpf_prog(ctx, tl->links[i], bargs_off, retval_off, in invoke_bpf_mod_ret()
2374 emit(A64_LDR64I(A64_R(10), A64_SP, retval_off), ctx); in invoke_bpf_mod_ret()
2533 int retval_off; in prepare_trampoline() local
2611 retval_off = stack_size; in prepare_trampoline()
2686 emit(A64_STR64I(A64_R(10), A64_SP, retval_off), ctx); in prepare_trampoline()
2698 retval_off, run_ctx_off, in prepare_trampoline()
[all …]
|
| /linux/arch/s390/net/ |
| H A D | bpf_jit_comp.c | 2489 int retval_off; /* Offset of return value (see above) */ member
2561 tjit->retval_off); in invoke_bpf_prog()
2661 tjit->retval_off = alloc_stack(tjit, sizeof(u64)); in __arch_prepare_bpf_trampoline()
2781 _EMIT6(0xd707f000 | tjit->retval_off, in __arch_prepare_bpf_trampoline()
2782 0xf000 | tjit->retval_off); in __arch_prepare_bpf_trampoline()
2795 tjit->retval_off); in __arch_prepare_bpf_trampoline()
2835 tjit->retval_off); in __arch_prepare_bpf_trampoline()
2886 tjit->retval_off); in __arch_prepare_bpf_trampoline()
|