| /linux/arch/powerpc/net/ |
| H A D | bpf_jit_comp.c | 516 int run_ctx_off, bool save_ret) in invoke_bpf_prog() argument
526 EMIT(PPC_RAW_STD(_R3, _R1, run_ctx_off + offsetof(struct bpf_tramp_run_ctx, in invoke_bpf_prog()
532 run_ctx_off + offsetof(struct bpf_tramp_run_ctx, bpf_cookie))); in invoke_bpf_prog()
534 run_ctx_off + offsetof(struct bpf_tramp_run_ctx, bpf_cookie) + 4)); in invoke_bpf_prog()
540 EMIT(PPC_RAW_ADDI(_R4, _R1, run_ctx_off)); in invoke_bpf_prog()
589 EMIT(PPC_RAW_ADDI(_R5, _R1, run_ctx_off)); in invoke_bpf_prog()
598 int run_ctx_off, u32 *branches) in invoke_bpf_mod_ret() argument
610 run_ctx_off, true)) in invoke_bpf_mod_ret()
728 int regs_off, nregs_off, ip_off, run_ctx_off, retval_off, nvr_off, alt_lr_off, r4_off = 0; in __arch_prepare_bpf_trampoline() local
800 run_ctx_off = bpf_frame_size; in __arch_prepare_bpf_trampoline()
[all …]
|
| /linux/arch/x86/net/ |
| H A D | bpf_jit_comp.c | 2973 int run_ctx_off, bool save_ret, in invoke_bpf_prog() argument
2992 emit_stx(&prog, BPF_DW, BPF_REG_FP, BPF_REG_1, -run_ctx_off + ctx_cookie_off); in invoke_bpf_prog()
2997 if (!is_imm8(-run_ctx_off)) in invoke_bpf_prog()
2998 EMIT3_off32(0x48, 0x8D, 0xB5, -run_ctx_off); in invoke_bpf_prog()
3000 EMIT4(0x48, 0x8D, 0x75, -run_ctx_off); in invoke_bpf_prog()
3049 if (!is_imm8(-run_ctx_off)) in invoke_bpf_prog()
3050 EMIT3_off32(0x48, 0x8D, 0x95, -run_ctx_off); in invoke_bpf_prog()
3052 EMIT4(0x48, 0x8D, 0x55, -run_ctx_off); in invoke_bpf_prog()
3088 int run_ctx_off, int func_meta_off, bool save_ret, in invoke_bpf() argument
3102 run_ctx_off, save_ret, image, rw_image)) in invoke_bpf()
[all …]
|
| /linux/arch/riscv/net/ |
| H A D | bpf_jit_comp64.c | 938 int run_ctx_off, bool save_ret, struct rv_jit_context *ctx) in invoke_bpf_prog() argument
945 emit_store_stack_imm64(RV_REG_T1, -run_ctx_off + cookie_off, l->cookie, ctx); in invoke_bpf_prog()
947 emit_sd(RV_REG_FP, -run_ctx_off + cookie_off, RV_REG_ZERO, ctx); in invoke_bpf_prog()
952 emit_addi(RV_REG_A1, RV_REG_FP, -run_ctx_off, ctx); in invoke_bpf_prog()
993 emit_addi(RV_REG_A2, RV_REG_FP, -run_ctx_off, ctx); in invoke_bpf_prog()
1000 int run_ctx_off, int func_meta_off, bool save_ret, u64 func_meta, in invoke_bpf() argument
1014 err = invoke_bpf_prog(tl->links[i], args_off, retval_off, run_ctx_off, in invoke_bpf()
1031 int retval_off, args_off, func_meta_off, ip_off, run_ctx_off, sreg_off, stk_arg_off; in __arch_prepare_bpf_trampoline() local
1124 run_ctx_off = stack_size; in __arch_prepare_bpf_trampoline()
1191 ret = invoke_bpf(fentry, args_off, retval_off, run_ctx_off, func_meta_off, in __arch_prepare_bpf_trampoline()
[all …]
|
| /linux/arch/loongarch/net/ |
| H A D | bpf_jit.c | 1490 int args_off, int retval_off, int run_ctx_off, bool save_ret) in invoke_bpf_prog() argument
1499 emit_insn(ctx, std, LOONGARCH_GPR_T1, LOONGARCH_GPR_FP, -run_ctx_off + cookie_off); in invoke_bpf_prog()
1501 emit_insn(ctx, std, LOONGARCH_GPR_ZERO, LOONGARCH_GPR_FP, -run_ctx_off + cookie_off); in invoke_bpf_prog()
1507 emit_insn(ctx, addid, LOONGARCH_GPR_A1, LOONGARCH_GPR_FP, -run_ctx_off); in invoke_bpf_prog()
1547 emit_insn(ctx, addid, LOONGARCH_GPR_A2, LOONGARCH_GPR_FP, -run_ctx_off); in invoke_bpf_prog()
1554 int args_off, int retval_off, int run_ctx_off, u32 **branches) in invoke_bpf_mod_ret() argument
1560 invoke_bpf_prog(ctx, tl->links[i], args_off, retval_off, run_ctx_off, true); in invoke_bpf_mod_ret()
1619 int retval_off, args_off, nargs_off, ip_off, run_ctx_off, sreg_off, tcc_ptr_off; in __arch_prepare_bpf_trampoline() local
1692 run_ctx_off = stack_size; in __arch_prepare_bpf_trampoline()
1769 run_ctx_off, flags & BPF_TRAMP_F_RET_FENTRY_RET); in __arch_prepare_bpf_trampoline()
[all …]
|
| /linux/arch/arm64/net/ |
| H A D | bpf_jit_comp.c | 2292 int bargs_off, int retval_off, int run_ctx_off, in invoke_bpf_prog() argument
2306 emit(A64_STR64I(A64_ZR, A64_SP, run_ctx_off + cookie_off), ctx); in invoke_bpf_prog()
2309 emit(A64_STR64I(A64_R(10), A64_SP, run_ctx_off + cookie_off), in invoke_bpf_prog()
2321 emit(A64_ADD_I(1, A64_R(1), A64_SP, run_ctx_off), ctx); in invoke_bpf_prog()
2353 emit(A64_ADD_I(1, A64_R(2), A64_SP, run_ctx_off), ctx); in invoke_bpf_prog()
2359 int bargs_off, int retval_off, int run_ctx_off, in invoke_bpf_mod_ret() argument
2370 run_ctx_off, true); in invoke_bpf_mod_ret()
2537 int run_ctx_off; in prepare_trampoline() local
2587 run_ctx_off = stack_size; in prepare_trampoline()
2698 retval_off, run_ctx_off, in prepare_trampoline()
[all …]
|
| /linux/arch/s390/net/ |
| H A D | bpf_jit_comp.c | 2494 int run_ctx_off; /* Offset of struct bpf_tramp_run_ctx */ member
2514 int cookie_off = tjit->run_ctx_off + in invoke_bpf_prog()
2536 EMIT4_DISP(0x41000000, REG_3, REG_15, tjit->run_ctx_off); in invoke_bpf_prog()
2577 EMIT4_DISP(0x41000000, REG_4, REG_15, tjit->run_ctx_off); in invoke_bpf_prog()
2663 tjit->run_ctx_off = alloc_stack(tjit, in __arch_prepare_bpf_trampoline()
|