331 static void push_r9(u8 **pprog)  in push_r9()
339 static void pop_r9(u8 **pprog)  in pop_r9()
347 static void push_r12(u8 **pprog)  in push_r12()
355 static void push_callee_regs(u8 **pprog, bool *callee_regs_used)  in push_callee_regs()
370 static void pop_r12(u8 **pprog)  in pop_r12()
378 static void pop_callee_regs(u8 **pprog, bool *callee_regs_used)  in pop_callee_regs()
393 static void emit_nops(u8 **pprog, int len)  in emit_nops()
418 static void emit_fineibt(u8 **pprog, u8 *ip, u32 hash, int arity)  in emit_fineibt()
435 static void emit_kcfi(u8 **pprog, u32 hash)  in emit_kcfi()
449 static void emit_cfi(u8 **pprog, u8 *ip, u32 hash, int arity)  in emit_cfi()
470 static void emit_prologue_tail_call(u8 **pprog, bool is_subprog)  in emit_prologue_tail_call()
506 static void emit_prologue(u8 **pprog, u8 *ip, u32 stack_depth, bool ebpf_from_cbpf,  in emit_prologue()
559 static int emit_patch(u8 **pprog, void *func, void *ip, u8 opcode)  in emit_patch()
574 static int emit_call(u8 **pprog, void *func, void *ip)  in emit_call()
579 static int emit_rsb_call(u8 **pprog, void *func, void *ip)  in emit_rsb_call()
586 static int emit_jump(u8 **pprog, void *func, void *ip)  in emit_jump()
656 static void __emit_indirect_jump(u8 **pprog, int reg, bool ereg)  in __emit_indirect_jump()
668 static void emit_indirect_jump(u8 **pprog, int bpf_reg, u8 *ip)  in emit_indirect_jump()
695 static void emit_return(u8 **pprog, u8 *ip)  in emit_return()
727 					u8 **pprog, bool *callee_regs_used,  in emit_bpf_tail_call_indirect()
816 				      u8 **pprog, u8 *ip,  in emit_bpf_tail_call_direct()
909 static void emit_mov_imm32(u8 **pprog, bool sign_propagate,  in emit_mov_imm32()
949 static void emit_mov_imm64(u8 **pprog, u32 dst_reg,  in emit_mov_imm64()
975 static void emit_mov_reg(u8 **pprog, bool is64, u32 dst_reg, u32 src_reg)  in emit_mov_reg()
992 static void emit_movsx_reg(u8 **pprog, int num_bits, bool is64, u32 dst_reg,  in emit_movsx_reg()
1025 static void emit_insn_suffix(u8 **pprog, u32 ptr_reg, u32 val_reg, int off)  in emit_insn_suffix()
1044 static void emit_insn_suffix_SIB(u8 **pprog, u32 ptr_reg, u32 val_reg, u32 index_reg, int off)  in emit_insn_suffix_SIB()
1059 static void maybe_emit_mod(u8 **pprog, u32 dst_reg, u32 src_reg, bool is64)  in maybe_emit_mod()
1073 static void maybe_emit_1mod(u8 **pprog, u32 reg, bool is64)  in maybe_emit_1mod()
1085 static void emit_ldx(u8 **pprog, u32 size, u32 dst_reg, u32 src_reg, int off)  in emit_ldx()
1115 static void emit_ldsx(u8 **pprog, u32 size, u32 dst_reg, u32 src_reg, int off)  in emit_ldsx()
1137 static void emit_ldx_index(u8 **pprog, u32 size, u32 dst_reg, u32 src_reg, u32 index_reg, int off)  in emit_ldx_index()
1163 static void emit_ldsx_index(u8 **pprog, u32 size, u32 dst_reg, u32 src_reg, u32 index_reg, int off)  in emit_ldsx_index()
1185 static void emit_ldx_r12(u8 **pprog, u32 size, u32 dst_reg, u32 src_reg, int off)  in emit_ldx_r12()
1196 static void emit_stx(u8 **pprog, u32 size, u32 dst_reg, u32 src_reg, int off)  in emit_stx()
1230 static void emit_stx_index(u8 **pprog, u32 size, u32 dst_reg, u32 src_reg, u32 index_reg, int off)  in emit_stx_index()
1256 static void emit_stx_r12(u8 **pprog, u32 size, u32 dst_reg, u32 src_reg, int off)  in emit_stx_r12()
1262 static void emit_st_index(u8 **pprog, u32 size, u32 dst_reg, u32 index_reg, int off, int imm)  in emit_st_index()
1289 static void emit_st_r12(u8 **pprog, u32 size, u32 dst_reg, int off, int imm)  in emit_st_r12()
1294 static void emit_store_stack_imm64(u8 **pprog, int reg, int stack_off, u64 imm64)  in emit_store_stack_imm64()
1304 static int emit_atomic_rmw(u8 **pprog, u32 atomic_op,  in emit_atomic_rmw()
1346 static int emit_atomic_rmw_index(u8 **pprog, u32 atomic_op, u32 size,  in emit_atomic_rmw_index()
1397 static int emit_atomic_ld_st(u8 **pprog, u32 atomic_op, u32 dst_reg,  in emit_atomic_ld_st()
1418 static int emit_atomic_ld_st_index(u8 **pprog, u32 atomic_op, u32 size,  in emit_atomic_ld_st_index()
1532 static void emit_3vex(u8 **pprog, bool r, bool x, bool b, u8 m,  in emit_3vex()
1569 static void emit_shiftx(u8 **pprog, u32 dst_reg, u8 src_reg, bool is64, u8 op)  in emit_shiftx()
1580 static void emit_priv_frame_ptr(u8 **pprog, void __percpu *priv_frame_ptr)  in emit_priv_frame_ptr()
1610 static int emit_spectre_bhb_barrier(u8 **pprog, u8 *ip,  in emit_spectre_bhb_barrier()
2797 				u8 **pprog, int nr_stack_slots,  in clean_stack_garbage()
2971 static int invoke_bpf_prog(const struct btf_func_model *m, u8 **pprog,  in invoke_bpf_prog()
3060 static void emit_align(u8 **pprog, u32 align)  in emit_align()
3071 static int emit_cond_near_jump(u8 **pprog, void *func, void *ip, u8 jmp_cond)  in emit_cond_near_jump()
3086 static int invoke_bpf(const struct btf_func_model *m, u8 **pprog,  in invoke_bpf()
3109 static int invoke_bpf_mod_ret(const struct btf_func_model *m, u8 **pprog,  in invoke_bpf_mod_ret()
3587 static int emit_bpf_dispatcher(u8 **pprog, int a, int b, s64 *progs, u8 *image, u8 *buf)  in emit_bpf_dispatcher()