150 static const s8 bpf2a32[][2] = {
523 	const s8 *tmp = bpf2a32[TMP_REG_1];  in emit_udivmod()
588 static inline void emit_udivmod64(const s8 *rd, const s8 *rm, const s8 *rn, struct jit_ctx *ctx,  in emit_udivmod64()
661 static bool is_stacked(s8 reg)  in is_stacked()
670 static s8 arm_bpf_get_reg32(s8 reg, s8 tmp, struct jit_ctx *ctx)  in arm_bpf_get_reg32()
679 static const s8 *arm_bpf_get_reg64(const s8 *reg, const s8 *tmp,  in arm_bpf_get_reg64()
702 static void arm_bpf_put_reg32(s8 reg, s8 src, struct jit_ctx *ctx)  in arm_bpf_put_reg32()
710 static void arm_bpf_put_reg64(const s8 *reg, const s8 *src,  in arm_bpf_put_reg64()
732 static inline void emit_a32_mov_i(const s8 dst, const u32 val,  in emit_a32_mov_i()
735 	const s8 *tmp = bpf2a32[TMP_REG_1];  in emit_a32_mov_i()
745 static void emit_a32_mov_i64(const s8 dst[], u64 val, struct jit_ctx *ctx)  in emit_a32_mov_i64()
747 	const s8 *tmp = bpf2a32[TMP_REG_1];  in emit_a32_mov_i64()
748 	const s8 *rd = is_stacked(dst_lo) ? tmp : dst;  in emit_a32_mov_i64()
757 static inline void emit_a32_mov_se_i64(const bool is64, const s8 dst[],  in emit_a32_mov_se_i64()
843 static inline void emit_a32_alu_r64(const bool is64, const s8 dst[],  in emit_a32_alu_r64()
844 				  const s8 src[], struct jit_ctx *ctx,  in emit_a32_alu_r64()
846 	const s8 *tmp = bpf2a32[TMP_REG_1];  in emit_a32_alu_r64()
847 	const s8 *tmp2 = bpf2a32[TMP_REG_2];  in emit_a32_alu_r64()
848 	const s8 *rd;  in emit_a32_alu_r64()
852 		const s8 *rs;  in emit_a32_alu_r64()
860 		s8 rs;  in emit_a32_alu_r64()
874 static inline void emit_a32_mov_r(const s8 dst, const s8 src, const u8 off,  in emit_a32_mov_r()
876 	const s8 *tmp = bpf2a32[TMP_REG_1];  in emit_a32_mov_r()
877 	s8 rt;  in emit_a32_mov_r()
888 static inline void emit_a32_mov_r64(const bool is64, const s8 dst[],  in emit_a32_mov_r64()
889 				  const s8 src[],  in emit_a32_mov_r64()
917 static inline void emit_a32_movsx_r64(const bool is64, const u8 off, const s8 dst[], const s8 src[],  in emit_a32_movsx_r64()
919 	const s8 *tmp = bpf2a32[TMP_REG_1];  in emit_a32_movsx_r64()
920 	const s8 *rt;  in emit_a32_movsx_r64()
935 static inline void emit_a32_alu_i(const s8 dst, const u32 val,  in emit_a32_alu_i()
937 	const s8 *tmp = bpf2a32[TMP_REG_1];  in emit_a32_alu_i()
938 	s8 rd;  in emit_a32_alu_i()
962 static inline void emit_a32_neg64(const s8 dst[],  in emit_a32_neg64()
964 	const s8 *tmp = bpf2a32[TMP_REG_1];  in emit_a32_neg64()
965 	const s8 *rd;  in emit_a32_neg64()
978 static inline void emit_a32_lsh_r64(const s8 dst[], const s8 src[],  in emit_a32_lsh_r64()
980 	const s8 *tmp = bpf2a32[TMP_REG_1];  in emit_a32_lsh_r64()
981 	const s8 *tmp2 = bpf2a32[TMP_REG_2];  in emit_a32_lsh_r64()
982 	const s8 *rd;  in emit_a32_lsh_r64()
983 	s8 rt;  in emit_a32_lsh_r64()
1002 static inline void emit_a32_arsh_r64(const s8 dst[], const s8 src[],  in emit_a32_arsh_r64()
1004 	const s8 *tmp = bpf2a32[TMP_REG_1];  in emit_a32_arsh_r64()
1005 	const s8 *tmp2 = bpf2a32[TMP_REG_2];  in emit_a32_arsh_r64()
1006 	const s8 *rd;  in emit_a32_arsh_r64()
1007 	s8 rt;  in emit_a32_arsh_r64()
1027 static inline void emit_a32_rsh_r64(const s8 dst[], const s8 src[],  in emit_a32_rsh_r64()
1029 	const s8 *tmp = bpf2a32[TMP_REG_1];  in emit_a32_rsh_r64()
1030 	const s8 *tmp2 = bpf2a32[TMP_REG_2];  in emit_a32_rsh_r64()
1031 	const s8 *rd;  in emit_a32_rsh_r64()
1032 	s8 rt;  in emit_a32_rsh_r64()
1051 static inline void emit_a32_lsh_i64(const s8 dst[],  in emit_a32_lsh_i64()
1053 	const s8 *tmp = bpf2a32[TMP_REG_1];  in emit_a32_lsh_i64()
1054 	const s8 *tmp2 = bpf2a32[TMP_REG_2];  in emit_a32_lsh_i64()
1055 	const s8 *rd;  in emit_a32_lsh_i64()
1077 static inline void emit_a32_rsh_i64(const s8 dst[],  in emit_a32_rsh_i64()
1079 	const s8 *tmp = bpf2a32[TMP_REG_1];  in emit_a32_rsh_i64()
1080 	const s8 *tmp2 = bpf2a32[TMP_REG_2];  in emit_a32_rsh_i64()
1081 	const s8 *rd;  in emit_a32_rsh_i64()
1107 static inline void emit_a32_arsh_i64(const s8 dst[],  in emit_a32_arsh_i64()
1109 	const s8 *tmp = bpf2a32[TMP_REG_1];  in emit_a32_arsh_i64()
1110 	const s8 *tmp2 = bpf2a32[TMP_REG_2];  in emit_a32_arsh_i64()
1111 	const s8 *rd;  in emit_a32_arsh_i64()
1136 static inline void emit_a32_mul_r64(const s8 dst[], const s8 src[],  in emit_a32_mul_r64()
1138 	const s8 *tmp = bpf2a32[TMP_REG_1];  in emit_a32_mul_r64()
1139 	const s8 *tmp2 = bpf2a32[TMP_REG_2];  in emit_a32_mul_r64()
1140 	const s8 *rd, *rt;  in emit_a32_mul_r64()
1197 static inline void emit_str_r(const s8 dst, const s8 src[],  in emit_str_r()
1199 	const s8 *tmp = bpf2a32[TMP_REG_1];  in emit_str_r()
1200 	s8 rd;  in emit_str_r()
1232 static inline void emit_ldx_r(const s8 dst[], const s8 src,  in emit_ldx_r()
1234 	const s8 *tmp = bpf2a32[TMP_REG_1];  in emit_ldx_r()
1235 	const s8 *rd = is_stacked(dst_lo) ? tmp : dst;  in emit_ldx_r()
1236 	s8 rm = src;  in emit_ldx_r()
1276 static inline void emit_ldsx_r(const s8 dst[], const s8 src,  in emit_ldsx_r()
1278 	const s8 *tmp = bpf2a32[TMP_REG_1];  in emit_ldsx_r()
1279 	const s8 *rd = is_stacked(dst_lo) ? tmp : dst;  in emit_ldsx_r()
1280 	s8 rm = src;  in emit_ldsx_r()
1367 	const s8 *r2 = bpf2a32[BPF_REG_2];  in emit_bpf_tail_call()
1368 	const s8 *r3 = bpf2a32[BPF_REG_3];  in emit_bpf_tail_call()
1369 	const s8 *tmp = bpf2a32[TMP_REG_1];  in emit_bpf_tail_call()
1370 	const s8 *tmp2 = bpf2a32[TMP_REG_2];  in emit_bpf_tail_call()
1371 	const s8 *tcc = bpf2a32[TCALL_CNT];  in emit_bpf_tail_call()
1372 	const s8 *tc;  in emit_bpf_tail_call()
1377 	s8 r_array, r_index;  in emit_bpf_tail_call()
1448 	const s8 *tmp2 = bpf2a32[TMP_REG_2];  in emit_rev16()
1463 	const s8 *tmp2 = bpf2a32[TMP_REG_2];  in emit_rev32()
1483 static inline void emit_push_r64(const s8 src[], struct jit_ctx *ctx)  in emit_push_r64()
1485 	const s8 *tmp2 = bpf2a32[TMP_REG_2];  in emit_push_r64()
1486 	const s8 *rt;  in emit_push_r64()
1497 	const s8 arm_r0 = bpf2a32[BPF_REG_0][1];  in build_prologue()
1498 	const s8 *bpf_r1 = bpf2a32[BPF_REG_1];  in build_prologue()
1499 	const s8 *bpf_fp = bpf2a32[BPF_REG_FP];  in build_prologue()
1500 	const s8 *tcc = bpf2a32[TCALL_CNT];  in build_prologue()
1562 	const s8 *dst = bpf2a32[insn->dst_reg];  in build_insn()
1563 	const s8 *src = bpf2a32[insn->src_reg];  in build_insn()
1564 	const s8 *tmp = bpf2a32[TMP_REG_1];  in build_insn()
1565 	const s8 *tmp2 = bpf2a32[TMP_REG_2];  in build_insn()
1570 	const s8 *rd, *rs;  in build_insn()
1571 	s8 rd_lo, rt, rm, rn;  in build_insn()
2020 		const s8 *r0 = bpf2a32[BPF_REG_0];  in build_insn()
2021 		const s8 *r1 = bpf2a32[BPF_REG_1];  in build_insn()
2022 		const s8 *r2 = bpf2a32[BPF_REG_2];  in build_insn()
2023 		const s8 *r3 = bpf2a32[BPF_REG_3];  in build_insn()
2024 		const s8 *r4 = bpf2a32[BPF_REG_4];  in build_insn()
2025 		const s8 *r5 = bpf2a32[BPF_REG_5];  in build_insn()