lib/bpf/gen_loader.c

97 static void emit(struct bpf_gen *gen, struct bpf_insn insn)
107 	emit(gen, insn1);
108 	emit(gen, insn2);
122 	emit(gen, BPF_MOV64_REG(BPF_REG_6, BPF_REG_1));
125 	emit(gen, BPF_MOV64_REG(BPF_REG_1, BPF_REG_10));
126 	emit(gen, BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, -stack_sz));
127 	emit(gen, BPF_MOV64_IMM(BPF_REG_2, stack_sz));
128 	emit(gen, BPF_MOV64_IMM(BPF_REG_3, 0));
129 	emit(gen, BPF_EMIT_CALL(BPF_FUNC_probe_read_kernel));
134 	emit(gen, BPF_JMP_IMM(BPF_JA, 0, 0,
144 	/* emit cleanup code: close all temp FDs */
146 		emit(gen, BPF_LDX_MEM(BPF_W, BPF_REG_1, BPF_REG_10, -stack_sz + i));
147 		emit(gen, BPF_JMP_IMM(BPF_JSLE, BPF_REG_1, 0, 1));
148 		emit(gen, BPF_EMIT_CALL(BPF_FUNC_sys_close));
153 	emit(gen, BPF_MOV64_REG(BPF_REG_0, BPF_REG_7));
154 	emit(gen, BPF_EXIT_INSN());
218 	emit(gen, BPF_STX_MEM(BPF_DW, BPF_REG_1, BPF_REG_0, 0));
225 	emit(gen, BPF_LDX_MEM(insn_bytes_to_bpf_size(size), BPF_REG_0, BPF_REG_2, 0));
228 	emit(gen, BPF_STX_MEM(insn_bytes_to_bpf_size(size), BPF_REG_1, BPF_REG_0, 0));
235 	emit(gen, BPF_LDX_MEM(insn_bytes_to_bpf_size(size), BPF_REG_0, BPF_REG_1, 0));
236 	emit(gen, BPF_STX_MEM(insn_bytes_to_bpf_size(size), BPF_REG_6, BPF_REG_0, ctx_off));
242 	emit(gen, BPF_LDX_MEM(insn_bytes_to_bpf_size(size), BPF_REG_0, BPF_REG_6, ctx_off));
247 		emit(gen, BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 3));
250 	emit(gen, BPF_STX_MEM(insn_bytes_to_bpf_size(size), BPF_REG_1, BPF_REG_0, 0));
255 	emit(gen, BPF_LDX_MEM(insn_bytes_to_bpf_size(size), BPF_REG_0, BPF_REG_10, stack_off));
258 	emit(gen, BPF_STX_MEM(insn_bytes_to_bpf_size(size), BPF_REG_1, BPF_REG_0, 0));
263 	emit(gen, BPF_LDX_MEM(insn_bytes_to_bpf_size(size), BPF_REG_0, BPF_REG_10, stack_off));
264 	emit(gen, BPF_STX_MEM(insn_bytes_to_bpf_size(size), BPF_REG_6, BPF_REG_0, ctx_off));
269 	emit(gen, BPF_MOV64_IMM(BPF_REG_1, cmd));
272 	emit(gen, BPF_MOV64_IMM(BPF_REG_3, attr_size));
273 	emit(gen, BPF_EMIT_CALL(BPF_FUNC_sys_bpf));
275 	emit(gen, BPF_MOV64_REG(BPF_REG_7, BPF_REG_0));
291 		emit(gen, BPF_JMP_IMM(BPF_JSLT, BPF_REG_7, 0, off));
294 		emit(gen, BPF_JMP_IMM(BPF_JA, 0, 0, -1));
319 	emit(gen, BPF_MOV64_IMM(BPF_REG_2, len));
321 		emit(gen, BPF_MOV64_REG(BPF_REG_3, reg1));
323 		emit(gen, BPF_MOV64_REG(BPF_REG_4, reg2));
324 	emit(gen, BPF_EMIT_CALL(BPF_FUNC_trace_printk));
347 	emit(gen, BPF_JMP_IMM(BPF_JSLE, BPF_REG_1, 0,
352 	emit(gen, BPF_MOV64_REG(BPF_REG_9, BPF_REG_1));
353 	emit(gen, BPF_EMIT_CALL(BPF_FUNC_sys_close));
359 	emit(gen, BPF_LDX_MEM(BPF_W, BPF_REG_1, BPF_REG_10, stack_off));
367 	emit(gen, BPF_LDX_MEM(BPF_W, BPF_REG_1, BPF_REG_0, 0));
395 	emit(gen, BPF_MOV64_IMM(BPF_REG_0, 0));
396 	emit(gen, BPF_EXIT_INSN());
473 	/* emit BTF_LOAD command */
478 	emit(gen, BPF_STX_MEM(BPF_W, BPF_REG_10, BPF_REG_7, stack_off(btf_fd)));
532 	/* emit MAP_CREATE command */
544 		emit(gen, BPF_STX_MEM(BPF_W, BPF_REG_10, BPF_REG_7,
554 		emit(gen, BPF_STX_MEM(BPF_W, BPF_REG_1, BPF_REG_7, 0));
583 	emit(gen, BPF_MOV64_IMM(BPF_REG_2, len));
584 	emit(gen, BPF_MOV64_IMM(BPF_REG_3, gen->attach_kind));
585 	emit(gen, BPF_MOV64_IMM(BPF_REG_4, 0));
586 	emit(gen, BPF_EMIT_CALL(BPF_FUNC_btf_find_by_name_kind));
587 	emit(gen, BPF_MOV64_REG(BPF_REG_7, BPF_REG_0));
657 	emit(gen, BPF_MOV64_IMM(BPF_REG_2, len));
658 	emit(gen, BPF_MOV64_IMM(BPF_REG_3, relo->kind));
659 	emit(gen, BPF_MOV64_IMM(BPF_REG_4, 0));
660 	emit(gen, BPF_EMIT_CALL(BPF_FUNC_btf_find_by_name_kind));
661 	emit(gen, BPF_MOV64_REG(BPF_REG_7, BPF_REG_0));
677 	emit(gen, BPF_MOV64_IMM(BPF_REG_2, len));
678 	emit(gen, BPF_MOV64_IMM(BPF_REG_3, 0));
681 	emit(gen, BPF_MOV64_REG(BPF_REG_7, BPF_REG_4));
682 	emit(gen, BPF_EMIT_CALL(BPF_FUNC_kallsyms_lookup_name));
683 	emit(gen, BPF_LDX_MEM(BPF_DW, BPF_REG_9, BPF_REG_7, 0));
684 	emit(gen, BPF_MOV64_REG(BPF_REG_7, BPF_REG_0));
729 	emit(gen, BPF_JMP_IMM(BPF_JSGE, BPF_REG_7, 0, 3));
731 	emit(gen, BPF_ST_MEM(BPF_W, BPF_REG_8, offsetof(struct bpf_insn, imm), 0));
732 	emit(gen, BPF_ST_MEM(BPF_H, BPF_REG_8, offsetof(struct bpf_insn, off), 0));
734 	emit(gen, BPF_JMP_IMM(BPF_JA, 0, 0, 10));
736 	emit(gen, BPF_STX_MEM(BPF_W, BPF_REG_8, BPF_REG_7, offsetof(struct bpf_insn, imm)));
738 	emit(gen, BPF_MOV64_REG(BPF_REG_9, BPF_REG_7));
739 	emit(gen, BPF_ALU64_IMM(BPF_RSH, BPF_REG_9, 32));
744 	emit(gen, BPF_STX_MEM(BPF_W, BPF_REG_0, BPF_REG_9, 0));
746 	emit(gen, BPF_JMP_IMM(BPF_JNE, BPF_REG_9, 0, 2));
748 	emit(gen, BPF_ST_MEM(BPF_H, BPF_REG_8, offsetof(struct bpf_insn, off), 0));
750 	emit(gen, BPF_JMP_IMM(BPF_JA, 0, 0, 1));
752 	emit(gen, BPF_ST_MEM(BPF_H, BPF_REG_8, offsetof(struct bpf_insn, off), btf_fd_idx));
756 	emit(gen, BPF_LDX_MEM(BPF_W, BPF_REG_7, BPF_REG_8,
758 	emit(gen, BPF_LDX_MEM(BPF_H, BPF_REG_9, BPF_REG_8,
764 	emit(gen, BPF_LDX_MEM(BPF_W, BPF_REG_9, BPF_REG_0, 0));
774 	emit(gen, BPF_LDX_MEM(BPF_W, BPF_REG_7, BPF_REG_8,
776 	emit(gen, BPF_LDX_MEM(BPF_H, BPF_REG_9, BPF_REG_8, sizeof(struct bpf_insn) +
780 	emit(gen, BPF_LDX_MEM(BPF_B, BPF_REG_9, BPF_REG_8, offsetofend(struct bpf_insn, code)));
809 	emit(gen, BPF_JMP_IMM(BPF_JEQ, BPF_REG_7, -ENOENT, 1));
812 	emit(gen, BPF_STX_MEM(BPF_W, BPF_REG_8, BPF_REG_9, offsetof(struct bpf_insn, imm)));
814 	emit(gen, BPF_ALU64_IMM(BPF_RSH, BPF_REG_9, 32));
815 	emit(gen, BPF_STX_MEM(BPF_W, BPF_REG_8, BPF_REG_9,
852 		emit(gen, BPF_JMP_IMM(BPF_JNE, BPF_REG_0, 0, 3));
861 	emit(gen, BPF_JMP_IMM(BPF_JSGE, BPF_REG_7, 0, 3));
863 	emit(gen, BPF_ST_MEM(BPF_W, BPF_REG_8, offsetof(struct bpf_insn, imm), 0));
864 	emit(gen, BPF_ST_MEM(BPF_W, BPF_REG_8, sizeof(struct bpf_insn) + offsetof(struct bpf_insn, imm), 0));
866 	emit(gen, BPF_JMP_IMM(BPF_JA, 0, 0, 4));
868 	emit(gen, BPF_STX_MEM(BPF_W, BPF_REG_8, BPF_REG_7, offsetof(struct bpf_insn, imm)));
870 	emit(gen, BPF_ALU64_IMM(BPF_RSH, BPF_REG_7, 32));
871 	emit(gen, BPF_STX_MEM(BPF_W, BPF_REG_8, BPF_REG_7,
874 	emit(gen, BPF_JMP_IMM(BPF_JA, 0, 0, 3));
878 	emit(gen, BPF_LDX_MEM(BPF_B, BPF_REG_9, BPF_REG_8, offsetofend(struct bpf_insn, code)));
879 	emit(gen, BPF_ALU32_IMM(BPF_AND, BPF_REG_9, reg_mask));
880 	emit(gen, BPF_STX_MEM(BPF_B, BPF_REG_8, BPF_REG_9, offsetofend(struct bpf_insn, code)));
1090 		emit(gen, BPF_STX_MEM(BPF_W, BPF_REG_0, BPF_REG_7,
1092 		emit(gen, BPF_ALU64_IMM(BPF_RSH, BPF_REG_7, 32));
1093 		emit(gen, BPF_STX_MEM(BPF_W, BPF_REG_0, BPF_REG_7,
1097 	/* emit PROG_LOAD command */
1109 	emit(gen, BPF_STX_MEM(BPF_W, BPF_REG_10, BPF_REG_7,
1134 	emit(gen, BPF_LDX_MEM(BPF_DW, BPF_REG_3, BPF_REG_6,
1138 	emit(gen, BPF_JMP_IMM(BPF_JEQ, BPF_REG_3, 0, 8));
1141 	emit(gen, BPF_MOV64_IMM(BPF_REG_2, value_size));
1142 	emit(gen, BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_6,
1144 	emit(gen, BPF_JMP_IMM(BPF_JSET, BPF_REG_0, BPF_SKEL_KERNEL, 2));
1145 	emit(gen, BPF_EMIT_CALL(BPF_FUNC_copy_from_user));
1146 	emit(gen, BPF_JMP_IMM(BPF_JA, 0, 0, 1));
1147 	emit(gen, BPF_EMIT_CALL(BPF_FUNC_probe_read_kernel));
1156 	/* emit MAP_UPDATE_ELEM command */
1184 	/* emit MAP_UPDATE_ELEM command */
1203 	/* emit MAP_FREEZE command */