Lines Matching full:inject
3 * builtin-inject.c
5 * Builtin inject command: Examine the live mode (stdin) event stream
140 static int output_bytes(struct perf_inject *inject, void *buf, size_t sz) in output_bytes() argument
144 size = perf_data__write(&inject->output, buf, sz); in output_bytes()
148 inject->bytes_written += size; in output_bytes()
155 struct perf_inject *inject = container_of(tool, struct perf_inject, in perf_event__repipe_synth() local
158 return output_bytes(inject, event, event->header.size); in perf_event__repipe_synth()
195 struct perf_inject *inject = container_of(tool, struct perf_inject, in perf_event__repipe_attr() local
203 if (!inject->is_pipe) in perf_event__repipe_attr()
218 static int copy_bytes(struct perf_inject *inject, struct perf_data *data, off_t size) in copy_bytes() argument
228 ret = output_bytes(inject, buf, ssz); in copy_bytes()
241 struct perf_inject *inject = container_of(tool, struct perf_inject, in perf_event__repipe_auxtrace() local
245 inject->have_auxtrace = true; in perf_event__repipe_auxtrace()
247 if (!inject->output.is_pipe) { in perf_event__repipe_auxtrace()
250 offset = lseek(inject->output.file.fd, 0, SEEK_CUR); in perf_event__repipe_auxtrace()
260 ret = output_bytes(inject, event, event->header.size); in perf_event__repipe_auxtrace()
263 ret = copy_bytes(inject, session->data, in perf_event__repipe_auxtrace()
266 ret = output_bytes(inject, event, in perf_event__repipe_auxtrace()
308 struct perf_inject *inject = container_of(tool, struct perf_inject, tool); in perf_event__drop_aux() local
310 if (!inject->aux_id) in perf_event__drop_aux()
311 inject->aux_id = sample->id; in perf_event__drop_aux()
317 perf_inject__cut_auxtrace_sample(struct perf_inject *inject, in perf_inject__cut_auxtrace_sample() argument
325 if (inject->event_copy == NULL) { in perf_inject__cut_auxtrace_sample()
326 inject->event_copy = malloc(PERF_SAMPLE_MAX_SIZE); in perf_inject__cut_auxtrace_sample()
327 if (!inject->event_copy) in perf_inject__cut_auxtrace_sample()
330 ev = (union perf_event *)inject->event_copy; in perf_inject__cut_auxtrace_sample()
356 struct perf_inject *inject = container_of(tool, struct perf_inject, in perf_event__repipe_sample() local
366 if (inject->itrace_synth_opts.set && sample->aux_sample.size) { in perf_event__repipe_sample()
367 event = perf_inject__cut_auxtrace_sample(inject, event, sample); in perf_event__repipe_sample()
394 struct perf_inject *inject = container_of(tool, struct perf_inject, tool); in perf_event__jit_repipe_mmap() local
399 * if jit marker, then inject jit mmaps and generate ELF images in perf_event__jit_repipe_mmap()
401 ret = jit_process(inject->session, &inject->output, machine, in perf_event__jit_repipe_mmap()
406 inject->bytes_written += n; in perf_event__jit_repipe_mmap()
494 /* mark it not to inject build-id */ in perf_event__repipe_mmap2()
509 struct perf_inject *inject = container_of(tool, struct perf_inject, tool); in perf_event__jit_repipe_mmap2() local
514 * if jit marker, then inject jit mmaps and generate ELF images in perf_event__jit_repipe_mmap2()
516 ret = jit_process(inject->session, &inject->output, machine, in perf_event__jit_repipe_mmap2()
521 inject->bytes_written += n; in perf_event__jit_repipe_mmap2()
546 /* mark it not to inject build-id */ in perf_event__repipe_buildid_mmap2()
690 static bool perf_inject__lookup_known_build_id(struct perf_inject *inject, in perf_inject__lookup_known_build_id() argument
696 strlist__for_each_entry(pos, inject->known_build_ids) { in perf_inject__lookup_known_build_id()
719 struct perf_inject *inject = container_of(tool, struct perf_inject, in dso__inject_build_id() local
728 if (inject->known_build_ids != NULL && in dso__inject_build_id()
729 perf_inject__lookup_known_build_id(inject, dso)) in dso__inject_build_id()
786 struct perf_inject *inject = container_of(tool, struct perf_inject, tool); in perf_inject__sched_process_exit() local
789 list_for_each_entry(ent, &inject->samples, node) { in perf_inject__sched_process_exit()
806 struct perf_inject *inject = container_of(tool, struct perf_inject, tool); in perf_inject__sched_switch() local
820 list_add(&ent->node, &inject->samples); in perf_inject__sched_switch()
834 struct perf_inject *inject = container_of(tool, struct perf_inject, tool); in perf_inject__sched_stat() local
837 list_for_each_entry(ent, &inject->samples, node) { in perf_inject__sched_stat()
1040 struct perf_inject *inject = container_of(tool, struct perf_inject, tool); in process_attr() local
1042 return perf_event__process_attr(tool, event, &inject->session->evlist); in process_attr()
1047 struct perf_inject *inject = container_of(gs, struct perf_inject, guest_session); in guest_session__add_attr() local
1079 ret = perf_event__synthesize_attr(&inject->tool, &attr, evsel->core.ids, in guest_session__add_attr()
1088 sid = evlist__id2sid(inject->session->evlist, id_array[i]); in guest_session__add_attr()
1116 static int synthesize_id_index(struct perf_inject *inject, size_t new_cnt) in synthesize_id_index() argument
1118 struct perf_session *session = inject->session; in synthesize_id_index()
1123 return __perf_event__synthesize_id_index(&inject->tool, perf_event__repipe, in synthesize_id_index()
1169 struct perf_inject *inject = container_of(tool, struct perf_inject, tool); in process_build_id() local
1171 return perf_event__process_build_id(inject->session, event); in process_build_id()
1174 static int synthesize_build_id(struct perf_inject *inject, struct dso *dso, pid_t machine_pid) in synthesize_build_id() argument
1176 struct machine *machine = perf_session__findnew_machine(inject->session, machine_pid); in synthesize_build_id()
1186 return perf_event__synthesize_build_id(&inject->tool, dso, cpumode, in synthesize_build_id()
1192 struct perf_inject *inject = container_of(gs, struct perf_inject, guest_session); in guest_session__add_build_ids() local
1198 perf_header__set_feat(&inject->session->header, HEADER_BUILD_ID); in guest_session__add_build_ids()
1201 ret = synthesize_build_id(inject, dso, gs->machine_pid); in guest_session__add_build_ids()
1225 char tmp_file_name[] = "/tmp/perf-inject-guest_session-XXXXXX"; in guest_session__start()
1342 struct perf_inject *inject = container_of(gs, struct perf_inject, guest_session); in guest_session__get_tc() local
1344 get_tsc_conv(&gs->host_tc, &inject->session->time_conv); in guest_session__get_tc()
1462 struct perf_inject *inject = container_of(gs, struct perf_inject, guest_session); in guest_session__inject_events() local
1551 ret = evlist__append_id_sample(inject->session->evlist, ev, sample); in guest_session__inject_events()
1562 ret = output_bytes(inject, ev, ev->header.size); in guest_session__inject_events()
1578 struct perf_inject *inject = container_of(tool, struct perf_inject, tool); in host__repipe() local
1581 ret = guest_session__inject_events(&inject->guest_session, sample->time); in host__repipe()
1590 struct perf_inject *inject = container_of(session->tool, struct perf_inject, tool); in host__finished_init() local
1591 struct guest_session *gs = &inject->guest_session; in host__finished_init()
1619 ret = synthesize_id_index(inject, gs->session->evlist->core.nr_entries); in host__finished_init()
1642 * which flushes host events to file up until the last flush time. Then inject
1650 struct perf_inject *inject = container_of(tool, struct perf_inject, tool); in host__finished_round() local
1657 ret = guest_session__inject_events(&inject->guest_session, timestamp); in host__finished_round()
1669 struct perf_inject *inject = container_of(tool, struct perf_inject, tool); in host__context_switch() local
1671 struct guest_session *gs = &inject->guest_session; in host__context_switch()
1727 static void strip_init(struct perf_inject *inject) in strip_init() argument
1729 struct evlist *evlist = inject->session->evlist; in strip_init()
1732 inject->tool.context_switch = perf_event__drop; in strip_init()
1740 struct perf_inject *inject = opt->value; in parse_vm_time_correlation() local
1747 inject->itrace_synth_opts.set = true; in parse_vm_time_correlation()
1748 inject->itrace_synth_opts.vm_time_correlation = true; in parse_vm_time_correlation()
1749 inject->in_place_update = true; in parse_vm_time_correlation()
1756 inject->itrace_synth_opts.vm_tm_corr_dry_run = true; in parse_vm_time_correlation()
1757 inject->in_place_update_dry_run = true; in parse_vm_time_correlation()
1763 inject->itrace_synth_opts.vm_tm_corr_args = strdup(args); in parse_vm_time_correlation()
1765 return inject->itrace_synth_opts.vm_tm_corr_args ? 0 : -ENOMEM; in parse_vm_time_correlation()
1770 struct perf_inject *inject = opt->value; in parse_guest_data() local
1771 struct guest_session *gs = &inject->guest_session; in parse_guest_data()
1791 inject->output.is_dir = true; in parse_guest_data()
1797 if (!inject->guest_session.machine_pid) in parse_guest_data()
1827 struct perf_inject *inject = data; in save_section_info_cb() local
1829 inject->secs[feat] = *section; in save_section_info_cb()
1833 static int save_section_info(struct perf_inject *inject) in save_section_info() argument
1835 struct perf_header *header = &inject->session->header; in save_section_info()
1836 int fd = perf_data__fd(inject->session->data); in save_section_info()
1838 return perf_header__process_sections(header, fd, inject, save_section_info_cb); in save_section_info()
1894 static int feat_copy(struct perf_inject *inject, int feat, struct feat_writer *fw) in feat_copy() argument
1896 int fd = perf_data__fd(inject->session->data); in feat_copy()
1897 u64 offs = inject->secs[feat].offset; in feat_copy()
1898 size_t sz = inject->secs[feat].size; in feat_copy()
1917 struct perf_inject *inject; member
1923 struct perf_inject *inject = inj_fc->inject; in feat_copy_cb() local
1926 if (!inject->secs[feat].offset || in feat_copy_cb()
1930 ret = feat_copy(inject, feat, fw); in feat_copy_cb()
1937 static int copy_kcore_dir(struct perf_inject *inject) in copy_kcore_dir() argument
1943 inject->input_name, inject->output.path); in copy_kcore_dir()
1954 struct perf_inject *inject = container_of(gs, struct perf_inject, guest_session); in guest_session__copy_kcore_dir() local
1959 gs->perf_data_file, inject->output.path, gs->machine_pid); in guest_session__copy_kcore_dir()
1968 static int output_fd(struct perf_inject *inject) in output_fd() argument
1970 return inject->in_place_update ? -1 : perf_data__fd(&inject->output); in output_fd()
1973 static int __cmd_inject(struct perf_inject *inject) in __cmd_inject() argument
1976 struct guest_session *gs = &inject->guest_session; in __cmd_inject()
1977 struct perf_session *session = inject->session; in __cmd_inject()
1978 int fd = output_fd(inject); in __cmd_inject()
1983 if (inject->build_ids || inject->sched_stat || in __cmd_inject()
1984 inject->itrace_synth_opts.set || inject->build_id_all) { in __cmd_inject()
1985 inject->tool.mmap = perf_event__repipe_mmap; in __cmd_inject()
1986 inject->tool.mmap2 = perf_event__repipe_mmap2; in __cmd_inject()
1987 inject->tool.fork = perf_event__repipe_fork; in __cmd_inject()
1989 inject->tool.tracing_data = perf_event__repipe_tracing_data; in __cmd_inject()
1995 if (inject->build_id_all) { in __cmd_inject()
1996 inject->tool.mmap = perf_event__repipe_buildid_mmap; in __cmd_inject()
1997 inject->tool.mmap2 = perf_event__repipe_buildid_mmap2; in __cmd_inject()
1998 } else if (inject->build_ids) { in __cmd_inject()
1999 inject->tool.sample = perf_event__inject_buildid; in __cmd_inject()
2000 } else if (inject->sched_stat) { in __cmd_inject()
2018 } else if (inject->itrace_synth_opts.vm_time_correlation) { in __cmd_inject()
2019 session->itrace_synth_opts = &inject->itrace_synth_opts; in __cmd_inject()
2020 memset(&inject->tool, 0, sizeof(inject->tool)); in __cmd_inject()
2021 inject->tool.id_index = perf_event__process_id_index; in __cmd_inject()
2022 inject->tool.auxtrace_info = perf_event__process_auxtrace_info; in __cmd_inject()
2023 inject->tool.auxtrace = perf_event__process_auxtrace; in __cmd_inject()
2024 inject->tool.auxtrace_error = perf_event__process_auxtrace_error; in __cmd_inject()
2025 inject->tool.ordered_events = true; in __cmd_inject()
2026 inject->tool.ordering_requires_timestamps = true; in __cmd_inject()
2027 } else if (inject->itrace_synth_opts.set) { in __cmd_inject()
2028 session->itrace_synth_opts = &inject->itrace_synth_opts; in __cmd_inject()
2029 inject->itrace_synth_opts.inject = true; in __cmd_inject()
2030 inject->tool.comm = perf_event__repipe_comm; in __cmd_inject()
2031 inject->tool.namespaces = perf_event__repipe_namespaces; in __cmd_inject()
2032 inject->tool.exit = perf_event__repipe_exit; in __cmd_inject()
2033 inject->tool.id_index = perf_event__process_id_index; in __cmd_inject()
2034 inject->tool.auxtrace_info = perf_event__process_auxtrace_info; in __cmd_inject()
2035 inject->tool.auxtrace = perf_event__process_auxtrace; in __cmd_inject()
2036 inject->tool.aux = perf_event__drop_aux; in __cmd_inject()
2037 inject->tool.itrace_start = perf_event__drop_aux; in __cmd_inject()
2038 inject->tool.aux_output_hw_id = perf_event__drop_aux; in __cmd_inject()
2039 inject->tool.ordered_events = true; in __cmd_inject()
2040 inject->tool.ordering_requires_timestamps = true; in __cmd_inject()
2043 if (inject->strip) in __cmd_inject()
2044 strip_init(inject); in __cmd_inject()
2052 inject->tool.mmap = host__repipe; in __cmd_inject()
2053 inject->tool.mmap2 = host__repipe; in __cmd_inject()
2054 inject->tool.comm = host__repipe; in __cmd_inject()
2055 inject->tool.fork = host__repipe; in __cmd_inject()
2056 inject->tool.exit = host__repipe; in __cmd_inject()
2057 inject->tool.lost = host__repipe; in __cmd_inject()
2058 inject->tool.context_switch = host__repipe; in __cmd_inject()
2059 inject->tool.ksymbol = host__repipe; in __cmd_inject()
2060 inject->tool.text_poke = host__repipe; in __cmd_inject()
2066 inject->tool.finished_init = host__finished_init; in __cmd_inject()
2068 inject->tool.finished_round = host__finished_round, in __cmd_inject()
2070 inject->tool.context_switch = host__context_switch; in __cmd_inject()
2075 inject->tool.ordered_events = true; in __cmd_inject()
2076 inject->tool.ordering_requires_timestamps = true; in __cmd_inject()
2088 if (!inject->itrace_synth_opts.set) in __cmd_inject()
2091 if (!inject->is_pipe && !inject->in_place_update) in __cmd_inject()
2110 if (!inject->is_pipe && !inject->in_place_update) { in __cmd_inject()
2113 .inject = inject, in __cmd_inject()
2116 if (inject->build_ids) in __cmd_inject()
2124 inject->have_auxtrace && !inject->itrace_synth_opts.set) in __cmd_inject()
2130 if (inject->itrace_synth_opts.set) { in __cmd_inject()
2133 if (inject->itrace_synth_opts.last_branch || in __cmd_inject()
2134 inject->itrace_synth_opts.add_last_branch) in __cmd_inject()
2139 session->header.data_size = inject->bytes_written; in __cmd_inject()
2142 if (inject->copy_kcore_dir) { in __cmd_inject()
2143 ret = copy_kcore_dir(inject); in __cmd_inject()
2163 struct perf_inject inject = { in cmd_inject() local
2205 .samples = LIST_HEAD_INIT(inject.samples), in cmd_inject()
2221 OPT_BOOLEAN('b', "build-ids", &inject.build_ids, in cmd_inject()
2222 "Inject build-ids into the output stream"), in cmd_inject()
2223 OPT_BOOLEAN(0, "buildid-all", &inject.build_id_all, in cmd_inject()
2224 "Inject build-ids of all DSOs into the output stream"), in cmd_inject()
2228 OPT_STRING('i', "input", &inject.input_name, "file", in cmd_inject()
2230 OPT_STRING('o', "output", &inject.output.path, "file", in cmd_inject()
2232 OPT_BOOLEAN('s', "sched-stat", &inject.sched_stat, in cmd_inject()
2236 OPT_BOOLEAN('j', "jit", &inject.jit_mode, "merge jitdump files into perf.data file"), in cmd_inject()
2247 OPT_CALLBACK_OPTARG(0, "itrace", &inject.itrace_synth_opts, in cmd_inject()
2251 OPT_BOOLEAN(0, "strip", &inject.strip, in cmd_inject()
2253 OPT_CALLBACK_OPTARG(0, "vm-time-correlation", &inject, NULL, "opts", in cmd_inject()
2256 OPT_CALLBACK_OPTARG(0, "guest-data", &inject, NULL, "opts", in cmd_inject()
2257 "inject events from a guest perf.data file", in cmd_inject()
2265 "perf inject [<options>]", in cmd_inject()
2269 if (!inject.itrace_synth_opts.set) { in cmd_inject()
2270 /* Disable eager loading of kernel symbols that adds overhead to perf inject. */ in cmd_inject()
2285 if (inject.strip && !inject.itrace_synth_opts.set) { in cmd_inject()
2293 if (inject.in_place_update) { in cmd_inject()
2294 if (!strcmp(inject.input_name, "-")) { in cmd_inject()
2298 if (strcmp(inject.output.path, "-")) { in cmd_inject()
2302 if (!data.force && !inject.in_place_update_dry_run) { in cmd_inject()
2307 if (!inject.in_place_update_dry_run) in cmd_inject()
2310 if (strcmp(inject.output.path, "-") && !inject.strip && in cmd_inject()
2311 has_kcore_dir(inject.input_name)) { in cmd_inject()
2312 inject.output.is_dir = true; in cmd_inject()
2313 inject.copy_kcore_dir = true; in cmd_inject()
2315 if (perf_data__open(&inject.output)) { in cmd_inject()
2321 data.path = inject.input_name; in cmd_inject()
2322 if (!strcmp(inject.input_name, "-") || inject.output.is_pipe) { in cmd_inject()
2323 inject.is_pipe = true; in cmd_inject()
2329 if (strcmp(inject.input_name, "-")) in cmd_inject()
2333 inject.session = __perf_session__new(&data, repipe, in cmd_inject()
2334 output_fd(&inject), in cmd_inject()
2335 &inject.tool); in cmd_inject()
2336 if (IS_ERR(inject.session)) { in cmd_inject()
2337 ret = PTR_ERR(inject.session); in cmd_inject()
2341 if (zstd_init(&(inject.session->zstd_data), 0) < 0) in cmd_inject()
2345 ret = save_section_info(&inject); in cmd_inject()
2349 if (!data.is_pipe && inject.output.is_pipe) { in cmd_inject()
2350 ret = perf_header__write_pipe(perf_data__fd(&inject.output)); in cmd_inject()
2356 ret = perf_event__synthesize_for_pipe(&inject.tool, in cmd_inject()
2357 inject.session, in cmd_inject()
2358 &inject.output, in cmd_inject()
2364 if (inject.build_ids && !inject.build_id_all) { in cmd_inject()
2369 * inject the jit mmaps at the same time for now. in cmd_inject()
2371 inject.tool.ordered_events = true; in cmd_inject()
2372 inject.tool.ordering_requires_timestamps = true; in cmd_inject()
2374 inject.known_build_ids = in cmd_inject()
2377 if (inject.known_build_ids == NULL) { in cmd_inject()
2384 if (inject.sched_stat) { in cmd_inject()
2385 inject.tool.ordered_events = true; in cmd_inject()
2389 if (inject.jit_mode) { in cmd_inject()
2390 inject.tool.mmap2 = perf_event__jit_repipe_mmap2; in cmd_inject()
2391 inject.tool.mmap = perf_event__jit_repipe_mmap; in cmd_inject()
2392 inject.tool.ordered_events = true; in cmd_inject()
2393 inject.tool.ordering_requires_timestamps = true; in cmd_inject()
2398 inject.tool.finished_round = perf_event__drop_oe; in cmd_inject()
2401 ret = symbol__init(&inject.session->header.env); in cmd_inject()
2405 ret = __cmd_inject(&inject); in cmd_inject()
2407 guest_session__exit(&inject.guest_session); in cmd_inject()
2410 strlist__delete(inject.known_build_ids); in cmd_inject()
2411 zstd_fini(&(inject.session->zstd_data)); in cmd_inject()
2412 perf_session__delete(inject.session); in cmd_inject()
2414 if (!inject.in_place_update) in cmd_inject()
2415 perf_data__close(&inject.output); in cmd_inject()
2416 free(inject.itrace_synth_opts.vm_tm_corr_args); in cmd_inject()
2417 free(inject.event_copy); in cmd_inject()
2418 free(inject.guest_session.ev.event_buf); in cmd_inject()