Lines Matching +full:static +full:- +full:trace +full:- +full:id
2 * builtin-trace.c
4 * Builtin 'trace' command:
6 * Display a continuously updated trace of any workload, CPU, specific PID,
8 * event may be specified using --event.
12 * Initially based on the 'trace' prototype by Thomas Gleixner:
14 * http://lwn.net/Articles/415728/ ("Announcing a new utility: 'trace'")
39 #include "util/synthetic-events.h"
45 #include <subcmd/exec-cmd.h>
52 #include <subcmd/parse-options.h>
59 #include "trace/beauty/beauty.h"
60 #include "trace-event.h"
61 #include "util/parse-events.h"
69 #include "dwarf-regs.h"
93 #include <event-parse.h>
150 struct trace { struct
153 /** Sorted sycall numbers used by the trace. */ argument
191 * TODO: The map is from an ID (aka system call number) to struct
192 * syscall_stats. If there is >1 e_machine, such as i386 and x86-64
196 * per-thread version.
245 static void trace__load_vmlinux_btf(struct trace *trace __maybe_unused) in trace__load_vmlinux_btf() argument
248 if (trace->btf != NULL) in trace__load_vmlinux_btf()
251 trace->btf = btf__load_vmlinux_btf(); in trace__load_vmlinux_btf()
253 fprintf(trace->output, trace->btf ? "vmlinux BTF loaded\n" : in trace__load_vmlinux_btf()
268 static u64 tp_field__u##bits(struct tp_field *field, struct perf_sample *sample) \
271 memcpy(&value, sample->raw_data + field->offset, sizeof(value)); \
281 static u64 tp_field__swapped_u##bits(struct tp_field *field, struct perf_sample *sample) \
284 memcpy(&value, sample->raw_data + field->offset, sizeof(value)); \
292 static int __tp_field__init_uint(struct tp_field *field, int size, int offset, bool needs_swap) in __tp_field__init_uint()
294 field->offset = offset; in __tp_field__init_uint()
298 field->integer = tp_field__u8; in __tp_field__init_uint()
301 field->integer = needs_swap ? tp_field__swapped_u16 : tp_field__u16; in __tp_field__init_uint()
304 field->integer = needs_swap ? tp_field__swapped_u32 : tp_field__u32; in __tp_field__init_uint()
307 field->integer = needs_swap ? tp_field__swapped_u64 : tp_field__u64; in __tp_field__init_uint()
310 return -1; in __tp_field__init_uint()
316 static int tp_field__init_uint(struct tp_field *field, struct tep_format_field *format_field, bool … in tp_field__init_uint()
318 return __tp_field__init_uint(field, format_field->size, format_field->offset, needs_swap); in tp_field__init_uint()
321 static void *tp_field__ptr(struct tp_field *field, struct perf_sample *sample) in tp_field__ptr()
323 return sample->raw_data + field->offset; in tp_field__ptr()
326 static int __tp_field__init_ptr(struct tp_field *field, int offset) in __tp_field__init_ptr()
328 field->offset = offset; in __tp_field__init_ptr()
329 field->pointer = tp_field__ptr; in __tp_field__init_ptr()
333 static int tp_field__init_ptr(struct tp_field *field, struct tep_format_field *format_field) in tp_field__init_ptr()
335 return __tp_field__init_ptr(field, format_field->offset); in tp_field__init_ptr()
339 struct tp_field id; member
346 * The evsel->priv as used by 'perf trace'
355 static struct evsel_trace *evsel_trace__new(void) in evsel_trace__new()
360 static void evsel_trace__delete(struct evsel_trace *et) in evsel_trace__delete()
365 zfree(&et->fmt); in evsel_trace__delete()
373 static inline struct syscall_tp *__evsel__syscall_tp(struct evsel *evsel) in __evsel__syscall_tp()
375 struct evsel_trace *et = evsel->priv; in __evsel__syscall_tp()
377 return &et->sc; in __evsel__syscall_tp()
380 static struct syscall_tp *evsel__syscall_tp(struct evsel *evsel) in evsel__syscall_tp()
382 if (evsel->priv == NULL) { in evsel__syscall_tp()
383 evsel->priv = evsel_trace__new(); in evsel__syscall_tp()
384 if (evsel->priv == NULL) in evsel__syscall_tp()
394 static inline struct syscall_arg_fmt *__evsel__syscall_arg_fmt(struct evsel *evsel) in __evsel__syscall_arg_fmt()
396 struct evsel_trace *et = evsel->priv; in __evsel__syscall_arg_fmt()
398 return et->fmt; in __evsel__syscall_arg_fmt()
401 static struct syscall_arg_fmt *evsel__syscall_arg_fmt(struct evsel *evsel) in evsel__syscall_arg_fmt()
403 struct evsel_trace *et = evsel->priv; in evsel__syscall_arg_fmt()
405 if (evsel->priv == NULL) { in evsel__syscall_arg_fmt()
406 et = evsel->priv = evsel_trace__new(); in evsel__syscall_arg_fmt()
412 if (et->fmt == NULL) { in evsel__syscall_arg_fmt()
418 et->fmt = calloc(tp_format->format.nr_fields, sizeof(struct syscall_arg_fmt)); in evsel__syscall_arg_fmt()
419 if (et->fmt == NULL) in evsel__syscall_arg_fmt()
426 evsel_trace__delete(evsel->priv); in evsel__syscall_arg_fmt()
427 evsel->priv = NULL; in evsel__syscall_arg_fmt()
431 static int evsel__init_tp_uint_field(struct evsel *evsel, struct tp_field *field, const char *name) in evsel__init_tp_uint_field()
436 return -1; in evsel__init_tp_uint_field()
438 return tp_field__init_uint(field, format_field, evsel->needs_swap); in evsel__init_tp_uint_field()
443 evsel__init_tp_uint_field(evsel, &sc->name, #name); })
445 static int evsel__init_tp_ptr_field(struct evsel *evsel, struct tp_field *field, const char *name) in evsel__init_tp_ptr_field()
450 return -1; in evsel__init_tp_ptr_field()
457 evsel__init_tp_ptr_field(evsel, &sc->name, #name); })
459 static void evsel__delete_priv(struct evsel *evsel) in evsel__delete_priv()
461 zfree(&evsel->priv); in evsel__delete_priv()
465 static int evsel__init_syscall_tp(struct evsel *evsel) in evsel__init_syscall_tp()
470 if (evsel__init_tp_uint_field(evsel, &sc->id, "__syscall_nr") && in evsel__init_syscall_tp()
471 evsel__init_tp_uint_field(evsel, &sc->id, "nr")) in evsel__init_syscall_tp()
472 return -ENOENT; in evsel__init_syscall_tp()
477 return -ENOMEM; in evsel__init_syscall_tp()
480 static int evsel__init_augmented_syscall_tp(struct evsel *evsel, struct evsel *tp) in evsel__init_augmented_syscall_tp()
485 struct tep_format_field *syscall_id = evsel__field(tp, "id"); in evsel__init_augmented_syscall_tp()
489 __tp_field__init_uint(&sc->id, syscall_id->size, syscall_id->offset, evsel->needs_swap)) in evsel__init_augmented_syscall_tp()
490 return -EINVAL; in evsel__init_augmented_syscall_tp()
495 return -ENOMEM; in evsel__init_augmented_syscall_tp()
498 static int evsel__init_augmented_syscall_tp_args(struct evsel *evsel) in evsel__init_augmented_syscall_tp_args()
502 return __tp_field__init_ptr(&sc->args, sc->id.offset + sizeof(u64)); in evsel__init_augmented_syscall_tp_args()
505 static int evsel__init_augmented_syscall_tp_ret(struct evsel *evsel) in evsel__init_augmented_syscall_tp_ret()
509 …return __tp_field__init_uint(&sc->ret, sizeof(u64), sc->id.offset + sizeof(u64), evsel->needs_swap… in evsel__init_augmented_syscall_tp_ret()
512 static int evsel__init_raw_syscall_tp(struct evsel *evsel, void *handler) in evsel__init_raw_syscall_tp()
515 if (perf_evsel__init_sc_tp_uint_field(evsel, id)) in evsel__init_raw_syscall_tp()
516 return -ENOENT; in evsel__init_raw_syscall_tp()
518 evsel->handler = handler; in evsel__init_raw_syscall_tp()
522 return -ENOMEM; in evsel__init_raw_syscall_tp()
525 static struct evsel *perf_evsel__raw_syscall_newtp(const char *direction, void *handler) in perf_evsel__raw_syscall_newtp()
548 fields->name.integer(&fields->name, sample); })
552 fields->name.pointer(&fields->name, sample); })
556 int idx = val - sa->offset; in strarray__scnprintf_suffix()
558 if (idx < 0 || idx >= sa->nr_entries || sa->entries[idx] == NULL) { in strarray__scnprintf_suffix()
561 printed += scnprintf(bf + printed, size - printed, " /* %s??? */", sa->prefix); in strarray__scnprintf_suffix()
565 return scnprintf(bf, size, "%s%s", sa->entries[idx], show_suffix ? sa->prefix : ""); in strarray__scnprintf_suffix()
570 int idx = val - sa->offset; in strarray__scnprintf()
572 if (idx < 0 || idx >= sa->nr_entries || sa->entries[idx] == NULL) { in strarray__scnprintf()
575 printed += scnprintf(bf + printed, size - printed, " /* %s??? */", sa->prefix); in strarray__scnprintf()
579 return scnprintf(bf, size, "%s%s", show_prefix ? sa->prefix : "", sa->entries[idx]); in strarray__scnprintf()
582 static size_t __syscall_arg__scnprintf_strarray(char *bf, size_t size, in __syscall_arg__scnprintf_strarray()
586 return strarray__scnprintf(arg->parm, bf, size, intfmt, arg->show_string_prefix, arg->val); in __syscall_arg__scnprintf_strarray()
589 static size_t syscall_arg__scnprintf_strarray(char *bf, size_t size, in syscall_arg__scnprintf_strarray()
599 return strarray__strtoul(arg->parm, bf, size, ret); in syscall_arg__strtoul_strarray()
604 return strarray__strtoul_flags(arg->parm, bf, size, ret); in syscall_arg__strtoul_strarray_flags()
609 return strarrays__strtoul(arg->parm, bf, size, ret); in syscall_arg__strtoul_strarrays()
614 return strarray__scnprintf_flags(arg->parm, bf, size, arg->show_string_prefix, arg->val); in syscall_arg__scnprintf_strarray_flags()
622 for (i = 0; i < sas->nr_entries; ++i) { in strarrays__scnprintf()
623 struct strarray *sa = sas->entries[i]; in strarrays__scnprintf()
624 int idx = val - sa->offset; in strarrays__scnprintf()
626 if (idx >= 0 && idx < sa->nr_entries) { in strarrays__scnprintf()
627 if (sa->entries[idx] == NULL) in strarrays__scnprintf()
629 return scnprintf(bf, size, "%s%s", show_prefix ? sa->prefix : "", sa->entries[idx]); in strarrays__scnprintf()
635 printed += scnprintf(bf + printed, size - printed, " /* %s??? */", sas->entries[0]->prefix); in strarrays__scnprintf()
643 for (i = 0; i < sa->nr_entries; ++i) { in strarray__strtoul()
644 if (sa->entries[i] && strncmp(sa->entries[i], bf, size) == 0 && sa->entries[i][size] == '\0') { in strarray__strtoul()
645 *ret = sa->offset + i; in strarray__strtoul()
665 size -= sep - tok + 1; in strarray__strtoul_flags()
667 end = sep - 1; in strarray__strtoul_flags()
669 --end; in strarray__strtoul_flags()
671 toklen = end - tok + 1; in strarray__strtoul_flags()
683 *ret |= (1 << (val - 1)); in strarray__strtoul_flags()
697 for (i = 0; i < sas->nr_entries; ++i) { in strarrays__strtoul()
698 struct strarray *sa = sas->entries[i]; in strarrays__strtoul()
710 return strarrays__scnprintf(arg->parm, bf, size, "%d", arg->show_string_prefix, arg->val); in syscall_arg__scnprintf_strarrays()
714 #define AT_FDCWD -100
717 static size_t syscall_arg__scnprintf_fd_at(char *bf, size_t size, in syscall_arg__scnprintf_fd_at()
720 int fd = arg->val; in syscall_arg__scnprintf_fd_at()
724 return scnprintf(bf, size, "%s%s", arg->show_string_prefix ? prefix : "", "CWD"); in syscall_arg__scnprintf_fd_at()
731 static size_t syscall_arg__scnprintf_close_fd(char *bf, size_t size,
738 return scnprintf(bf, size, "%#lx", arg->val); in syscall_arg__scnprintf_hex()
743 if (arg->val == 0) in syscall_arg__scnprintf_ptr()
750 return scnprintf(bf, size, "%d", arg->val); in syscall_arg__scnprintf_int()
755 return scnprintf(bf, size, "%ld", arg->val); in syscall_arg__scnprintf_long()
758 static size_t syscall_arg__scnprintf_char_array(char *bf, size_t size, struct syscall_arg *arg) in syscall_arg__scnprintf_char_array()
763 return scnprintf(bf, size, "\"%-.*s\"", arg->fmt->nr_entries ?: arg->len, arg->val); in syscall_arg__scnprintf_char_array()
768 static const char *bpf_cmd[] = {
780 static DEFINE_STRARRAY(bpf_cmd, "BPF_");
782 static const char *fsmount_flags[] = {
785 static DEFINE_STRARRAY(fsmount_flags, "FSMOUNT_");
787 #include "trace/beauty/generated/fsconfig_arrays.c"
789 static DEFINE_STRARRAY(fsconfig_cmds, "FSCONFIG_");
791 static const char *epoll_ctl_ops[] = { "ADD", "DEL", "MOD", };
792 static DEFINE_STRARRAY_OFFSET(epoll_ctl_ops, "EPOLL_CTL_", 1);
794 static const char *itimers[] = { "REAL", "VIRTUAL", "PROF", };
795 static DEFINE_STRARRAY(itimers, "ITIMER_");
797 static const char *keyctl_options[] = {
804 static DEFINE_STRARRAY(keyctl_options, "KEYCTL_");
806 static const char *whences[] = { "SET", "CUR", "END",
814 static DEFINE_STRARRAY(whences, "SEEK_");
816 static const char *fcntl_cmds[] = {
822 static DEFINE_STRARRAY(fcntl_cmds, "F_");
824 static const char *fcntl_linux_specific_cmds[] = {
830 static DEFINE_STRARRAY_OFFSET(fcntl_linux_specific_cmds, "F_", F_LINUX_SPECIFIC_BASE);
832 static struct strarray *fcntl_cmds_arrays[] = {
837 static DEFINE_STRARRAYS(fcntl_cmds_arrays);
839 static const char *rlimit_resources[] = {
844 static DEFINE_STRARRAY(rlimit_resources, "RLIMIT_");
846 static const char *sighow[] = { "BLOCK", "UNBLOCK", "SETMASK", };
847 static DEFINE_STRARRAY(sighow, "SIG_");
849 static const char *clockid[] = {
854 static DEFINE_STRARRAY(clockid, "CLOCK_");
856 static size_t syscall_arg__scnprintf_access_mode(char *bf, size_t size, in syscall_arg__scnprintf_access_mode()
859 bool show_prefix = arg->show_string_prefix; in syscall_arg__scnprintf_access_mode()
862 int mode = arg->val; in syscall_arg__scnprintf_access_mode()
868 printed += scnprintf(bf + printed, size - printed, "%s%s", #n, show_prefix ? suffix : ""); \ in syscall_arg__scnprintf_access_mode()
878 printed += scnprintf(bf + printed, size - printed, "|%#x", mode); in syscall_arg__scnprintf_access_mode()
885 static size_t syscall_arg__scnprintf_filename(char *bf, size_t size,
895 static size_t syscall_arg__scnprintf_buf(char *bf, size_t size, struct syscall_arg *arg);
899 static size_t syscall_arg__scnprintf_pipe_flags(char *bf, size_t size, in syscall_arg__scnprintf_pipe_flags()
902 bool show_prefix = arg->show_string_prefix; in syscall_arg__scnprintf_pipe_flags()
904 int printed = 0, flags = arg->val; in syscall_arg__scnprintf_pipe_flags()
908 …printed += scnprintf(bf + printed, size - printed, "%s%s%s", printed ? "|" : "", show_prefix ? pre… in syscall_arg__scnprintf_pipe_flags()
917 printed += scnprintf(bf + printed, size - printed, "%s%#x", printed ? "|" : "", flags); in syscall_arg__scnprintf_pipe_flags()
931 static size_t syscall_arg__scnprintf_getrandom_flags(char *bf, size_t size, in syscall_arg__scnprintf_getrandom_flags()
934 bool show_prefix = arg->show_string_prefix; in syscall_arg__scnprintf_getrandom_flags()
936 int printed = 0, flags = arg->val; in syscall_arg__scnprintf_getrandom_flags()
940 …printed += scnprintf(bf + printed, size - printed, "%s%s%s", printed ? "|" : "", show_prefix ? pre… in syscall_arg__scnprintf_getrandom_flags()
949 printed += scnprintf(bf + printed, size - printed, "%s%#x", printed ? "|" : "", flags); in syscall_arg__scnprintf_getrandom_flags()
957 static void syscall_arg_fmt__cache_btf_enum(struct syscall_arg_fmt *arg_fmt, struct btf *btf, char … in syscall_arg_fmt__cache_btf_enum()
959 int id; in syscall_arg_fmt__cache_btf_enum() local
967 id = btf__find_by_name(btf, type); in syscall_arg_fmt__cache_btf_enum()
968 if (id < 0) in syscall_arg_fmt__cache_btf_enum()
971 arg_fmt->type = btf__type_by_id(btf, id); in syscall_arg_fmt__cache_btf_enum()
974 static bool syscall_arg__strtoul_btf_enum(char *bf, size_t size, struct syscall_arg *arg, u64 *val) in syscall_arg__strtoul_btf_enum()
976 const struct btf_type *bt = arg->fmt->type; in syscall_arg__strtoul_btf_enum()
977 struct btf *btf = arg->trace->btf; in syscall_arg__strtoul_btf_enum()
981 const char *name = btf__name_by_offset(btf, be->name_off); in syscall_arg__strtoul_btf_enum()
985 *val = be->val; in syscall_arg__strtoul_btf_enum()
993 static bool syscall_arg__strtoul_btf_type(char *bf, size_t size, struct syscall_arg *arg, u64 *val) in syscall_arg__strtoul_btf_type()
996 char *type = arg->type_name; in syscall_arg__strtoul_btf_type()
999 trace__load_vmlinux_btf(arg->trace); in syscall_arg__strtoul_btf_type()
1001 btf = arg->trace->btf; in syscall_arg__strtoul_btf_type()
1005 if (arg->fmt->type == NULL) { in syscall_arg__strtoul_btf_type()
1007 syscall_arg_fmt__cache_btf_enum(arg->fmt, btf, type); in syscall_arg__strtoul_btf_type()
1011 bt = arg->fmt->type; in syscall_arg__strtoul_btf_type()
1016 if (btf_is_enum(arg->fmt->type)) in syscall_arg__strtoul_btf_type()
1022 static size_t btf_enum_scnprintf(const struct btf_type *type, struct btf *btf, char *bf, size_t siz… in btf_enum_scnprintf()
1028 if (be->val == val) { in btf_enum_scnprintf()
1030 btf__name_by_offset(btf, be->name_off)); in btf_enum_scnprintf()
1042 static void trace__btf_dump_snprintf(void *vctx, const char *fmt, va_list args) in trace__btf_dump_snprintf()
1046 ctx->printed += vscnprintf(ctx->bf + ctx->printed, ctx->size - ctx->printed, fmt, args); in trace__btf_dump_snprintf()
1049 static size_t btf_struct_scnprintf(const struct btf_type *type, struct btf *btf, char *bf, size_t s… in btf_struct_scnprintf()
1055 struct augmented_arg *augmented_arg = arg->augmented.args; in btf_struct_scnprintf()
1056 int type_id = arg->fmt->type_id, consumed; in btf_struct_scnprintf()
1062 if (arg == NULL || arg->augmented.args == NULL) in btf_struct_scnprintf()
1066 dump_data_opts.skip_names = !arg->trace->show_arg_names; in btf_struct_scnprintf()
1073 …if (btf_dump__dump_type_data(btf_dump, type_id, arg->augmented.args->value, type->size, &dump_data… in btf_struct_scnprintf()
1076 consumed = sizeof(*augmented_arg) + augmented_arg->size; in btf_struct_scnprintf()
1077 arg->augmented.args = ((void *)arg->augmented.args) + consumed; in btf_struct_scnprintf()
1078 arg->augmented.size -= consumed; in btf_struct_scnprintf()
1085 static size_t trace__btf_scnprintf(struct trace *trace, struct syscall_arg *arg, char *bf, in trace__btf_scnprintf() argument
1088 struct syscall_arg_fmt *arg_fmt = arg->fmt; in trace__btf_scnprintf()
1090 if (trace->btf == NULL) in trace__btf_scnprintf()
1093 if (arg_fmt->type == NULL) { in trace__btf_scnprintf()
1095 syscall_arg_fmt__cache_btf_enum(arg_fmt, trace->btf, type); in trace__btf_scnprintf()
1099 if (arg_fmt->type == NULL) in trace__btf_scnprintf()
1102 if (btf_is_enum(arg_fmt->type)) in trace__btf_scnprintf()
1103 return btf_enum_scnprintf(arg_fmt->type, trace->btf, bf, size, val); in trace__btf_scnprintf()
1104 else if (btf_is_struct(arg_fmt->type) || btf_is_union(arg_fmt->type)) in trace__btf_scnprintf()
1105 return btf_struct_scnprintf(arg_fmt->type, trace->btf, bf, size, arg); in trace__btf_scnprintf()
1111 static size_t trace__btf_scnprintf(struct trace *trace __maybe_unused, struct syscall_arg *arg __ma… in trace__btf_scnprintf()
1118 static bool syscall_arg__strtoul_btf_type(char *bf __maybe_unused, size_t size __maybe_unused, in syscall_arg__strtoul_btf_type()
1137 #include "trace/beauty/eventfd.c"
1138 #include "trace/beauty/futex_op.c"
1139 #include "trace/beauty/futex_val3.c"
1140 #include "trace/beauty/mmap.c"
1141 #include "trace/beauty/mode_t.c"
1142 #include "trace/beauty/msg_flags.c"
1143 #include "trace/beauty/open_flags.c"
1144 #include "trace/beauty/perf_event_open.c"
1145 #include "trace/beauty/pid.c"
1146 #include "trace/beauty/sched_policy.c"
1147 #include "trace/beauty/seccomp.c"
1148 #include "trace/beauty/signum.c"
1149 #include "trace/beauty/socket_type.c"
1150 #include "trace/beauty/waitid_options.c"
1152 static const struct syscall_fmt syscall_fmts[] = {
1431 static int syscall_fmt__cmp(const void *name, const void *fmtp) in syscall_fmt__cmp()
1434 return strcmp(name, fmt->name); in syscall_fmt__cmp()
1437 static const struct syscall_fmt *__syscall_fmt__find(const struct syscall_fmt *fmts, in __syscall_fmt__find()
1444 static const struct syscall_fmt *syscall_fmt__find(const char *name) in syscall_fmt__find()
1450 static const struct syscall_fmt *__syscall_fmt__find_by_alias(const struct syscall_fmt *fmts, in __syscall_fmt__find_by_alias()
1463 static const struct syscall_fmt *syscall_fmt__find_by_alias(const char *alias) in syscall_fmt__find_by_alias()
1475 /** @id: id value from the tracepoint, the system call number. */
1476 int id; member
1498 * syscall id not allocated.
1515 static size_t fprintf_duration(unsigned long t, bool calculated, FILE *fp) in fprintf_duration()
1561 static size_t syscall_id_hash(long key, void *ctx __maybe_unused) in syscall_id_hash()
1566 static bool syscall_id_equal(long key1, long key2, void *ctx __maybe_unused) in syscall_id_equal()
1571 static struct hashmap *alloc_syscall_stats(void) in alloc_syscall_stats()
1576 static void delete_syscall_stats(struct hashmap *syscall_stats) in delete_syscall_stats()
1585 zfree(&pos->pvalue); in delete_syscall_stats()
1589 static struct thread_trace *thread_trace__new(struct trace *trace) in thread_trace__new() argument
1594 ttrace->files.max = -1; in thread_trace__new()
1595 if (trace->summary) { in thread_trace__new()
1596 ttrace->syscall_stats = alloc_syscall_stats(); in thread_trace__new()
1597 if (IS_ERR(ttrace->syscall_stats)) in thread_trace__new()
1605 static void thread_trace__free_files(struct thread_trace *ttrace);
1607 static void thread_trace__delete(void *pttrace) in thread_trace__delete()
1614 delete_syscall_stats(ttrace->syscall_stats); in thread_trace__delete()
1615 ttrace->syscall_stats = NULL; in thread_trace__delete()
1617 zfree(&ttrace->entry_str); in thread_trace__delete()
1621 static struct thread_trace *thread__trace(struct thread *thread, struct trace *trace) in thread__trace() argument
1629 thread__set_priv(thread, thread_trace__new(trace)); in thread__trace()
1635 ++ttrace->nr_events; in thread__trace()
1639 color_fprintf(trace->output, PERF_COLOR_RED, in thread__trace()
1648 struct thread_trace *ttrace = thread__priv(arg->thread); in syscall_arg__set_ret_scnprintf()
1650 ttrace->ret_scnprintf = ret_scnprintf; in syscall_arg__set_ret_scnprintf()
1656 static const size_t trace__entry_str_size = 2048;
1658 static void thread_trace__free_files(struct thread_trace *ttrace) in thread_trace__free_files()
1660 for (int i = 0; i < ttrace->files.max; ++i) { in thread_trace__free_files()
1661 struct file *file = ttrace->files.table + i; in thread_trace__free_files()
1662 zfree(&file->pathname); in thread_trace__free_files()
1665 zfree(&ttrace->files.table); in thread_trace__free_files()
1666 ttrace->files.max = -1; in thread_trace__free_files()
1669 static struct file *thread_trace__files_entry(struct thread_trace *ttrace, int fd) in thread_trace__files_entry()
1674 if (fd > ttrace->files.max) { in thread_trace__files_entry()
1675 struct file *nfiles = realloc(ttrace->files.table, (fd + 1) * sizeof(struct file)); in thread_trace__files_entry()
1680 if (ttrace->files.max != -1) { in thread_trace__files_entry()
1681 memset(nfiles + ttrace->files.max + 1, 0, in thread_trace__files_entry()
1682 (fd - ttrace->files.max) * sizeof(struct file)); in thread_trace__files_entry()
1687 ttrace->files.table = nfiles; in thread_trace__files_entry()
1688 ttrace->files.max = fd; in thread_trace__files_entry()
1691 return ttrace->files.table + fd; in thread_trace__files_entry()
1699 static int trace__set_fd_pathname(struct thread *thread, int fd, const char *pathname) in trace__set_fd_pathname()
1707 file->dev_maj = major(st.st_rdev); in trace__set_fd_pathname()
1708 file->pathname = strdup(pathname); in trace__set_fd_pathname()
1709 if (file->pathname) in trace__set_fd_pathname()
1713 return -1; in trace__set_fd_pathname()
1716 static int thread__read_fd_path(struct thread *thread, int fd) in thread__read_fd_path()
1732 return -1; in thread__read_fd_path()
1737 return -1; in thread__read_fd_path()
1743 static const char *thread__fd_path(struct thread *thread, int fd, in thread__fd_path()
1744 struct trace *trace) in thread__fd_path() argument
1748 if (ttrace == NULL || trace->fd_path_disabled) in thread__fd_path()
1754 if ((fd > ttrace->files.max || ttrace->files.table[fd].pathname == NULL)) { in thread__fd_path()
1755 if (!trace->live) in thread__fd_path()
1757 ++trace->stats.proc_getname; in thread__fd_path()
1762 return ttrace->files.table[fd].pathname; in thread__fd_path()
1767 int fd = arg->val; in syscall_arg__scnprintf_fd()
1769 const char *path = thread__fd_path(arg->thread, fd, arg->trace); in syscall_arg__scnprintf_fd()
1772 printed += scnprintf(bf + printed, size - printed, "<%s>", path); in syscall_arg__scnprintf_fd()
1777 size_t pid__scnprintf_fd(struct trace *trace, pid_t pid, int fd, char *bf, size_t size) in pid__scnprintf_fd() argument
1780 struct thread *thread = machine__find_thread(trace->host, pid, pid); in pid__scnprintf_fd()
1783 const char *path = thread__fd_path(thread, fd, trace); in pid__scnprintf_fd()
1786 printed += scnprintf(bf + printed, size - printed, "<%s>", path); in pid__scnprintf_fd()
1794 static size_t syscall_arg__scnprintf_close_fd(char *bf, size_t size, in syscall_arg__scnprintf_close_fd()
1797 int fd = arg->val; in syscall_arg__scnprintf_close_fd()
1799 struct thread_trace *ttrace = thread__priv(arg->thread); in syscall_arg__scnprintf_close_fd()
1801 if (ttrace && fd >= 0 && fd <= ttrace->files.max) in syscall_arg__scnprintf_close_fd()
1802 zfree(&ttrace->files.table[fd].pathname); in syscall_arg__scnprintf_close_fd()
1807 static void thread__set_filename_pos(struct thread *thread, const char *bf, in thread__set_filename_pos()
1812 ttrace->filename.ptr = ptr; in thread__set_filename_pos()
1813 ttrace->filename.entry_str_pos = bf - ttrace->entry_str; in thread__set_filename_pos()
1816 static size_t syscall_arg__scnprintf_augmented_string(struct syscall_arg *arg, char *bf, size_t siz… in syscall_arg__scnprintf_augmented_string()
1818 struct augmented_arg *augmented_arg = arg->augmented.args; in syscall_arg__scnprintf_augmented_string()
1819 size_t printed = scnprintf(bf, size, "\"%.*s\"", augmented_arg->size, augmented_arg->value); in syscall_arg__scnprintf_augmented_string()
1824 int consumed = sizeof(*augmented_arg) + augmented_arg->size; in syscall_arg__scnprintf_augmented_string()
1826 arg->augmented.args = ((void *)arg->augmented.args) + consumed; in syscall_arg__scnprintf_augmented_string()
1827 arg->augmented.size -= consumed; in syscall_arg__scnprintf_augmented_string()
1832 static size_t syscall_arg__scnprintf_filename(char *bf, size_t size, in syscall_arg__scnprintf_filename()
1835 unsigned long ptr = arg->val; in syscall_arg__scnprintf_filename()
1837 if (arg->augmented.args) in syscall_arg__scnprintf_filename()
1840 if (!arg->trace->vfs_getname) in syscall_arg__scnprintf_filename()
1843 thread__set_filename_pos(arg->thread, bf, ptr); in syscall_arg__scnprintf_filename()
1850 static size_t syscall_arg__scnprintf_buf(char *bf, size_t size, struct syscall_arg *arg) in syscall_arg__scnprintf_buf()
1852 struct augmented_arg *augmented_arg = arg->augmented.args; in syscall_arg__scnprintf_buf()
1853 unsigned char *orig = (unsigned char *)augmented_arg->value; in syscall_arg__scnprintf_buf()
1860 for (int j = 0; j < augmented_arg->size; ++j) { in syscall_arg__scnprintf_buf()
1862 /* print control characters (0~31 and 127), and non-ascii characters in \(digits) */ in syscall_arg__scnprintf_buf()
1863 printed += scnprintf(bf + printed, size - printed, control_char ? "\\%d" : "%c", (int)orig[j]); in syscall_arg__scnprintf_buf()
1866 consumed = sizeof(*augmented_arg) + augmented_arg->size; in syscall_arg__scnprintf_buf()
1867 arg->augmented.args = ((void *)arg->augmented.args) + consumed; in syscall_arg__scnprintf_buf()
1868 arg->augmented.size -= consumed; in syscall_arg__scnprintf_buf()
1873 static bool trace__filter_duration(struct trace *trace, double t) in trace__filter_duration() argument
1875 return t < (trace->duration_filter * NSEC_PER_MSEC); in trace__filter_duration()
1878 static size_t __trace__fprintf_tstamp(struct trace *trace, u64 tstamp, FILE *fp) in __trace__fprintf_tstamp() argument
1880 double ts = (double)(tstamp - trace->base_time) / NSEC_PER_MSEC; in __trace__fprintf_tstamp()
1887 * using ttrace->entry_time for a thread that receives a sys_exit without
1891 static size_t trace__fprintf_tstamp(struct trace *trace, u64 tstamp, FILE *fp) in trace__fprintf_tstamp() argument
1894 return __trace__fprintf_tstamp(trace, tstamp, fp); in trace__fprintf_tstamp()
1899 static pid_t workload_pid = -1;
1900 static volatile sig_atomic_t done = false;
1901 static volatile sig_atomic_t interrupted = false;
1903 static void sighandler_interrupt(int sig __maybe_unused) in sighandler_interrupt()
1908 static void sighandler_chld(int sig __maybe_unused, siginfo_t *info, in sighandler_chld()
1911 if (info->si_pid == workload_pid) in sighandler_chld()
1915 static size_t trace__fprintf_comm_tid(struct trace *trace, struct thread *thread, FILE *fp) in trace__fprintf_comm_tid() argument
1919 if (trace->multiple_threads) { in trace__fprintf_comm_tid()
1920 if (trace->show_comm) in trace__fprintf_comm_tid()
1928 static size_t trace__fprintf_entry_head(struct trace *trace, struct thread *thread, in trace__fprintf_entry_head() argument
1933 if (trace->show_tstamp) in trace__fprintf_entry_head()
1934 printed = trace__fprintf_tstamp(trace, tstamp, fp); in trace__fprintf_entry_head()
1935 if (trace->show_duration) in trace__fprintf_entry_head()
1937 return printed + trace__fprintf_comm_tid(trace, thread, fp); in trace__fprintf_entry_head()
1940 static int trace__process_event(struct trace *trace, struct machine *machine, in trace__process_event() argument
1945 switch (event->header.type) { in trace__process_event()
1947 color_fprintf(trace->output, PERF_COLOR_RED, in trace__process_event()
1948 "LOST %" PRIu64 " events!\n", (u64)event->lost.lost); in trace__process_event()
1959 static int trace__tool_process(const struct perf_tool *tool, in trace__tool_process()
1964 struct trace *trace = container_of(tool, struct trace, tool); in trace__tool_process() local
1965 return trace__process_event(trace, machine, event, sample); in trace__tool_process()
1968 static char *trace__machine__resolve_kernel_addr(void *vmachine, unsigned long long *addrp, char **… in trace__machine__resolve_kernel_addr()
1972 if (machine->kptr_restrict_warned) in trace__machine__resolve_kernel_addr()
1979 machine->kptr_restrict_warned = true; in trace__machine__resolve_kernel_addr()
1986 static int trace__symbols_init(struct trace *trace, struct evlist *evlist) in trace__symbols_init() argument
1993 trace->host = machine__new_host(); in trace__symbols_init()
1994 if (trace->host == NULL) in trace__symbols_init()
1995 return -ENOMEM; in trace__symbols_init()
1999 err = trace_event__register_resolver(trace->host, trace__machine__resolve_kernel_addr); in trace__symbols_init()
2003 err = __machine__synthesize_threads(trace->host, &trace->tool, &trace->opts.target, in trace__symbols_init()
2004 evlist->core.threads, trace__tool_process, in trace__symbols_init()
2013 static void trace__symbols__exit(struct trace *trace) in trace__symbols__exit() argument
2015 machine__exit(trace->host); in trace__symbols__exit()
2016 trace->host = NULL; in trace__symbols__exit()
2021 static int syscall__alloc_arg_fmts(struct syscall *sc, int nr_args) in syscall__alloc_arg_fmts()
2025 if (nr_args == RAW_SYSCALL_ARGS_NUM && sc->fmt && sc->fmt->nr_args != 0) in syscall__alloc_arg_fmts()
2026 nr_args = sc->fmt->nr_args; in syscall__alloc_arg_fmts()
2028 sc->arg_fmt = calloc(nr_args, sizeof(*sc->arg_fmt)); in syscall__alloc_arg_fmts()
2029 if (sc->arg_fmt == NULL) in syscall__alloc_arg_fmts()
2030 return -1; in syscall__alloc_arg_fmts()
2033 if (sc->fmt) in syscall__alloc_arg_fmts()
2034 sc->arg_fmt[idx] = sc->fmt->arg[idx]; in syscall__alloc_arg_fmts()
2037 sc->nr_args = nr_args; in syscall__alloc_arg_fmts()
2041 static const struct syscall_arg_fmt syscall_arg_fmts__by_name[] = {
2046 static int syscall_arg_fmt__cmp(const void *name, const void *fmtp) in syscall_arg_fmt__cmp()
2049 return strcmp(name, fmt->name); in syscall_arg_fmt__cmp()
2052 static const struct syscall_arg_fmt *
2059 static const struct syscall_arg_fmt *syscall_arg_fmt__find_by_name(const char *name) in syscall_arg_fmt__find_by_name()
2065 static struct tep_format_field *
2072 for (; field; field = field->next, ++arg) { in syscall_arg_fmt__init_array()
2075 if (arg->scnprintf) in syscall_arg_fmt__init_array()
2078 len = strlen(field->name); in syscall_arg_fmt__init_array()
2081 if ((field->flags & TEP_FIELD_IS_POINTER) && strstarts(field->type, "const ")) in syscall_arg_fmt__init_array()
2082 arg->from_user = true; in syscall_arg_fmt__init_array()
2084 if (strcmp(field->type, "const char *") == 0 && in syscall_arg_fmt__init_array()
2085 ((len >= 4 && strcmp(field->name + len - 4, "name") == 0) || in syscall_arg_fmt__init_array()
2086 strstr(field->name, "path") != NULL)) { in syscall_arg_fmt__init_array()
2087 arg->scnprintf = SCA_FILENAME; in syscall_arg_fmt__init_array()
2088 } else if ((field->flags & TEP_FIELD_IS_POINTER) || strstr(field->name, "addr")) in syscall_arg_fmt__init_array()
2089 arg->scnprintf = SCA_PTR; in syscall_arg_fmt__init_array()
2090 else if (strcmp(field->type, "pid_t") == 0) in syscall_arg_fmt__init_array()
2091 arg->scnprintf = SCA_PID; in syscall_arg_fmt__init_array()
2092 else if (strcmp(field->type, "umode_t") == 0) in syscall_arg_fmt__init_array()
2093 arg->scnprintf = SCA_MODE_T; in syscall_arg_fmt__init_array()
2094 else if ((field->flags & TEP_FIELD_IS_ARRAY) && strstr(field->type, "char")) { in syscall_arg_fmt__init_array()
2095 arg->scnprintf = SCA_CHAR_ARRAY; in syscall_arg_fmt__init_array()
2096 arg->nr_entries = field->arraylen; in syscall_arg_fmt__init_array()
2097 } else if ((strcmp(field->type, "int") == 0 || in syscall_arg_fmt__init_array()
2098 strcmp(field->type, "unsigned int") == 0 || in syscall_arg_fmt__init_array()
2099 strcmp(field->type, "long") == 0) && in syscall_arg_fmt__init_array()
2100 len >= 2 && strcmp(field->name + len - 2, "fd") == 0) { in syscall_arg_fmt__init_array()
2103 * grep -E 'field:.*fd;' .../format|sed -r 's/.*field:([a-z ]+) [a-z_]*fd.+/\1/g'|sort|uniq -c in syscall_arg_fmt__init_array()
2108 arg->scnprintf = SCA_FD; in syscall_arg_fmt__init_array()
2109 } else if (strstr(field->type, "enum") && use_btf != NULL) { in syscall_arg_fmt__init_array()
2111 arg->strtoul = STUL_BTF_TYPE; in syscall_arg_fmt__init_array()
2114 syscall_arg_fmt__find_by_name(field->name); in syscall_arg_fmt__init_array()
2117 arg->scnprintf = fmt->scnprintf; in syscall_arg_fmt__init_array()
2118 arg->strtoul = fmt->strtoul; in syscall_arg_fmt__init_array()
2126 static int syscall__set_arg_fmts(struct syscall *sc) in syscall__set_arg_fmts()
2128 struct tep_format_field *last_field = syscall_arg_fmt__init_array(sc->arg_fmt, sc->args, in syscall__set_arg_fmts()
2129 &sc->use_btf); in syscall__set_arg_fmts()
2132 sc->args_size = last_field->offset + last_field->size; in syscall__set_arg_fmts()
2137 static int syscall__read_info(struct syscall *sc, struct trace *trace) in syscall__read_info() argument
2143 if (sc->nonexistent) in syscall__read_info()
2144 return -EEXIST; in syscall__read_info()
2146 if (sc->name) { in syscall__read_info()
2151 name = syscalltbl__name(sc->e_machine, sc->id); in syscall__read_info()
2153 sc->nonexistent = true; in syscall__read_info()
2154 return -EEXIST; in syscall__read_info()
2157 sc->name = name; in syscall__read_info()
2158 sc->fmt = syscall_fmt__find(sc->name); in syscall__read_info()
2160 snprintf(tp_name, sizeof(tp_name), "sys_enter_%s", sc->name); in syscall__read_info()
2161 sc->tp_format = trace_event__tp_format("syscalls", tp_name); in syscall__read_info()
2163 if (IS_ERR(sc->tp_format) && sc->fmt && sc->fmt->alias) { in syscall__read_info()
2164 snprintf(tp_name, sizeof(tp_name), "sys_enter_%s", sc->fmt->alias); in syscall__read_info()
2165 sc->tp_format = trace_event__tp_format("syscalls", tp_name); in syscall__read_info()
2169 * Fails to read trace point format via sysfs node, so the trace point in syscall__read_info()
2172 if (IS_ERR(sc->tp_format)) { in syscall__read_info()
2173 sc->nonexistent = true; in syscall__read_info()
2174 err = PTR_ERR(sc->tp_format); in syscall__read_info()
2175 sc->tp_format = NULL; in syscall__read_info()
2183 if (syscall__alloc_arg_fmts(sc, sc->tp_format->format.nr_fields - 1)) in syscall__read_info()
2184 return -ENOMEM; in syscall__read_info()
2186 sc->args = sc->tp_format->format.fields; in syscall__read_info()
2192 if (sc->args && (!strcmp(sc->args->name, "__syscall_nr") || !strcmp(sc->args->name, "nr"))) { in syscall__read_info()
2193 sc->args = sc->args->next; in syscall__read_info()
2194 --sc->nr_args; in syscall__read_info()
2197 sc->is_exit = !strcmp(name, "exit_group") || !strcmp(name, "exit"); in syscall__read_info()
2198 sc->is_open = !strcmp(name, "open") || !strcmp(name, "openat"); in syscall__read_info()
2203 if (sc->use_btf) in syscall__read_info()
2204 trace__load_vmlinux_btf(trace); in syscall__read_info()
2209 static int evsel__init_tp_arg_scnprintf(struct evsel *evsel, bool *use_btf) in evsel__init_tp_arg_scnprintf()
2217 syscall_arg_fmt__init_array(fmt, tp_format->format.fields, use_btf); in evsel__init_tp_arg_scnprintf()
2222 return -ENOMEM; in evsel__init_tp_arg_scnprintf()
2225 static int intcmp(const void *a, const void *b) in intcmp()
2229 return *one - *another; in intcmp()
2232 static int trace__validate_ev_qualifier(struct trace *trace) in trace__validate_ev_qualifier() argument
2237 size_t nr_used = 0, nr_allocated = strlist__nr_entries(trace->ev_qualifier); in trace__validate_ev_qualifier()
2239 trace->ev_qualifier_ids.entries = malloc(nr_allocated * in trace__validate_ev_qualifier()
2240 sizeof(trace->ev_qualifier_ids.entries[0])); in trace__validate_ev_qualifier()
2242 if (trace->ev_qualifier_ids.entries == NULL) { in trace__validate_ev_qualifier()
2244 trace->output); in trace__validate_ev_qualifier()
2245 err = -EINVAL; in trace__validate_ev_qualifier()
2249 strlist__for_each_entry(pos, trace->ev_qualifier) { in trace__validate_ev_qualifier()
2250 const char *sc = pos->s; in trace__validate_ev_qualifier()
2255 int id = syscalltbl__id(EM_HOST, sc), match_next = -1; in trace__validate_ev_qualifier() local
2257 if (id < 0) { in trace__validate_ev_qualifier()
2258 id = syscalltbl__strglobmatch_first(EM_HOST, sc, &match_next); in trace__validate_ev_qualifier()
2259 if (id >= 0) in trace__validate_ev_qualifier()
2273 trace->ev_qualifier_ids.entries[nr_used++] = id; in trace__validate_ev_qualifier()
2274 if (match_next == -1) in trace__validate_ev_qualifier()
2278 id = syscalltbl__strglobmatch_next(EM_HOST, sc, &match_next); in trace__validate_ev_qualifier()
2279 if (id < 0) in trace__validate_ev_qualifier()
2285 entries = realloc(trace->ev_qualifier_ids.entries, in trace__validate_ev_qualifier()
2286 nr_allocated * sizeof(trace->ev_qualifier_ids.entries[0])); in trace__validate_ev_qualifier()
2288 err = -ENOMEM; in trace__validate_ev_qualifier()
2289 fputs("\nError:\t Not enough memory for parsing\n", trace->output); in trace__validate_ev_qualifier()
2292 trace->ev_qualifier_ids.entries = entries; in trace__validate_ev_qualifier()
2294 trace->ev_qualifier_ids.entries[nr_used++] = id; in trace__validate_ev_qualifier()
2298 trace->ev_qualifier_ids.nr = nr_used; in trace__validate_ev_qualifier()
2299 qsort(trace->ev_qualifier_ids.entries, nr_used, sizeof(int), intcmp); in trace__validate_ev_qualifier()
2305 zfree(&trace->ev_qualifier_ids.entries); in trace__validate_ev_qualifier()
2306 trace->ev_qualifier_ids.nr = 0; in trace__validate_ev_qualifier()
2310 static __maybe_unused bool trace__syscall_enabled(struct trace *trace, int id) in trace__syscall_enabled() argument
2314 if (trace->ev_qualifier_ids.nr == 0) in trace__syscall_enabled()
2317 in_ev_qualifier = bsearch(&id, trace->ev_qualifier_ids.entries, in trace__syscall_enabled()
2318 trace->ev_qualifier_ids.nr, sizeof(int), intcmp) != NULL; in trace__syscall_enabled()
2321 return !trace->not_ev_qualifier; in trace__syscall_enabled()
2323 return trace->not_ev_qualifier; in trace__syscall_enabled()
2328 * 8-byte unaligned accesses. args points to raw_data within the event
2329 * and raw_data is guaranteed to be 8-byte unaligned because it is
2337 unsigned char *p = arg->args + sizeof(unsigned long) * idx; in syscall_arg__val()
2343 static size_t syscall__scnprintf_name(struct syscall *sc, char *bf, size_t size, in syscall__scnprintf_name()
2346 if (sc->arg_fmt && sc->arg_fmt[arg->idx].name) in syscall__scnprintf_name()
2347 return scnprintf(bf, size, "%s: ", sc->arg_fmt[arg->idx].name); in syscall__scnprintf_name()
2349 return scnprintf(bf, size, "arg%d: ", arg->idx); in syscall__scnprintf_name()
2355 * in tools/perf/trace/beauty/mount_flags.c
2357 static unsigned long syscall_arg_fmt__mask_val(struct syscall_arg_fmt *fmt, struct syscall_arg *arg… in syscall_arg_fmt__mask_val()
2359 if (fmt && fmt->mask_val) in syscall_arg_fmt__mask_val()
2360 return fmt->mask_val(arg, val); in syscall_arg_fmt__mask_val()
2365 static size_t syscall_arg_fmt__scnprintf_val(struct syscall_arg_fmt *fmt, char *bf, size_t size, in syscall_arg_fmt__scnprintf_val()
2368 if (fmt && fmt->scnprintf) { in syscall_arg_fmt__scnprintf_val()
2369 arg->val = val; in syscall_arg_fmt__scnprintf_val()
2370 if (fmt->parm) in syscall_arg_fmt__scnprintf_val()
2371 arg->parm = fmt->parm; in syscall_arg_fmt__scnprintf_val()
2372 return fmt->scnprintf(bf, size, arg); in syscall_arg_fmt__scnprintf_val()
2377 static size_t syscall__scnprintf_args(struct syscall *sc, char *bf, size_t size, in syscall__scnprintf_args()
2379 struct trace *trace, struct thread *thread) in syscall__scnprintf_args() argument
2392 .trace = trace, in syscall__scnprintf_args()
2394 .show_string_prefix = trace->show_string_prefix, in syscall__scnprintf_args()
2404 ttrace->ret_scnprintf = NULL; in syscall__scnprintf_args()
2406 if (sc->args != NULL) { in syscall__scnprintf_args()
2409 for (field = sc->args; field; in syscall__scnprintf_args()
2410 field = field->next, ++arg.idx, bit <<= 1) { in syscall__scnprintf_args()
2414 arg.fmt = &sc->arg_fmt[arg.idx]; in syscall__scnprintf_args()
2420 val = syscall_arg_fmt__mask_val(&sc->arg_fmt[arg.idx], &arg, val); in syscall__scnprintf_args()
2429 if (val == 0 && !trace->show_zeros && in syscall__scnprintf_args()
2430 !(sc->arg_fmt && sc->arg_fmt[arg.idx].show_zero) && in syscall__scnprintf_args()
2431 !(sc->arg_fmt && sc->arg_fmt[arg.idx].strtoul == STUL_BTF_TYPE)) in syscall__scnprintf_args()
2434 printed += scnprintf(bf + printed, size - printed, "%s", printed ? ", " : ""); in syscall__scnprintf_args()
2436 if (trace->show_arg_names) in syscall__scnprintf_args()
2437 printed += scnprintf(bf + printed, size - printed, "%s: ", field->name); in syscall__scnprintf_args()
2439 default_scnprintf = sc->arg_fmt[arg.idx].scnprintf; in syscall__scnprintf_args()
2441 if (trace->force_btf || default_scnprintf == NULL || default_scnprintf == SCA_PTR) { in syscall__scnprintf_args()
2442 btf_printed = trace__btf_scnprintf(trace, &arg, bf + printed, in syscall__scnprintf_args()
2443 size - printed, val, field->type); in syscall__scnprintf_args()
2450 printed += syscall_arg_fmt__scnprintf_val(&sc->arg_fmt[arg.idx], in syscall__scnprintf_args()
2451 bf + printed, size - printed, &arg, val); in syscall__scnprintf_args()
2453 } else if (IS_ERR(sc->tp_format)) { in syscall__scnprintf_args()
2459 while (arg.idx < sc->nr_args) { in syscall__scnprintf_args()
2464 printed += scnprintf(bf + printed, size - printed, ", "); in syscall__scnprintf_args()
2465 printed += syscall__scnprintf_name(sc, bf + printed, size - printed, &arg); in syscall__scnprintf_args()
2466 …printed += syscall_arg_fmt__scnprintf_val(&sc->arg_fmt[arg.idx], bf + printed, size - printed, &ar… in syscall__scnprintf_args()
2476 static struct syscall *syscall__new(int e_machine, int id) in syscall__new() argument
2483 sc->e_machine = e_machine; in syscall__new()
2484 sc->id = id; in syscall__new()
2488 static void syscall__delete(struct syscall *sc) in syscall__delete()
2493 free(sc->arg_fmt); in syscall__delete()
2497 static int syscall__bsearch_cmp(const void *key, const void *entry) in syscall__bsearch_cmp()
2501 if (a->e_machine != b->e_machine) in syscall__bsearch_cmp()
2502 return a->e_machine - b->e_machine; in syscall__bsearch_cmp()
2504 return a->id - b->id; in syscall__bsearch_cmp()
2507 static int syscall__cmp(const void *va, const void *vb) in syscall__cmp()
2512 if (a->e_machine != b->e_machine) in syscall__cmp()
2513 return a->e_machine - b->e_machine; in syscall__cmp()
2515 return a->id - b->id; in syscall__cmp()
2518 static struct syscall *trace__find_syscall(struct trace *trace, int e_machine, int id) in trace__find_syscall() argument
2522 .id = id, in trace__find_syscall()
2526 if (trace->syscalls.table) { in trace__find_syscall()
2527 struct syscall **sc_entry = bsearch(&key, trace->syscalls.table, in trace__find_syscall()
2528 trace->syscalls.table_size, in trace__find_syscall()
2529 sizeof(trace->syscalls.table[0]), in trace__find_syscall()
2536 sc = syscall__new(e_machine, id); in trace__find_syscall()
2540 tmp = reallocarray(trace->syscalls.table, trace->syscalls.table_size + 1, in trace__find_syscall()
2541 sizeof(trace->syscalls.table[0])); in trace__find_syscall()
2547 trace->syscalls.table = tmp; in trace__find_syscall()
2548 trace->syscalls.table[trace->syscalls.table_size++] = sc; in trace__find_syscall()
2549 qsort(trace->syscalls.table, trace->syscalls.table_size, sizeof(trace->syscalls.table[0]), in trace__find_syscall()
2554 typedef int (*tracepoint_handler)(struct trace *trace, struct evsel *evsel,
2558 static struct syscall *trace__syscall_info(struct trace *trace, struct evsel *evsel, in trace__syscall_info() argument
2559 int e_machine, int id) in trace__syscall_info() argument
2564 if (id < 0) { in trace__syscall_info()
2572 * grep "NR -1 " /t/trace_pipe in trace__syscall_info()
2577 static u64 n; in trace__syscall_info()
2578 fprintf(trace->output, "Invalid syscall %d id, skipping (%s, %" PRIu64 ") ...\n", in trace__syscall_info()
2579 id, evsel__name(evsel), ++n); in trace__syscall_info()
2584 err = -EINVAL; in trace__syscall_info()
2586 sc = trace__find_syscall(trace, e_machine, id); in trace__syscall_info()
2588 err = syscall__read_info(sc, trace); in trace__syscall_info()
2593 fprintf(trace->output, "Problems reading syscall %d: %d (%s)", id, -err, in trace__syscall_info()
2594 str_error_r(-err, sbuf, sizeof(sbuf))); in trace__syscall_info()
2595 if (sc && sc->name) in trace__syscall_info()
2596 fprintf(trace->output, "(%s)", sc->name); in trace__syscall_info()
2597 fputs(" information\n", trace->output); in trace__syscall_info()
2609 static void thread__update_stats(struct thread *thread, struct thread_trace *ttrace, in thread__update_stats()
2610 int id, struct perf_sample *sample, long err, in thread__update_stats() argument
2611 struct trace *trace) in thread__update_stats() argument
2613 struct hashmap *syscall_stats = ttrace->syscall_stats; in thread__update_stats()
2617 if (trace->summary_mode == SUMMARY__BY_TOTAL) in thread__update_stats()
2618 syscall_stats = trace->syscall_stats; in thread__update_stats()
2620 if (!hashmap__find(syscall_stats, id, &stats)) { in thread__update_stats()
2625 init_stats(&stats->stats); in thread__update_stats()
2626 if (hashmap__add(syscall_stats, id, stats) < 0) { in thread__update_stats()
2632 if (ttrace->entry_time && sample->time > ttrace->entry_time) in thread__update_stats()
2633 duration = sample->time - ttrace->entry_time; in thread__update_stats()
2635 update_stats(&stats->stats, duration); in thread__update_stats()
2638 ++stats->nr_failures; in thread__update_stats()
2640 if (!trace->errno_summary) in thread__update_stats()
2643 err = -err; in thread__update_stats()
2644 if (err > stats->max_errno) { in thread__update_stats()
2645 u32 *new_errnos = realloc(stats->errnos, err * sizeof(u32)); in thread__update_stats()
2648 memset(new_errnos + stats->max_errno, 0, (err - stats->max_errno) * sizeof(u32)); in thread__update_stats()
2656 stats->errnos = new_errnos; in thread__update_stats()
2657 stats->max_errno = err; in thread__update_stats()
2660 ++stats->errnos[err - 1]; in thread__update_stats()
2664 static int trace__printf_interrupted_entry(struct trace *trace) in trace__printf_interrupted_entry() argument
2670 if (trace->failure_only || trace->current == NULL) in trace__printf_interrupted_entry()
2673 ttrace = thread__priv(trace->current); in trace__printf_interrupted_entry()
2675 if (!ttrace->entry_pending) in trace__printf_interrupted_entry()
2678 …printed = trace__fprintf_entry_head(trace, trace->current, 0, false, ttrace->entry_time, trace->o… in trace__printf_interrupted_entry()
2679 printed += len = fprintf(trace->output, "%s)", ttrace->entry_str); in trace__printf_interrupted_entry()
2681 if (len < trace->args_alignment - 4) in trace__printf_interrupted_entry()
2682 printed += fprintf(trace->output, "%-*s", trace->args_alignment - 4 - len, " "); in trace__printf_interrupted_entry()
2684 printed += fprintf(trace->output, " ...\n"); in trace__printf_interrupted_entry()
2686 ttrace->entry_pending = false; in trace__printf_interrupted_entry()
2687 ++trace->nr_events_printed; in trace__printf_interrupted_entry()
2692 static int trace__fprintf_sample(struct trace *trace, struct evsel *evsel, in trace__fprintf_sample() argument
2697 if (trace->print_sample) { in trace__fprintf_sample()
2698 double ts = (double)sample->time / NSEC_PER_MSEC; in trace__fprintf_sample()
2700 printed += fprintf(trace->output, "%22s %10.3f %s %d/%d [%d]\n", in trace__fprintf_sample()
2703 sample->pid, sample->tid, sample->cpu); in trace__fprintf_sample()
2709 static void *syscall__augmented_args(struct syscall *sc, struct perf_sample *sample, int *augmented… in syscall__augmented_args()
2716 * sc->args_size but always after the full raw_syscalls:sys_enter payload, in syscall__augmented_args()
2719 * We'll revisit this later to pass s->args_size to the BPF augmenter in syscall__augmented_args()
2725 int args_size = raw_augmented_args_size ?: sc->args_size; in syscall__augmented_args()
2727 *augmented_args_size = sample->raw_size - args_size; in syscall__augmented_args()
2729 static uintptr_t argbuf[1024]; /* assuming single-threaded */ in syscall__augmented_args()
2735 * The perf ring-buffer is 8-byte aligned but sample->raw_data in syscall__augmented_args()
2739 * into a static buffer as it's single-threaded for now. in syscall__augmented_args()
2741 memcpy(argbuf, sample->raw_data + args_size, *augmented_args_size); in syscall__augmented_args()
2748 static int trace__sys_enter(struct trace *trace, struct evsel *evsel, in trace__sys_enter() argument
2756 int id = perf_evsel__sc_tp_uint(evsel, id, sample), err = -1; in trace__sys_enter() local
2762 thread = machine__findnew_thread(trace->host, sample->pid, sample->tid); in trace__sys_enter()
2763 e_machine = thread__e_machine(thread, trace->host); in trace__sys_enter()
2764 sc = trace__syscall_info(trace, evsel, e_machine, id); in trace__sys_enter()
2767 ttrace = thread__trace(thread, trace); in trace__sys_enter()
2771 trace__fprintf_sample(trace, evsel, sample, thread); in trace__sys_enter()
2775 if (ttrace->entry_str == NULL) { in trace__sys_enter()
2776 ttrace->entry_str = malloc(trace__entry_str_size); in trace__sys_enter()
2777 if (!ttrace->entry_str) in trace__sys_enter()
2781 if (!(trace->duration_filter || trace->summary_only || trace->min_stack)) in trace__sys_enter()
2782 trace__printf_interrupted_entry(trace); in trace__sys_enter()
2787 * syscall->args_size using each syscalls:sys_enter_NAME tracefs format file, in trace__sys_enter()
2793 if (evsel != trace->syscalls.events.sys_enter) in trace__sys_enter()
2794 …augmented_args = syscall__augmented_args(sc, sample, &augmented_args_size, trace->raw_augmented_sy… in trace__sys_enter()
2795 ttrace->entry_time = sample->time; in trace__sys_enter()
2796 msg = ttrace->entry_str; in trace__sys_enter()
2797 printed += scnprintf(msg + printed, trace__entry_str_size - printed, "%s(", sc->name); in trace__sys_enter()
2799 printed += syscall__scnprintf_args(sc, msg + printed, trace__entry_str_size - printed, in trace__sys_enter()
2800 args, augmented_args, augmented_args_size, trace, thread); in trace__sys_enter()
2802 if (sc->is_exit) { in trace__sys_enter()
2803 if (!(trace->duration_filter || trace->summary_only || trace->failure_only || trace->min_stack)) { in trace__sys_enter()
2806 trace__fprintf_entry_head(trace, thread, 0, false, ttrace->entry_time, trace->output); in trace__sys_enter()
2807 printed = fprintf(trace->output, "%s)", ttrace->entry_str); in trace__sys_enter()
2808 if (trace->args_alignment > printed) in trace__sys_enter()
2809 alignment = trace->args_alignment - printed; in trace__sys_enter()
2810 fprintf(trace->output, "%*s= ?\n", alignment, " "); in trace__sys_enter()
2813 ttrace->entry_pending = true; in trace__sys_enter()
2815 ttrace->filename.pending_open = false; in trace__sys_enter()
2818 if (trace->current != thread) { in trace__sys_enter()
2819 thread__put(trace->current); in trace__sys_enter()
2820 trace->current = thread__get(thread); in trace__sys_enter()
2828 static int trace__fprintf_sys_enter(struct trace *trace, struct evsel *evsel, in trace__fprintf_sys_enter() argument
2833 int id = perf_evsel__sc_tp_uint(evsel, id, sample), err = -1; in trace__fprintf_sys_enter() local
2841 thread = machine__findnew_thread(trace->host, sample->pid, sample->tid); in trace__fprintf_sys_enter()
2842 e_machine = thread__e_machine(thread, trace->host); in trace__fprintf_sys_enter()
2843 sc = trace__syscall_info(trace, evsel, e_machine, id); in trace__fprintf_sys_enter()
2845 return -1; in trace__fprintf_sys_enter()
2846 ttrace = thread__trace(thread, trace); in trace__fprintf_sys_enter()
2855 …augmented_args = syscall__augmented_args(sc, sample, &augmented_args_size, trace->raw_augmented_sy… in trace__fprintf_sys_enter()
2856 …ll__scnprintf_args(sc, msg, sizeof(msg), args, augmented_args, augmented_args_size, trace, thread); in trace__fprintf_sys_enter()
2857 fprintf(trace->output, "%.*s", (int)printed, msg); in trace__fprintf_sys_enter()
2864 static int trace__resolve_callchain(struct trace *trace, struct evsel *evsel, in trace__resolve_callchain() argument
2869 int max_stack = evsel->core.attr.sample_max_stack ? in trace__resolve_callchain()
2870 evsel->core.attr.sample_max_stack : in trace__resolve_callchain()
2871 trace->max_stack; in trace__resolve_callchain()
2872 int err = -1; in trace__resolve_callchain()
2875 if (machine__resolve(trace->host, &al, sample) < 0) in trace__resolve_callchain()
2884 static int trace__fprintf_callchain(struct trace *trace, struct perf_sample *sample) in trace__fprintf_callchain() argument
2886 /* TODO: user-configurable print_opts */ in trace__fprintf_callchain()
2891 …chain(sample, 38, print_opts, get_tls_callchain_cursor(), symbol_conf.bt_stop_list, trace->output); in trace__fprintf_callchain()
2894 static const char *errno_to_name(struct evsel *evsel, int err) in errno_to_name()
2901 static int trace__sys_exit(struct trace *trace, struct evsel *evsel, in trace__sys_exit() argument
2909 int id = perf_evsel__sc_tp_uint(evsel, id, sample), err = -1, callchain_ret = 0, printed = 0; in trace__sys_exit() local
2910 int alignment = trace->args_alignment, e_machine; in trace__sys_exit()
2914 thread = machine__findnew_thread(trace->host, sample->pid, sample->tid); in trace__sys_exit()
2915 e_machine = thread__e_machine(thread, trace->host); in trace__sys_exit()
2916 sc = trace__syscall_info(trace, evsel, e_machine, id); in trace__sys_exit()
2919 ttrace = thread__trace(thread, trace); in trace__sys_exit()
2923 trace__fprintf_sample(trace, evsel, sample, thread); in trace__sys_exit()
2927 if (trace->summary) in trace__sys_exit()
2928 thread__update_stats(thread, ttrace, id, sample, ret, trace); in trace__sys_exit()
2930 if (!trace->fd_path_disabled && sc->is_open && ret >= 0 && ttrace->filename.pending_open) { in trace__sys_exit()
2931 trace__set_fd_pathname(thread, ret, ttrace->filename.name); in trace__sys_exit()
2932 ttrace->filename.pending_open = false; in trace__sys_exit()
2933 ++trace->stats.vfs_getname; in trace__sys_exit()
2936 if (ttrace->entry_time) { in trace__sys_exit()
2937 duration = sample->time - ttrace->entry_time; in trace__sys_exit()
2938 if (trace__filter_duration(trace, duration)) in trace__sys_exit()
2941 } else if (trace->duration_filter) in trace__sys_exit()
2944 if (sample->callchain) { in trace__sys_exit()
2947 callchain_ret = trace__resolve_callchain(trace, evsel, sample, cursor); in trace__sys_exit()
2949 if (cursor->nr < trace->min_stack) in trace__sys_exit()
2955 if (trace->summary_only || (ret >= 0 && trace->failure_only)) in trace__sys_exit()
2958 …trace__fprintf_entry_head(trace, thread, duration, duration_calculated, ttrace->entry_time, trace-… in trace__sys_exit()
2960 if (ttrace->entry_pending) { in trace__sys_exit()
2961 printed = fprintf(trace->output, "%s", ttrace->entry_str); in trace__sys_exit()
2963 printed += fprintf(trace->output, " ... ["); in trace__sys_exit()
2964 color_fprintf(trace->output, PERF_COLOR_YELLOW, "continued"); in trace__sys_exit()
2966 printed += fprintf(trace->output, "]: %s()", sc->name); in trace__sys_exit()
2972 alignment -= printed; in trace__sys_exit()
2976 fprintf(trace->output, ")%*s= ", alignment, " "); in trace__sys_exit()
2978 if (sc->fmt == NULL) { in trace__sys_exit()
2982 fprintf(trace->output, "%ld", ret); in trace__sys_exit()
2986 const char *emsg = str_error_r(-ret, bf, sizeof(bf)), in trace__sys_exit()
2987 *e = errno_to_name(evsel, -ret); in trace__sys_exit()
2989 fprintf(trace->output, "-1 %s (%s)", e, emsg); in trace__sys_exit()
2991 } else if (ret == 0 && sc->fmt->timeout) in trace__sys_exit()
2992 fprintf(trace->output, "0 (Timeout)"); in trace__sys_exit()
2993 else if (ttrace->ret_scnprintf) { in trace__sys_exit()
2998 .trace = trace, in trace__sys_exit()
3000 ttrace->ret_scnprintf(bf, sizeof(bf), &arg); in trace__sys_exit()
3001 ttrace->ret_scnprintf = NULL; in trace__sys_exit()
3002 fprintf(trace->output, "%s", bf); in trace__sys_exit()
3003 } else if (sc->fmt->hexret) in trace__sys_exit()
3004 fprintf(trace->output, "%#lx", ret); in trace__sys_exit()
3005 else if (sc->fmt->errpid) { in trace__sys_exit()
3006 struct thread *child = machine__find_thread(trace->host, ret, ret); in trace__sys_exit()
3009 fprintf(trace->output, "%ld", ret); in trace__sys_exit()
3011 fprintf(trace->output, " (%s)", thread__comm_str(child)); in trace__sys_exit()
3017 fputc('\n', trace->output); in trace__sys_exit()
3020 * We only consider an 'event' for the sake of --max-events a non-filtered in trace__sys_exit()
3023 if (++trace->nr_events_printed == trace->max_events && trace->max_events != ULONG_MAX) in trace__sys_exit()
3027 trace__fprintf_callchain(trace, sample); in trace__sys_exit()
3031 ttrace->entry_pending = false; in trace__sys_exit()
3038 static int trace__vfs_getname(struct trace *trace, struct evsel *evsel, in trace__vfs_getname() argument
3042 struct thread *thread = machine__findnew_thread(trace->host, sample->pid, sample->tid); in trace__vfs_getname()
3060 if (ttrace->filename.namelen < filename_len) { in trace__vfs_getname()
3061 char *f = realloc(ttrace->filename.name, filename_len + 1); in trace__vfs_getname()
3066 ttrace->filename.namelen = filename_len; in trace__vfs_getname()
3067 ttrace->filename.name = f; in trace__vfs_getname()
3070 strcpy(ttrace->filename.name, filename); in trace__vfs_getname()
3071 ttrace->filename.pending_open = true; in trace__vfs_getname()
3073 if (!ttrace->filename.ptr) in trace__vfs_getname()
3076 entry_str_len = strlen(ttrace->entry_str); in trace__vfs_getname()
3077 remaining_space = trace__entry_str_size - entry_str_len - 1; /* \0 */ in trace__vfs_getname()
3082 filename += filename_len - remaining_space; in trace__vfs_getname()
3086 to_move = entry_str_len - ttrace->filename.entry_str_pos + 1; /* \0 */ in trace__vfs_getname()
3087 pos = ttrace->entry_str + ttrace->filename.entry_str_pos; in trace__vfs_getname()
3091 ttrace->filename.ptr = 0; in trace__vfs_getname()
3092 ttrace->filename.entry_str_pos = 0; in trace__vfs_getname()
3099 static int trace__sched_stat_runtime(struct trace *trace, struct evsel *evsel, in trace__sched_stat_runtime() argument
3105 struct thread *thread = machine__findnew_thread(trace->host, in trace__sched_stat_runtime()
3106 sample->pid, in trace__sched_stat_runtime()
3107 sample->tid); in trace__sched_stat_runtime()
3108 struct thread_trace *ttrace = thread__trace(thread, trace); in trace__sched_stat_runtime()
3113 ttrace->runtime_ms += runtime_ms; in trace__sched_stat_runtime()
3114 trace->runtime_ms += runtime_ms; in trace__sched_stat_runtime()
3120 fprintf(trace->output, "%s: comm=%s,pid=%u,runtime=%" PRIu64 ",vruntime=%" PRIu64 ")\n", in trace__sched_stat_runtime()
3121 evsel->name, in trace__sched_stat_runtime()
3129 static int bpf_output__printer(enum binary_printer_ops op, in bpf_output__printer()
3153 static void bpf_output__fprintf(struct trace *trace, in bpf_output__fprintf() argument
3156 binary__fprintf(sample->raw_data, sample->raw_size, 8, in bpf_output__fprintf()
3157 bpf_output__printer, NULL, trace->output); in bpf_output__fprintf()
3158 ++trace->nr_events_printed; in bpf_output__fprintf()
3161 static size_t trace__fprintf_tp_fields(struct trace *trace, struct evsel *evsel, struct perf_sample… in trace__fprintf_tp_fields() argument
3167 struct tep_format_field *field = tp_format ? tp_format->format.fields : NULL; in trace__fprintf_tp_fields()
3179 .trace = trace, in trace__fprintf_tp_fields()
3181 .show_string_prefix = trace->show_string_prefix, in trace__fprintf_tp_fields()
3184 for (; field && arg; field = field->next, ++syscall_arg.idx, bit <<= 1, ++arg) { in trace__fprintf_tp_fields()
3190 if (field->flags & TEP_FIELD_IS_ARRAY) { in trace__fprintf_tp_fields()
3191 int offset = field->offset; in trace__fprintf_tp_fields()
3193 if (field->flags & TEP_FIELD_IS_DYNAMIC) { in trace__fprintf_tp_fields()
3194 offset = format_field__intval(field, sample, evsel->needs_swap); in trace__fprintf_tp_fields()
3197 if (tep_field_is_relative(field->flags)) in trace__fprintf_tp_fields()
3198 offset += field->offset + field->size; in trace__fprintf_tp_fields()
3201 val = (uintptr_t)(sample->raw_data + offset); in trace__fprintf_tp_fields()
3203 val = format_field__intval(field, sample, evsel->needs_swap); in trace__fprintf_tp_fields()
3211 if (val == 0 && !trace->show_zeros && !arg->show_zero && arg->strtoul != STUL_BTF_TYPE) in trace__fprintf_tp_fields()
3214 printed += scnprintf(bf + printed, size - printed, "%s", printed ? ", " : ""); in trace__fprintf_tp_fields()
3216 if (trace->show_arg_names) in trace__fprintf_tp_fields()
3217 printed += scnprintf(bf + printed, size - printed, "%s: ", field->name); in trace__fprintf_tp_fields()
3219 …btf_printed = trace__btf_scnprintf(trace, &syscall_arg, bf + printed, size - printed, val, field->… in trace__fprintf_tp_fields()
3225 printed += syscall_arg_fmt__scnprintf_val(arg, bf + printed, size - printed, &syscall_arg, val); in trace__fprintf_tp_fields()
3228 return fprintf(trace->output, "%.*s", (int)printed, bf); in trace__fprintf_tp_fields()
3231 static int trace__event_handler(struct trace *trace, struct evsel *evsel, in trace__event_handler() argument
3238 if (evsel->nr_events_printed >= evsel->max_events) in trace__event_handler()
3241 thread = machine__findnew_thread(trace->host, sample->pid, sample->tid); in trace__event_handler()
3243 if (sample->callchain) { in trace__event_handler()
3246 callchain_ret = trace__resolve_callchain(trace, evsel, sample, cursor); in trace__event_handler()
3248 if (cursor->nr < trace->min_stack) in trace__event_handler()
3254 trace__printf_interrupted_entry(trace); in trace__event_handler()
3255 trace__fprintf_tstamp(trace, sample->time, trace->output); in trace__event_handler()
3257 if (trace->trace_syscalls && trace->show_duration) in trace__event_handler()
3258 fprintf(trace->output, "( ): "); in trace__event_handler()
3261 trace__fprintf_comm_tid(trace, thread, trace->output); in trace__event_handler()
3263 if (evsel == trace->syscalls.events.bpf_output) { in trace__event_handler()
3264 int id = perf_evsel__sc_tp_uint(evsel, id, sample); in trace__event_handler() local
3265 int e_machine = thread ? thread__e_machine(thread, trace->host) : EM_HOST; in trace__event_handler()
3266 struct syscall *sc = trace__syscall_info(trace, evsel, e_machine, id); in trace__event_handler()
3269 fprintf(trace->output, "%s(", sc->name); in trace__event_handler()
3270 trace__fprintf_sys_enter(trace, evsel, sample); in trace__event_handler()
3271 fputc(')', trace->output); in trace__event_handler()
3282 fprintf(trace->output, "%s(", evsel->name); in trace__event_handler()
3285 bpf_output__fprintf(trace, sample); in trace__event_handler()
3289 if (tp_format && (strncmp(tp_format->name, "sys_enter_", 10) || in trace__event_handler()
3290 trace__fprintf_sys_enter(trace, evsel, sample))) { in trace__event_handler()
3291 if (trace->libtraceevent_print) { in trace__event_handler()
3292 event_format__fprintf(tp_format, sample->cpu, in trace__event_handler()
3293 sample->raw_data, sample->raw_size, in trace__event_handler()
3294 trace->output); in trace__event_handler()
3296 trace__fprintf_tp_fields(trace, evsel, sample, thread, NULL, 0); in trace__event_handler()
3302 fprintf(trace->output, ")\n"); in trace__event_handler()
3305 trace__fprintf_callchain(trace, sample); in trace__event_handler()
3309 ++trace->nr_events_printed; in trace__event_handler()
3311 if (evsel->max_events != ULONG_MAX && ++evsel->nr_events_printed == evsel->max_events) { in trace__event_handler()
3320 static void print_location(FILE *f, struct perf_sample *sample, in print_location()
3325 if ((verbose > 0 || print_dso) && al->map) in print_location()
3326 fprintf(f, "%s@", dso__long_name(map__dso(al->map))); in print_location()
3328 if ((verbose > 0 || print_sym) && al->sym) in print_location()
3329 fprintf(f, "%s+0x%" PRIx64, al->sym->name, in print_location()
3330 al->addr - al->sym->start); in print_location()
3331 else if (al->map) in print_location()
3332 fprintf(f, "0x%" PRIx64, al->addr); in print_location()
3334 fprintf(f, "0x%" PRIx64, sample->addr); in print_location()
3337 static int trace__pgfault(struct trace *trace, in trace__pgfault() argument
3346 int err = -1; in trace__pgfault()
3350 thread = machine__findnew_thread(trace->host, sample->pid, sample->tid); in trace__pgfault()
3352 if (sample->callchain) { in trace__pgfault()
3355 callchain_ret = trace__resolve_callchain(trace, evsel, sample, cursor); in trace__pgfault()
3357 if (cursor->nr < trace->min_stack) in trace__pgfault()
3363 ttrace = thread__trace(thread, trace); in trace__pgfault()
3367 if (evsel->core.attr.config == PERF_COUNT_SW_PAGE_FAULTS_MAJ) { in trace__pgfault()
3368 ttrace->pfmaj++; in trace__pgfault()
3369 trace->pfmaj++; in trace__pgfault()
3371 ttrace->pfmin++; in trace__pgfault()
3372 trace->pfmin++; in trace__pgfault()
3375 if (trace->summary_only) in trace__pgfault()
3378 thread__find_symbol(thread, sample->cpumode, sample->ip, &al); in trace__pgfault()
3380 trace__fprintf_entry_head(trace, thread, 0, true, sample->time, trace->output); in trace__pgfault()
3382 fprintf(trace->output, "%sfault [", in trace__pgfault()
3383 evsel->core.attr.config == PERF_COUNT_SW_PAGE_FAULTS_MAJ ? in trace__pgfault()
3386 print_location(trace->output, sample, &al, false, true); in trace__pgfault()
3388 fprintf(trace->output, "] => "); in trace__pgfault()
3390 thread__find_symbol(thread, sample->cpumode, sample->addr, &al); in trace__pgfault()
3393 thread__find_symbol(thread, sample->cpumode, sample->addr, &al); in trace__pgfault()
3401 print_location(trace->output, sample, &al, true, false); in trace__pgfault()
3403 fprintf(trace->output, " (%c%c)\n", map_type, al.level); in trace__pgfault()
3406 trace__fprintf_callchain(trace, sample); in trace__pgfault()
3410 ++trace->nr_events_printed; in trace__pgfault()
3419 static void trace__set_base_time(struct trace *trace, in trace__set_base_time() argument
3425 * and don't use sample->time unconditionally, we may end up having in trace__set_base_time()
3431 if (trace->base_time == 0 && !trace->full_time && in trace__set_base_time()
3432 (evsel->core.attr.sample_type & PERF_SAMPLE_TIME)) in trace__set_base_time()
3433 trace->base_time = sample->time; in trace__set_base_time()
3436 static int trace__process_sample(const struct perf_tool *tool, in trace__process_sample()
3442 struct trace *trace = container_of(tool, struct trace, tool); in trace__process_sample() local
3446 tracepoint_handler handler = evsel->handler; in trace__process_sample()
3448 thread = machine__findnew_thread(trace->host, sample->pid, sample->tid); in trace__process_sample()
3452 trace__set_base_time(trace, evsel, sample); in trace__process_sample()
3455 ++trace->nr_events; in trace__process_sample()
3456 handler(trace, evsel, event, sample); in trace__process_sample()
3463 static int trace__record(struct trace *trace, int argc, const char **argv) in trace__record() argument
3469 "-R", in trace__record()
3470 "-m", "1024", in trace__record()
3471 "-c", "1", in trace__record()
3475 const char * const sc_args[] = { "-e", }; in trace__record()
3477 const char * const majpf_args[] = { "-e", "major-faults" }; in trace__record()
3479 const char * const minpf_args[] = { "-e", "minor-faults" }; in trace__record()
3481 int err = -1; in trace__record()
3495 if (trace->trace_syscalls) { in trace__record()
3499 /* event string may be different for older kernels - e.g., RHEL6 */ in trace__record()
3510 rec_argv[j++] = "--filter"; in trace__record()
3513 if (trace->trace_pgfaults & TRACE_PFMAJ) in trace__record()
3517 if (trace->trace_pgfaults & TRACE_PFMIN) in trace__record()
3531 static size_t trace__fprintf_thread_summary(struct trace *trace, FILE *fp);
3532 static size_t trace__fprintf_total_summary(struct trace *trace, FILE *fp);
3534 static bool evlist__add_vfs_getname(struct evlist *evlist) in evlist__add_vfs_getname()
3552 evsel->handler = trace__vfs_getname; in evlist__add_vfs_getname()
3557 list_del_init(&evsel->core.node); in evlist__add_vfs_getname()
3558 evsel->evlist = NULL; in evlist__add_vfs_getname()
3565 static struct evsel *evsel__new_pgfault(u64 config) in evsel__new_pgfault()
3580 evsel->handler = trace__pgfault; in evsel__new_pgfault()
3585 static void evlist__free_syscall_tp_fields(struct evlist *evlist) in evlist__free_syscall_tp_fields()
3590 evsel_trace__delete(evsel->priv); in evlist__free_syscall_tp_fields()
3591 evsel->priv = NULL; in evlist__free_syscall_tp_fields()
3595 static void trace__handle_event(struct trace *trace, union perf_event *event, struct perf_sample *s… in trace__handle_event() argument
3597 const u32 type = event->header.type; in trace__handle_event()
3601 trace__process_event(trace, trace->host, event, sample); in trace__handle_event()
3605 evsel = evlist__id2evsel(trace->evlist, sample->id); in trace__handle_event()
3607 fprintf(trace->output, "Unknown tp ID %" PRIu64 ", skipping...\n", sample->id); in trace__handle_event()
3611 if (evswitch__discard(&trace->evswitch, evsel)) in trace__handle_event()
3614 trace__set_base_time(trace, evsel, sample); in trace__handle_event()
3616 if (evsel->core.attr.type == PERF_TYPE_TRACEPOINT && in trace__handle_event()
3617 sample->raw_data == NULL) { in trace__handle_event()
3618 …fprintf(trace->output, "%s sample with no payload for tid: %d, cpu %d, raw_size=%d, skipping...\n", in trace__handle_event()
3619 evsel__name(evsel), sample->tid, in trace__handle_event()
3620 sample->cpu, sample->raw_size); in trace__handle_event()
3622 tracepoint_handler handler = evsel->handler; in trace__handle_event()
3623 handler(trace, evsel, event, sample); in trace__handle_event()
3626 if (trace->nr_events_printed >= trace->max_events && trace->max_events != ULONG_MAX) in trace__handle_event()
3630 static int trace__add_syscall_newtp(struct trace *trace) in trace__add_syscall_newtp() argument
3632 int ret = -1; in trace__add_syscall_newtp()
3633 struct evlist *evlist = trace->evlist; in trace__add_syscall_newtp()
3650 evsel__config_callchain(sys_enter, &trace->opts, &callchain_param); in trace__add_syscall_newtp()
3651 evsel__config_callchain(sys_exit, &trace->opts, &callchain_param); in trace__add_syscall_newtp()
3656 if (callchain_param.enabled && !trace->kernel_syscallchains) { in trace__add_syscall_newtp()
3660 * debugging reasons using --kernel_syscall_callchains in trace__add_syscall_newtp()
3662 sys_exit->core.attr.exclude_callchain_kernel = 1; in trace__add_syscall_newtp()
3665 trace->syscalls.events.sys_enter = sys_enter; in trace__add_syscall_newtp()
3666 trace->syscalls.events.sys_exit = sys_exit; in trace__add_syscall_newtp()
3679 static int trace__set_ev_qualifier_tp_filter(struct trace *trace) in trace__set_ev_qualifier_tp_filter() argument
3681 int err = -1; in trace__set_ev_qualifier_tp_filter()
3683 char *filter = asprintf_expr_inout_ints("id", !trace->not_ev_qualifier, in trace__set_ev_qualifier_tp_filter()
3684 trace->ev_qualifier_ids.nr, in trace__set_ev_qualifier_tp_filter()
3685 trace->ev_qualifier_ids.entries); in trace__set_ev_qualifier_tp_filter()
3690 if (!evsel__append_tp_filter(trace->syscalls.events.sys_enter, filter)) { in trace__set_ev_qualifier_tp_filter()
3691 sys_exit = trace->syscalls.events.sys_exit; in trace__set_ev_qualifier_tp_filter()
3704 static int syscall_arg_fmt__cache_btf_struct(struct syscall_arg_fmt *arg_fmt, struct btf *btf, char… in syscall_arg_fmt__cache_btf_struct()
3706 int id; in syscall_arg_fmt__cache_btf_struct() local
3708 if (arg_fmt->type != NULL) in syscall_arg_fmt__cache_btf_struct()
3709 return -1; in syscall_arg_fmt__cache_btf_struct()
3711 id = btf__find_by_name(btf, type); in syscall_arg_fmt__cache_btf_struct()
3712 if (id < 0) in syscall_arg_fmt__cache_btf_struct()
3713 return -1; in syscall_arg_fmt__cache_btf_struct()
3715 arg_fmt->type = btf__type_by_id(btf, id); in syscall_arg_fmt__cache_btf_struct()
3716 arg_fmt->type_id = id; in syscall_arg_fmt__cache_btf_struct()
3721 static struct bpf_program *trace__find_bpf_program_by_title(struct trace *trace, const char *name) in trace__find_bpf_program_by_title() argument
3726 if (trace->skel->obj == NULL) in trace__find_bpf_program_by_title()
3729 bpf_object__for_each_program(pos, trace->skel->obj) { in trace__find_bpf_program_by_title()
3740 static struct bpf_program *trace__find_syscall_bpf_prog(struct trace *trace, struct syscall *sc, in trace__find_syscall_bpf_prog() argument
3747 scnprintf(default_prog_name, sizeof(default_prog_name), "tp/syscalls/sys_%s_%s", type, sc->name); in trace__find_syscall_bpf_prog()
3748 prog = trace__find_bpf_program_by_title(trace, default_prog_name); in trace__find_syscall_bpf_prog()
3751 if (sc->fmt && sc->fmt->alias) { in trace__find_syscall_bpf_prog()
3752 …scnprintf(default_prog_name, sizeof(default_prog_name), "tp/syscalls/sys_%s_%s", type, sc->fmt->al… in trace__find_syscall_bpf_prog()
3753 prog = trace__find_bpf_program_by_title(trace, default_prog_name); in trace__find_syscall_bpf_prog()
3760 prog = trace__find_bpf_program_by_title(trace, prog_name); in trace__find_syscall_bpf_prog()
3768 prog_name, type, sc->name); in trace__find_syscall_bpf_prog()
3770 return trace->skel->progs.syscall_unaugmented; in trace__find_syscall_bpf_prog()
3773 static void trace__init_syscall_bpf_progs(struct trace *trace, int e_machine, int id) in trace__init_syscall_bpf_progs() argument
3775 struct syscall *sc = trace__syscall_info(trace, NULL, e_machine, id); in trace__init_syscall_bpf_progs()
3780 …sc->bpf_prog.sys_enter = trace__find_syscall_bpf_prog(trace, sc, sc->fmt ? sc->fmt->bpf_prog_name.… in trace__init_syscall_bpf_progs()
3781 …sc->bpf_prog.sys_exit = trace__find_syscall_bpf_prog(trace, sc, sc->fmt ? sc->fmt->bpf_prog_name.… in trace__init_syscall_bpf_progs()
3784 static int trace__bpf_prog_sys_enter_fd(struct trace *trace, int e_machine, int id) in trace__bpf_prog_sys_enter_fd() argument
3786 struct syscall *sc = trace__syscall_info(trace, NULL, e_machine, id); in trace__bpf_prog_sys_enter_fd()
3787 …return sc ? bpf_program__fd(sc->bpf_prog.sys_enter) : bpf_program__fd(trace->skel->progs.syscall_u… in trace__bpf_prog_sys_enter_fd()
3790 static int trace__bpf_prog_sys_exit_fd(struct trace *trace, int e_machine, int id) in trace__bpf_prog_sys_exit_fd() argument
3792 struct syscall *sc = trace__syscall_info(trace, NULL, e_machine, id); in trace__bpf_prog_sys_exit_fd()
3793 …return sc ? bpf_program__fd(sc->bpf_prog.sys_exit) : bpf_program__fd(trace->skel->progs.syscall_un… in trace__bpf_prog_sys_exit_fd()
3796 static int trace__bpf_sys_enter_beauty_map(struct trace *trace, int e_machine, int key, unsigned in… in trace__bpf_sys_enter_beauty_map() argument
3799 struct syscall *sc = trace__syscall_info(trace, NULL, e_machine, key); in trace__bpf_sys_enter_beauty_map()
3806 return -1; in trace__bpf_sys_enter_beauty_map()
3808 trace__load_vmlinux_btf(trace); in trace__bpf_sys_enter_beauty_map()
3809 if (trace->btf == NULL) in trace__bpf_sys_enter_beauty_map()
3810 return -1; in trace__bpf_sys_enter_beauty_map()
3812 for (i = 0, field = sc->args; field; ++i, field = field->next) { in trace__bpf_sys_enter_beauty_map()
3814 if (!sc->arg_fmt[i].from_user) in trace__bpf_sys_enter_beauty_map()
3817 struct_offset = strstr(field->type, "struct "); in trace__bpf_sys_enter_beauty_map()
3819 struct_offset = strstr(field->type, "union "); in trace__bpf_sys_enter_beauty_map()
3823 …if (field->flags & TEP_FIELD_IS_POINTER && struct_offset) { /* struct or union (think BPF's attr a… in trace__bpf_sys_enter_beauty_map()
3834 if (syscall_arg_fmt__cache_btf_struct(&sc->arg_fmt[i], trace->btf, name)) in trace__bpf_sys_enter_beauty_map()
3837 bt = sc->arg_fmt[i].type; in trace__bpf_sys_enter_beauty_map()
3838 beauty_array[i] = bt->size; in trace__bpf_sys_enter_beauty_map()
3840 } else if (field->flags & TEP_FIELD_IS_POINTER && /* string */ in trace__bpf_sys_enter_beauty_map()
3841 strcmp(field->type, "const char *") == 0 && in trace__bpf_sys_enter_beauty_map()
3842 (strstr(field->name, "name") || in trace__bpf_sys_enter_beauty_map()
3843 strstr(field->name, "path") || in trace__bpf_sys_enter_beauty_map()
3844 strstr(field->name, "file") || in trace__bpf_sys_enter_beauty_map()
3845 strstr(field->name, "root") || in trace__bpf_sys_enter_beauty_map()
3846 strstr(field->name, "key") || in trace__bpf_sys_enter_beauty_map()
3847 strstr(field->name, "special") || in trace__bpf_sys_enter_beauty_map()
3848 strstr(field->name, "type") || in trace__bpf_sys_enter_beauty_map()
3849 strstr(field->name, "description"))) { in trace__bpf_sys_enter_beauty_map()
3852 } else if (field->flags & TEP_FIELD_IS_POINTER && /* buffer */ in trace__bpf_sys_enter_beauty_map()
3853 strstr(field->type, "char *") && in trace__bpf_sys_enter_beauty_map()
3854 (strstr(field->name, "buf") || in trace__bpf_sys_enter_beauty_map()
3855 strstr(field->name, "val") || in trace__bpf_sys_enter_beauty_map()
3856 strstr(field->name, "msg"))) { in trace__bpf_sys_enter_beauty_map()
3861 for (j = 0, field_tmp = sc->args; field_tmp; ++j, field_tmp = field_tmp->next) { in trace__bpf_sys_enter_beauty_map()
3862 if (!(field_tmp->flags & TEP_FIELD_IS_POINTER) && /* only integers */ in trace__bpf_sys_enter_beauty_map()
3863 (strstr(field_tmp->name, "count") || in trace__bpf_sys_enter_beauty_map()
3864 strstr(field_tmp->name, "siz") || /* size, bufsiz */ in trace__bpf_sys_enter_beauty_map()
3865 (strstr(field_tmp->name, "len") && strcmp(field_tmp->name, "filename")))) { in trace__bpf_sys_enter_beauty_map()
3867 beauty_array[i] = -(j + 1); in trace__bpf_sys_enter_beauty_map()
3878 return -1; in trace__bpf_sys_enter_beauty_map()
3881 static struct bpf_program *trace__find_usable_bpf_prog_entry(struct trace *trace, in trace__find_usable_bpf_prog_entry() argument
3888 for (field = sc->args; field; field = field->next) { in trace__find_usable_bpf_prog_entry()
3889 if (field->flags & TEP_FIELD_IS_POINTER) in trace__find_usable_bpf_prog_entry()
3896 for (int i = 0, num_idx = syscalltbl__num_idx(sc->e_machine); i < num_idx; ++i) { in trace__find_usable_bpf_prog_entry()
3897 int id = syscalltbl__id_at_idx(sc->e_machine, i); in trace__find_usable_bpf_prog_entry() local
3898 struct syscall *pair = trace__syscall_info(trace, NULL, sc->e_machine, id); in trace__find_usable_bpf_prog_entry()
3902 if (pair == NULL || pair->id == sc->id || in trace__find_usable_bpf_prog_entry()
3903 pair->bpf_prog.sys_enter == trace->skel->progs.syscall_unaugmented) in trace__find_usable_bpf_prog_entry()
3906 for (field = sc->args, candidate_field = pair->args; in trace__find_usable_bpf_prog_entry()
3907 field && candidate_field; field = field->next, candidate_field = candidate_field->next) { in trace__find_usable_bpf_prog_entry()
3908 bool is_pointer = field->flags & TEP_FIELD_IS_POINTER, in trace__find_usable_bpf_prog_entry()
3909 candidate_is_pointer = candidate_field->flags & TEP_FIELD_IS_POINTER; in trace__find_usable_bpf_prog_entry()
3924 if (strcmp(field->type, candidate_field->type)) in trace__find_usable_bpf_prog_entry()
3932 if (strcmp(field->type, "const char *") == 0 && in trace__find_usable_bpf_prog_entry()
3933 !(strstr(field->name, "name") || in trace__find_usable_bpf_prog_entry()
3934 strstr(field->name, "path") || in trace__find_usable_bpf_prog_entry()
3935 strstr(field->name, "file") || in trace__find_usable_bpf_prog_entry()
3936 strstr(field->name, "root") || in trace__find_usable_bpf_prog_entry()
3937 strstr(field->name, "description"))) in trace__find_usable_bpf_prog_entry()
3952 …for (candidate_field = candidate_field->next; candidate_field; candidate_field = candidate_field->… in trace__find_usable_bpf_prog_entry()
3953 if (candidate_field->flags & TEP_FIELD_IS_POINTER) in trace__find_usable_bpf_prog_entry()
3957 pair_prog = pair->bpf_prog.sys_enter; in trace__find_usable_bpf_prog_entry()
3962 * program for a filtered syscall on a non-filtered one. in trace__find_usable_bpf_prog_entry()
3968 …pair_prog = trace__find_syscall_bpf_prog(trace, pair, pair->fmt ? pair->fmt->bpf_prog_name.sys_ent… in trace__find_usable_bpf_prog_entry()
3969 if (pair_prog == trace->skel->progs.syscall_unaugmented) in trace__find_usable_bpf_prog_entry()
3973 pr_debug("Reusing \"%s\" BPF sys_enter augmenter for \"%s\"\n", pair->name, in trace__find_usable_bpf_prog_entry()
3974 sc->name); in trace__find_usable_bpf_prog_entry()
3983 static int trace__init_syscalls_bpf_prog_array_maps(struct trace *trace, int e_machine) in trace__init_syscalls_bpf_prog_array_maps() argument
3985 int map_enter_fd = bpf_map__fd(trace->skel->maps.syscalls_sys_enter); in trace__init_syscalls_bpf_prog_array_maps()
3986 int map_exit_fd = bpf_map__fd(trace->skel->maps.syscalls_sys_exit); in trace__init_syscalls_bpf_prog_array_maps()
3987 int beauty_map_fd = bpf_map__fd(trace->skel->maps.beauty_map_enter); in trace__init_syscalls_bpf_prog_array_maps()
3994 if (!trace__syscall_enabled(trace, key)) in trace__init_syscalls_bpf_prog_array_maps()
3997 trace__init_syscall_bpf_progs(trace, e_machine, key); in trace__init_syscalls_bpf_prog_array_maps()
4000 prog_fd = trace__bpf_prog_sys_enter_fd(trace, e_machine, key); in trace__init_syscalls_bpf_prog_array_maps()
4004 prog_fd = trace__bpf_prog_sys_exit_fd(trace, e_machine, key); in trace__init_syscalls_bpf_prog_array_maps()
4011 err = trace__bpf_sys_enter_beauty_map(trace, e_machine, key, (unsigned int *)beauty_array); in trace__init_syscalls_bpf_prog_array_maps()
4022 * syscall with an augmenter so that we can auto-reuse it. in trace__init_syscalls_bpf_prog_array_maps()
4049 struct syscall *sc = trace__syscall_info(trace, NULL, e_machine, key); in trace__init_syscalls_bpf_prog_array_maps()
4053 if (sc == NULL || sc->bpf_prog.sys_enter == NULL) in trace__init_syscalls_bpf_prog_array_maps()
4060 if (sc->bpf_prog.sys_enter != trace->skel->progs.syscall_unaugmented) in trace__init_syscalls_bpf_prog_array_maps()
4067 pair_prog = trace__find_usable_bpf_prog_entry(trace, sc); in trace__init_syscalls_bpf_prog_array_maps()
4071 sc->bpf_prog.sys_enter = pair_prog; in trace__init_syscalls_bpf_prog_array_maps()
4077 prog_fd = bpf_program__fd(sc->bpf_prog.sys_enter); in trace__init_syscalls_bpf_prog_array_maps()
4087 static int trace__set_ev_qualifier_filter(struct trace *trace) in trace__set_ev_qualifier_filter() argument
4089 if (trace->syscalls.events.sys_enter) in trace__set_ev_qualifier_filter()
4090 return trace__set_ev_qualifier_tp_filter(trace); in trace__set_ev_qualifier_filter()
4094 static int bpf_map__set_filter_pids(struct bpf_map *map __maybe_unused, in bpf_map__set_filter_pids()
4112 static int trace__set_filter_loop_pids(struct trace *trace) in trace__set_filter_loop_pids() argument
4118 struct thread *thread = machine__find_thread(trace->host, pids[0], pids[0]); in trace__set_filter_loop_pids()
4121 struct thread *parent = machine__find_thread(trace->host, in trace__set_filter_loop_pids()
4129 strstarts(thread__comm_str(parent), "gnome-terminal")) { in trace__set_filter_loop_pids()
4136 err = evlist__append_tp_filter_pids(trace->evlist, nr, pids); in trace__set_filter_loop_pids()
4137 if (!err && trace->filter_pids.map) in trace__set_filter_loop_pids()
4138 err = bpf_map__set_filter_pids(trace->filter_pids.map, nr, pids); in trace__set_filter_loop_pids()
4143 static int trace__set_filter_pids(struct trace *trace) in trace__set_filter_pids() argument
4152 if (trace->filter_pids.nr > 0) { in trace__set_filter_pids()
4153 err = evlist__append_tp_filter_pids(trace->evlist, trace->filter_pids.nr, in trace__set_filter_pids()
4154 trace->filter_pids.entries); in trace__set_filter_pids()
4155 if (!err && trace->filter_pids.map) { in trace__set_filter_pids()
4156 err = bpf_map__set_filter_pids(trace->filter_pids.map, trace->filter_pids.nr, in trace__set_filter_pids()
4157 trace->filter_pids.entries); in trace__set_filter_pids()
4159 } else if (perf_thread_map__pid(trace->evlist->core.threads, 0) == -1) { in trace__set_filter_pids()
4160 err = trace__set_filter_loop_pids(trace); in trace__set_filter_pids()
4166 static int __trace__deliver_event(struct trace *trace, union perf_event *event) in __trace__deliver_event() argument
4168 struct evlist *evlist = trace->evlist; in __trace__deliver_event()
4175 fprintf(trace->output, "Can't parse sample, err = %d, skipping...\n", err); in __trace__deliver_event()
4177 trace__handle_event(trace, event, &sample); in __trace__deliver_event()
4183 static int __trace__flush_events(struct trace *trace) in __trace__flush_events() argument
4185 u64 first = ordered_events__first_time(&trace->oe.data); in __trace__flush_events()
4186 u64 flush = trace->oe.last - NSEC_PER_SEC; in __trace__flush_events()
4190 return ordered_events__flush_time(&trace->oe.data, flush); in __trace__flush_events()
4195 static int trace__flush_events(struct trace *trace) in trace__flush_events() argument
4197 return !trace->sort_events ? 0 : __trace__flush_events(trace); in trace__flush_events()
4200 static int trace__deliver_event(struct trace *trace, union perf_event *event) in trace__deliver_event() argument
4204 if (!trace->sort_events) in trace__deliver_event()
4205 return __trace__deliver_event(trace, event); in trace__deliver_event()
4207 err = evlist__parse_sample_timestamp(trace->evlist, event, &trace->oe.last); in trace__deliver_event()
4208 if (err && err != -1) in trace__deliver_event()
4211 err = ordered_events__queue(&trace->oe.data, event, trace->oe.last, 0, NULL); in trace__deliver_event()
4215 return trace__flush_events(trace); in trace__deliver_event()
4218 static int ordered_events__deliver_event(struct ordered_events *oe, in ordered_events__deliver_event()
4221 struct trace *trace = container_of(oe, struct trace, oe.data); in ordered_events__deliver_event() local
4223 return __trace__deliver_event(trace, event->event); in ordered_events__deliver_event()
4226 static struct syscall_arg_fmt *evsel__find_syscall_arg_fmt_by_name(struct evsel *evsel, char *arg, in evsel__find_syscall_arg_fmt_by_name()
4239 for (const struct tep_format_field *field = tp_format->format.fields; field; in evsel__find_syscall_arg_fmt_by_name()
4240 field = field->next, ++fmt) { in evsel__find_syscall_arg_fmt_by_name()
4241 if (strcmp(field->name, arg) == 0) { in evsel__find_syscall_arg_fmt_by_name()
4242 *type = field->type; in evsel__find_syscall_arg_fmt_by_name()
4250 static int trace__expand_filter(struct trace *trace, struct evsel *evsel) in trace__expand_filter() argument
4252 char *tok, *left = evsel->filter, *new_filter = evsel->filter; in trace__expand_filter()
4281 int left_size = tok - left, in trace__expand_filter()
4282 right_size = right_end - right; in trace__expand_filter()
4285 while (isspace(left[left_size - 1])) in trace__expand_filter()
4286 --left_size; in trace__expand_filter()
4293 arg, evsel->name, evsel->filter); in trace__expand_filter()
4294 return -1; in trace__expand_filter()
4297 pr_debug2("trying to expand \"%s\" \"%.*s\" \"%.*s\" -> ", in trace__expand_filter()
4298 arg, (int)(right - tok), tok, right_size, right); in trace__expand_filter()
4300 if (fmt->strtoul) { in trace__expand_filter()
4303 .trace = trace, in trace__expand_filter()
4306 .parm = fmt->parm, in trace__expand_filter()
4309 if (fmt->strtoul(right, right_size, &syscall_arg, &val)) { in trace__expand_filter()
4312 int expansion_offset = right - new_filter; in trace__expand_filter()
4319 return -1; in trace__expand_filter()
4321 if (new_filter != evsel->filter) in trace__expand_filter()
4327 right_size, right, arg, evsel->name, evsel->filter); in trace__expand_filter()
4328 return -1; in trace__expand_filter()
4332 arg, evsel->name, evsel->filter); in trace__expand_filter()
4333 return -1; in trace__expand_filter()
4342 if (new_filter != evsel->filter) { in trace__expand_filter()
4343 pr_debug("New filter for %s: %s\n", evsel->name, new_filter); in trace__expand_filter()
4351 static int trace__expand_filters(struct trace *trace, struct evsel **err_evsel) in trace__expand_filters() argument
4353 struct evlist *evlist = trace->evlist; in trace__expand_filters()
4357 if (evsel->filter == NULL) in trace__expand_filters()
4360 if (trace__expand_filter(trace, evsel)) { in trace__expand_filters()
4362 return -1; in trace__expand_filters()
4369 static int trace__run(struct trace *trace, int argc, const char **argv) in trace__run() argument
4371 struct evlist *evlist = trace->evlist; in trace__run()
4373 int err = -1, i; in trace__run()
4378 trace->live = true; in trace__run()
4380 if (!trace->raw_augmented_syscalls) { in trace__run()
4381 if (trace->trace_syscalls && trace__add_syscall_newtp(trace)) in trace__run()
4384 if (trace->trace_syscalls) in trace__run()
4385 trace->vfs_getname = evlist__add_vfs_getname(evlist); in trace__run()
4388 if ((trace->trace_pgfaults & TRACE_PFMAJ)) { in trace__run()
4392 evsel__config_callchain(pgfault_maj, &trace->opts, &callchain_param); in trace__run()
4396 if ((trace->trace_pgfaults & TRACE_PFMIN)) { in trace__run()
4400 evsel__config_callchain(pgfault_min, &trace->opts, &callchain_param); in trace__run()
4404 /* Enable ignoring missing threads when -u/-p option is defined. */ in trace__run()
4405 trace->opts.ignore_missing_thread = trace->opts.target.uid != UINT_MAX || trace->opts.target.pid; in trace__run()
4407 if (trace->sched && in trace__run()
4414 * trace -G A -e sched:*switch in trace__run()
4419 * trace -e sched:*switch -G A in trace__run()
4427 * trace -G A -e sched:*switch -G B in trace__run()
4433 * only for the evsels still without a cgroup, i.e. evsel->cgroup == NULL. in trace__run()
4435 if (trace->cgroup) in trace__run()
4436 evlist__set_default_cgroup(trace->evlist, trace->cgroup); in trace__run()
4438 err = evlist__create_maps(evlist, &trace->opts.target); in trace__run()
4440 fprintf(trace->output, "Problems parsing the target to trace, check your options!\n"); in trace__run()
4444 err = trace__symbols_init(trace, evlist); in trace__run()
4446 fprintf(trace->output, "Problems initializing symbol libraries!\n"); in trace__run()
4450 if (trace->summary_mode == SUMMARY__BY_TOTAL) { in trace__run()
4451 trace->syscall_stats = alloc_syscall_stats(); in trace__run()
4452 if (trace->syscall_stats == NULL) in trace__run()
4456 evlist__config(evlist, &trace->opts, &callchain_param); in trace__run()
4459 err = evlist__prepare_workload(evlist, &trace->opts.target, argv, false, NULL); in trace__run()
4461 fprintf(trace->output, "Couldn't run the workload!\n"); in trace__run()
4464 workload_pid = evlist->workload.pid; in trace__run()
4471 if (trace->syscalls.events.bpf_output) { in trace__run()
4476 * CPU the bpf-output event's file descriptor. in trace__run()
4478 perf_cpu_map__for_each_cpu(cpu, i, trace->syscalls.events.bpf_output->core.cpus) { in trace__run()
4481 bpf_map__update_elem(trace->skel->maps.__augmented_syscalls__, in trace__run()
4483 xyarray__entry(trace->syscalls.events.bpf_output->core.fd, in trace__run()
4489 if (trace->skel) in trace__run()
4490 trace->filter_pids.map = trace->skel->maps.pids_filtered; in trace__run()
4492 err = trace__set_filter_pids(trace); in trace__run()
4497 if (trace->skel && trace->skel->progs.sys_enter) { in trace__run()
4502 trace__init_syscalls_bpf_prog_array_maps(trace, EM_HOST); in trace__run()
4506 if (trace->ev_qualifier_ids.nr > 0) { in trace__run()
4507 err = trace__set_ev_qualifier_filter(trace); in trace__run()
4511 if (trace->syscalls.events.sys_exit) { in trace__run()
4513 trace->syscalls.events.sys_exit->filter); in trace__run()
4520 * fd->pathname table and were ending up showing the last value set by in trace__run()
4529 trace->fd_path_disabled = !trace__syscall_enabled(trace, syscalltbl__id(EM_HOST, "close")); in trace__run()
4531 err = trace__expand_filters(trace, &evsel); in trace__run()
4534 err = evlist__apply_filters(evlist, &evsel, &trace->opts.target); in trace__run()
4538 err = evlist__mmap(evlist, trace->opts.mmap_pages); in trace__run()
4542 if (!target__none(&trace->opts.target) && !trace->opts.target.initial_delay) in trace__run()
4548 if (trace->opts.target.initial_delay) { in trace__run()
4549 usleep(trace->opts.target.initial_delay * 1000); in trace__run()
4553 trace->multiple_threads = perf_thread_map__pid(evlist->core.threads, 0) == -1 || in trace__run()
4554 perf_thread_map__nr(evlist->core.threads) > 1 || in trace__run()
4555 evlist__first(evlist)->core.attr.inherit; in trace__run()
4558 * Now that we already used evsel->core.attr to ask the kernel to setup the in trace__run()
4559 * events, lets reuse evsel->core.attr.sample_max_stack as the limit in in trace__run()
4560 * trace__resolve_callchain(), allowing per-event max-stack settings in trace__run()
4561 * to override an explicitly set --max-stack global setting. in trace__run()
4565 evsel->core.attr.sample_max_stack == 0) in trace__run()
4566 evsel->core.attr.sample_max_stack = trace->max_stack; in trace__run()
4569 before = trace->nr_events; in trace__run()
4571 for (i = 0; i < evlist->core.nr_mmaps; i++) { in trace__run()
4575 md = &evlist->mmap[i]; in trace__run()
4576 if (perf_mmap__read_init(&md->core) < 0) in trace__run()
4579 while ((event = perf_mmap__read_event(&md->core)) != NULL) { in trace__run()
4580 ++trace->nr_events; in trace__run()
4582 err = trace__deliver_event(trace, event); in trace__run()
4586 perf_mmap__consume(&md->core); in trace__run()
4596 perf_mmap__read_done(&md->core); in trace__run()
4599 if (trace->nr_events == before) { in trace__run()
4600 int timeout = done ? 100 : -1; in trace__run()
4608 if (trace__flush_events(trace)) in trace__run()
4616 thread__zput(trace->current); in trace__run()
4620 if (trace->sort_events) in trace__run()
4621 ordered_events__flush(&trace->oe.data, OE_FLUSH__FINAL); in trace__run()
4624 if (trace->summary) { in trace__run()
4625 if (trace->summary_mode == SUMMARY__BY_TOTAL) in trace__run()
4626 trace__fprintf_total_summary(trace, trace->output); in trace__run()
4628 trace__fprintf_thread_summary(trace, trace->output); in trace__run()
4631 if (trace->show_tool_stats) { in trace__run()
4632 fprintf(trace->output, "Stats:\n " in trace__run()
4635 trace->stats.vfs_getname, in trace__run()
4636 trace->stats.proc_getname); in trace__run()
4641 delete_syscall_stats(trace->syscall_stats); in trace__run()
4642 trace__symbols__exit(trace); in trace__run()
4645 cgroup__put(trace->cgroup); in trace__run()
4646 trace->evlist = NULL; in trace__run()
4647 trace->live = false; in trace__run()
4668 fprintf(trace->output, "%s\n", errbuf); in trace__run()
4672 fprintf(trace->output, in trace__run()
4674 evsel->filter, evsel__name(evsel), errno, in trace__run()
4679 fprintf(trace->output, "Not enough memory to run!\n"); in trace__run()
4683 fprintf(trace->output, "errno=%d,%s\n", errno, strerror(errno)); in trace__run()
4687 static int trace__replay(struct trace *trace) in trace__replay() argument
4695 .force = trace->force, in trace__replay()
4699 int err = -1; in trace__replay()
4701 perf_tool__init(&trace->tool, /*ordered_events=*/true); in trace__replay()
4702 trace->tool.sample = trace__process_sample; in trace__replay()
4703 trace->tool.mmap = perf_event__process_mmap; in trace__replay()
4704 trace->tool.mmap2 = perf_event__process_mmap2; in trace__replay()
4705 trace->tool.comm = perf_event__process_comm; in trace__replay()
4706 trace->tool.exit = perf_event__process_exit; in trace__replay()
4707 trace->tool.fork = perf_event__process_fork; in trace__replay()
4708 trace->tool.attr = perf_event__process_attr; in trace__replay()
4709 trace->tool.tracing_data = perf_event__process_tracing_data; in trace__replay()
4710 trace->tool.build_id = perf_event__process_build_id; in trace__replay()
4711 trace->tool.namespaces = perf_event__process_namespaces; in trace__replay()
4713 trace->tool.ordered_events = true; in trace__replay()
4714 trace->tool.ordering_requires_timestamps = true; in trace__replay()
4717 trace->multiple_threads = true; in trace__replay()
4719 session = perf_session__new(&data, &trace->tool); in trace__replay()
4723 if (trace->opts.target.pid) in trace__replay()
4724 symbol_conf.pid_list_str = strdup(trace->opts.target.pid); in trace__replay()
4726 if (trace->opts.target.tid) in trace__replay()
4727 symbol_conf.tid_list_str = strdup(trace->opts.target.tid); in trace__replay()
4729 if (symbol__init(&session->header.env) < 0) in trace__replay()
4732 trace->host = &session->machines.host; in trace__replay()
4738 evsel = evlist__find_tracepoint_by_name(session->evlist, "raw_syscalls:sys_enter"); in trace__replay()
4739 trace->syscalls.events.sys_enter = evsel; in trace__replay()
4742 evsel = evlist__find_tracepoint_by_name(session->evlist, "syscalls:sys_enter"); in trace__replay()
4751 evsel = evlist__find_tracepoint_by_name(session->evlist, "raw_syscalls:sys_exit"); in trace__replay()
4752 trace->syscalls.events.sys_exit = evsel; in trace__replay()
4754 evsel = evlist__find_tracepoint_by_name(session->evlist, "syscalls:sys_exit"); in trace__replay()
4762 evlist__for_each_entry(session->evlist, evsel) { in trace__replay()
4763 if (evsel->core.attr.type == PERF_TYPE_SOFTWARE && in trace__replay()
4764 (evsel->core.attr.config == PERF_COUNT_SW_PAGE_FAULTS_MAJ || in trace__replay()
4765 evsel->core.attr.config == PERF_COUNT_SW_PAGE_FAULTS_MIN || in trace__replay()
4766 evsel->core.attr.config == PERF_COUNT_SW_PAGE_FAULTS)) in trace__replay()
4767 evsel->handler = trace__pgfault; in trace__replay()
4770 if (trace->summary_mode == SUMMARY__BY_TOTAL) { in trace__replay()
4771 trace->syscall_stats = alloc_syscall_stats(); in trace__replay()
4772 if (trace->syscall_stats == NULL) in trace__replay()
4782 else if (trace->summary) in trace__replay()
4783 trace__fprintf_thread_summary(trace, trace->output); in trace__replay()
4786 delete_syscall_stats(trace->syscall_stats); in trace__replay()
4792 static size_t trace__fprintf_summary_header(FILE *fp) in trace__fprintf_summary_header()
4807 static int entry_cmp(const void *e1, const void *e2) in entry_cmp()
4812 return entry1->msecs > entry2->msecs ? -1 : 1; in entry_cmp()
4815 static struct syscall_entry *syscall__sort_stats(struct hashmap *syscall_stats) in syscall__sort_stats()
4821 nr = syscall_stats->sz; in syscall__sort_stats()
4828 struct syscall_stats *ss = pos->pvalue; in syscall__sort_stats()
4829 struct stats *st = &ss->stats; in syscall__sort_stats()
4832 entry[i].msecs = (u64)st->n * (avg_stats(st) / NSEC_PER_MSEC); in syscall__sort_stats()
4833 entry[i].syscall = pos->key; in syscall__sort_stats()
4842 static size_t syscall__dump_stats(struct trace *trace, int e_machine, FILE *fp, in syscall__dump_stats() argument
4857 …printed += fprintf(fp, " --------------- -------- ------ -------- --------- --------- ---------… in syscall__dump_stats()
4859 for (size_t i = 0; i < syscall_stats->sz; i++) { in syscall__dump_stats()
4861 struct syscall_stats *stats = entry->stats; in syscall__dump_stats()
4864 double min = (double)(stats->stats.min) / NSEC_PER_MSEC; in syscall__dump_stats()
4865 double max = (double)(stats->stats.max) / NSEC_PER_MSEC; in syscall__dump_stats()
4866 double avg = avg_stats(&stats->stats); in syscall__dump_stats()
4868 u64 n = (u64)stats->stats.n; in syscall__dump_stats()
4870 pct = avg ? 100.0 * stddev_stats(&stats->stats) / avg : 0.0; in syscall__dump_stats()
4873 sc = trace__syscall_info(trace, /*evsel=*/NULL, e_machine, entry->syscall); in syscall__dump_stats()
4877 printed += fprintf(fp, " %-15s", sc->name); in syscall__dump_stats()
4879 n, stats->nr_failures, entry->msecs, min, avg); in syscall__dump_stats()
4882 if (trace->errno_summary && stats->nr_failures) { in syscall__dump_stats()
4885 for (e = 0; e < stats->max_errno; ++e) { in syscall__dump_stats()
4886 if (stats->errnos[e] != 0) in syscall__dump_stats()
4887 …fprintf(fp, "\t\t\t\t%s: %d\n", perf_env__arch_strerrno(trace->host->env, e + 1), stats->errnos[e]… in syscall__dump_stats()
4899 static size_t thread__dump_stats(struct thread_trace *ttrace, in thread__dump_stats()
4900 struct trace *trace, int e_machine, FILE *fp) in thread__dump_stats() argument
4902 return syscall__dump_stats(trace, e_machine, fp, ttrace->syscall_stats); in thread__dump_stats()
4905 static size_t system__dump_stats(struct trace *trace, int e_machine, FILE *fp) in system__dump_stats() argument
4907 return syscall__dump_stats(trace, e_machine, fp, trace->syscall_stats); in system__dump_stats()
4910 static size_t trace__fprintf_thread(FILE *fp, struct thread *thread, struct trace *trace) in trace__fprintf_thread() argument
4914 int e_machine = thread__e_machine(thread, trace->host); in trace__fprintf_thread()
4920 ratio = (double)ttrace->nr_events / trace->nr_events * 100.0; in trace__fprintf_thread()
4923 printed += fprintf(fp, "%lu events, ", ttrace->nr_events); in trace__fprintf_thread()
4925 if (ttrace->pfmaj) in trace__fprintf_thread()
4926 printed += fprintf(fp, ", %lu majfaults", ttrace->pfmaj); in trace__fprintf_thread()
4927 if (ttrace->pfmin) in trace__fprintf_thread()
4928 printed += fprintf(fp, ", %lu minfaults", ttrace->pfmin); in trace__fprintf_thread()
4929 if (trace->sched) in trace__fprintf_thread()
4930 printed += fprintf(fp, ", %.3f msec\n", ttrace->runtime_ms); in trace__fprintf_thread()
4934 printed += thread__dump_stats(ttrace, trace, e_machine, fp); in trace__fprintf_thread()
4939 static unsigned long thread__nr_events(struct thread_trace *ttrace) in thread__nr_events()
4941 return ttrace ? ttrace->nr_events : 0; in thread__nr_events()
4944 static int trace_nr_events_cmp(void *priv __maybe_unused, in trace_nr_events_cmp()
4950 unsigned long a_nr_events = thread__nr_events(thread__priv(a->thread)); in trace_nr_events_cmp()
4951 unsigned long b_nr_events = thread__nr_events(thread__priv(b->thread)); in trace_nr_events_cmp()
4954 return a_nr_events < b_nr_events ? -1 : 1; in trace_nr_events_cmp()
4957 return thread__tid(a->thread) < thread__tid(b->thread) in trace_nr_events_cmp()
4958 ? -1 in trace_nr_events_cmp()
4959 : (thread__tid(a->thread) > thread__tid(b->thread) ? 1 : 0); in trace_nr_events_cmp()
4962 static size_t trace__fprintf_thread_summary(struct trace *trace, FILE *fp) in trace__fprintf_thread_summary() argument
4967 if (machine__thread_list(trace->host, &threads) == 0) { in trace__fprintf_thread_summary()
4973 printed += trace__fprintf_thread(fp, pos->thread, trace); in trace__fprintf_thread_summary()
4979 static size_t trace__fprintf_total_summary(struct trace *trace, FILE *fp) in trace__fprintf_total_summary() argument
4984 printed += fprintf(fp, "%lu events", trace->nr_events); in trace__fprintf_total_summary()
4986 if (trace->pfmaj) in trace__fprintf_total_summary()
4987 printed += fprintf(fp, ", %lu majfaults", trace->pfmaj); in trace__fprintf_total_summary()
4988 if (trace->pfmin) in trace__fprintf_total_summary()
4989 printed += fprintf(fp, ", %lu minfaults", trace->pfmin); in trace__fprintf_total_summary()
4990 if (trace->sched) in trace__fprintf_total_summary()
4991 printed += fprintf(fp, ", %.3f msec\n", trace->runtime_ms); in trace__fprintf_total_summary()
4996 printed += system__dump_stats(trace, EM_HOST, fp); in trace__fprintf_total_summary()
5001 static int trace__set_duration(const struct option *opt, const char *str, in trace__set_duration()
5004 struct trace *trace = opt->value; in trace__set_duration() local
5006 trace->duration_filter = atof(str); in trace__set_duration()
5010 static int trace__set_filter_pids_from_option(const struct option *opt, const char *str, in trace__set_filter_pids_from_option()
5013 int ret = -1; in trace__set_filter_pids_from_option()
5015 struct trace *trace = opt->value; in trace__set_filter_pids_from_option() local
5023 return -1; in trace__set_filter_pids_from_option()
5025 i = trace->filter_pids.nr = intlist__nr_entries(list) + 1; in trace__set_filter_pids_from_option()
5026 trace->filter_pids.entries = calloc(i, sizeof(pid_t)); in trace__set_filter_pids_from_option()
5028 if (trace->filter_pids.entries == NULL) in trace__set_filter_pids_from_option()
5031 trace->filter_pids.entries[0] = getpid(); in trace__set_filter_pids_from_option()
5033 for (i = 1; i < trace->filter_pids.nr; ++i) in trace__set_filter_pids_from_option()
5034 trace->filter_pids.entries[i] = intlist__entry(list, i - 1)->i; in trace__set_filter_pids_from_option()
5042 static int trace__open_output(struct trace *trace, const char *filename) in trace__open_output() argument
5054 trace->output = fopen(filename, "w"); in trace__open_output()
5056 return trace->output == NULL ? -errno : 0; in trace__open_output()
5059 static int parse_pagefaults(const struct option *opt, const char *str, in parse_pagefaults()
5062 int *trace_pgfaults = opt->value; in parse_pagefaults()
5071 return -1; in parse_pagefaults()
5076 static void evlist__set_default_evsel_handler(struct evlist *evlist, void *handler) in evlist__set_default_evsel_handler()
5081 if (evsel->handler == NULL) in evlist__set_default_evsel_handler()
5082 evsel->handler = handler; in evlist__set_default_evsel_handler()
5086 static void evsel__set_syscall_arg_fmt(struct evsel *evsel, const char *name) in evsel__set_syscall_arg_fmt()
5099 if (strcmp(tp_format->format.fields->name, "__syscall_nr") == 0 || in evsel__set_syscall_arg_fmt()
5100 strcmp(tp_format->format.fields->name, "nr") == 0) in evsel__set_syscall_arg_fmt()
5103 memcpy(fmt + skip, scfmt->arg, in evsel__set_syscall_arg_fmt()
5104 (tp_format->format.nr_fields - skip) * sizeof(*fmt)); in evsel__set_syscall_arg_fmt()
5110 static int evlist__set_syscall_tp_fields(struct evlist *evlist, bool *use_btf) in evlist__set_syscall_tp_fields()
5117 if (evsel->priv) in evlist__set_syscall_tp_fields()
5124 if (strcmp(tp_format->system, "syscalls")) { in evlist__set_syscall_tp_fields()
5130 return -1; in evlist__set_syscall_tp_fields()
5132 if (!strncmp(tp_format->name, "sys_enter_", 10)) { in evlist__set_syscall_tp_fields()
5135 if (__tp_field__init_ptr(&sc->args, sc->id.offset + sizeof(u64))) in evlist__set_syscall_tp_fields()
5136 return -1; in evlist__set_syscall_tp_fields()
5139 tp_format->name + sizeof("sys_enter_") - 1); in evlist__set_syscall_tp_fields()
5140 } else if (!strncmp(tp_format->name, "sys_exit_", 9)) { in evlist__set_syscall_tp_fields()
5143 if (__tp_field__init_uint(&sc->ret, sizeof(u64), in evlist__set_syscall_tp_fields()
5144 sc->id.offset + sizeof(u64), in evlist__set_syscall_tp_fields()
5145 evsel->needs_swap)) in evlist__set_syscall_tp_fields()
5146 return -1; in evlist__set_syscall_tp_fields()
5149 tp_format->name + sizeof("sys_exit_") - 1); in evlist__set_syscall_tp_fields()
5157 * XXX: Hackish, just splitting the combined -e+--event (syscalls
5159 * existing facilities unchanged (trace->ev_qualifier + parse_options()).
5164 static int trace__parse_events_option(const struct option *opt, const char *str, in trace__parse_events_option()
5167 struct trace *trace = (struct trace *)opt->value; in trace__parse_events_option() local
5170 int len = strlen(str) + 1, err = -1, list, idx; in trace__parse_events_option()
5176 return -1; in trace__parse_events_option()
5180 trace->not_ev_qualifier = true; in trace__parse_events_option()
5198 s = fmt->name; in trace__parse_events_option()
5226 trace->ev_qualifier = strlist__new(lists[1], &slist_config); in trace__parse_events_option()
5227 if (trace->ev_qualifier == NULL) { in trace__parse_events_option()
5228 fputs("Not enough memory to parse event qualifier", trace->output); in trace__parse_events_option()
5232 if (trace__validate_ev_qualifier(trace)) in trace__parse_events_option()
5234 trace->trace_syscalls = true; in trace__parse_events_option()
5241 .evlistp = &trace->evlist, in trace__parse_events_option()
5258 static int trace__parse_cgroups(const struct option *opt, const char *str, int unset) in trace__parse_cgroups()
5260 struct trace *trace = opt->value; in trace__parse_cgroups() local
5262 if (!list_empty(&trace->evlist->core.entries)) { in trace__parse_cgroups()
5264 .value = &trace->evlist, in trace__parse_cgroups()
5268 trace->cgroup = evlist__findnew_cgroup(trace->evlist, str); in trace__parse_cgroups()
5273 static int trace__parse_summary_mode(const struct option *opt, const char *str, in trace__parse_summary_mode()
5276 struct trace *trace = opt->value; in trace__parse_summary_mode() local
5279 trace->summary_mode = SUMMARY__BY_THREAD; in trace__parse_summary_mode()
5281 trace->summary_mode = SUMMARY__BY_TOTAL; in trace__parse_summary_mode()
5284 return -1; in trace__parse_summary_mode()
5290 static int trace__config(const char *var, const char *value, void *arg) in trace__config()
5292 struct trace *trace = arg; in trace__config() local
5295 if (!strcmp(var, "trace.add_events")) { in trace__config()
5296 trace->perfconfig_events = strdup(value); in trace__config()
5297 if (trace->perfconfig_events == NULL) { in trace__config()
5298 pr_err("Not enough memory for %s\n", "trace.add_events"); in trace__config()
5299 return -1; in trace__config()
5301 } else if (!strcmp(var, "trace.show_timestamp")) { in trace__config()
5302 trace->show_tstamp = perf_config_bool(var, value); in trace__config()
5303 } else if (!strcmp(var, "trace.show_duration")) { in trace__config()
5304 trace->show_duration = perf_config_bool(var, value); in trace__config()
5305 } else if (!strcmp(var, "trace.show_arg_names")) { in trace__config()
5306 trace->show_arg_names = perf_config_bool(var, value); in trace__config()
5307 if (!trace->show_arg_names) in trace__config()
5308 trace->show_zeros = true; in trace__config()
5309 } else if (!strcmp(var, "trace.show_zeros")) { in trace__config()
5311 if (!trace->show_arg_names && !new_show_zeros) { in trace__config()
5312 pr_warning("trace.show_zeros has to be set when trace.show_arg_names=no\n"); in trace__config()
5315 trace->show_zeros = new_show_zeros; in trace__config()
5316 } else if (!strcmp(var, "trace.show_prefix")) { in trace__config()
5317 trace->show_string_prefix = perf_config_bool(var, value); in trace__config()
5318 } else if (!strcmp(var, "trace.no_inherit")) { in trace__config()
5319 trace->opts.no_inherit = perf_config_bool(var, value); in trace__config()
5320 } else if (!strcmp(var, "trace.args_alignment")) { in trace__config()
5323 trace->args_alignment = args_alignment; in trace__config()
5324 } else if (!strcmp(var, "trace.tracepoint_beautifiers")) { in trace__config()
5326 trace->libtraceevent_print = true; in trace__config()
5328 trace->libtraceevent_print = false; in trace__config()
5334 static void trace__exit(struct trace *trace) in trace__exit() argument
5336 strlist__delete(trace->ev_qualifier); in trace__exit()
5337 zfree(&trace->ev_qualifier_ids.entries); in trace__exit()
5338 if (trace->syscalls.table) { in trace__exit()
5339 for (size_t i = 0; i < trace->syscalls.table_size; i++) in trace__exit()
5340 syscall__delete(trace->syscalls.table[i]); in trace__exit()
5341 zfree(&trace->syscalls.table); in trace__exit()
5343 zfree(&trace->perfconfig_events); in trace__exit()
5344 evlist__delete(trace->evlist); in trace__exit()
5345 trace->evlist = NULL; in trace__exit()
5347 btf__free(trace->btf); in trace__exit()
5348 trace->btf = NULL; in trace__exit()
5353 static int bpf__setup_bpf_output(struct evlist *evlist) in bpf__setup_bpf_output()
5355 int err = parse_event(evlist, "bpf-output/no-inherit=1,name=__augmented_syscalls__/"); in bpf__setup_bpf_output()
5358 pr_debug("ERROR: failed to create the \"__augmented_syscalls__\" bpf-output event\n"); in bpf__setup_bpf_output()
5367 "perf trace [<options>] [<command>]", in cmd_trace()
5368 "perf trace [<options>] -- <command> [<options>]", in cmd_trace()
5369 "perf trace record [<options>] [<command>]", in cmd_trace()
5370 "perf trace record [<options>] -- <command> [<options>]", in cmd_trace()
5373 struct trace trace = { in cmd_trace() local
5397 OPT_CALLBACK('e', "event", &trace, "event", in cmd_trace()
5400 OPT_CALLBACK(0, "filter", &trace.evlist, "filter", in cmd_trace()
5402 OPT_BOOLEAN(0, "comm", &trace.show_comm, in cmd_trace()
5403 "show the thread COMM next to its id"), in cmd_trace()
5404 OPT_BOOLEAN(0, "tool_stats", &trace.show_tool_stats, "show tool stats"), in cmd_trace()
5405 OPT_CALLBACK(0, "expr", &trace, "expr", "list of syscalls/events to trace", in cmd_trace()
5409 OPT_STRING('p', "pid", &trace.opts.target.pid, "pid", in cmd_trace()
5410 "trace events on existing process id"), in cmd_trace()
5411 OPT_STRING('t', "tid", &trace.opts.target.tid, "tid", in cmd_trace()
5412 "trace events on existing thread id"), in cmd_trace()
5413 OPT_CALLBACK(0, "filter-pids", &trace, "CSV list of pids", in cmd_trace()
5415 OPT_BOOLEAN('a', "all-cpus", &trace.opts.target.system_wide, in cmd_trace()
5416 "system-wide collection from all CPUs"), in cmd_trace()
5417 OPT_STRING('C', "cpu", &trace.opts.target.cpu_list, "cpu", in cmd_trace()
5419 OPT_BOOLEAN(0, "no-inherit", &trace.opts.no_inherit, in cmd_trace()
5421 OPT_CALLBACK('m', "mmap-pages", &trace.opts.mmap_pages, "pages", in cmd_trace()
5423 OPT_STRING('u', "uid", &trace.opts.target.uid_str, "user", in cmd_trace()
5425 OPT_CALLBACK(0, "duration", &trace, "float", in cmd_trace()
5428 OPT_BOOLEAN(0, "sched", &trace.sched, "show blocking scheduler events"), in cmd_trace()
5430 OPT_BOOLEAN('T', "time", &trace.full_time, in cmd_trace()
5432 OPT_BOOLEAN(0, "failure", &trace.failure_only, in cmd_trace()
5434 OPT_BOOLEAN('s', "summary", &trace.summary_only, in cmd_trace()
5436 OPT_BOOLEAN('S', "with-summary", &trace.summary, in cmd_trace()
5438 OPT_BOOLEAN(0, "errno-summary", &trace.errno_summary, in cmd_trace()
5439 "Show errno stats per syscall, use with -s or -S"), in cmd_trace()
5440 OPT_CALLBACK(0, "summary-mode", &trace, "mode", in cmd_trace()
5443 OPT_CALLBACK_DEFAULT('F', "pf", &trace.trace_pgfaults, "all|maj|min", in cmd_trace()
5444 "Trace pagefaults", parse_pagefaults, "maj"), in cmd_trace()
5445 OPT_BOOLEAN(0, "syscalls", &trace.trace_syscalls, "Trace syscalls"), in cmd_trace()
5446 OPT_BOOLEAN('f', "force", &trace.force, "don't complain, do it"), in cmd_trace()
5447 OPT_CALLBACK(0, "call-graph", &trace.opts, in cmd_trace()
5450 OPT_BOOLEAN(0, "libtraceevent_print", &trace.libtraceevent_print, in cmd_trace()
5452 OPT_BOOLEAN(0, "kernel-syscall-graph", &trace.kernel_syscallchains, in cmd_trace()
5454 OPT_ULONG(0, "max-events", &trace.max_events, in cmd_trace()
5456 OPT_UINTEGER(0, "min-stack", &trace.min_stack, in cmd_trace()
5459 OPT_UINTEGER(0, "max-stack", &trace.max_stack, in cmd_trace()
5463 OPT_BOOLEAN(0, "sort-events", &trace.sort_events, in cmd_trace()
5465 OPT_BOOLEAN(0, "print-sample", &trace.print_sample, in cmd_trace()
5467 OPT_UINTEGER(0, "proc-map-timeout", &proc_map_timeout, in cmd_trace()
5469 OPT_CALLBACK('G', "cgroup", &trace, "name", "monitor event in cgroup name only", in cmd_trace()
5471 OPT_INTEGER('D', "delay", &trace.opts.target.initial_delay, in cmd_trace()
5474 OPT_BOOLEAN(0, "force-btf", &trace.force_btf, "Prefer btf_dump general pretty printer" in cmd_trace()
5476 OPTS_EVSWITCH(&trace.evswitch), in cmd_trace()
5483 int err = -1; in cmd_trace()
5496 trace.evlist = evlist__new(); in cmd_trace()
5498 if (trace.evlist == NULL) { in cmd_trace()
5500 err = -ENOMEM; in cmd_trace()
5508 * global setting. If it fails we'll get something in 'perf trace -v' in cmd_trace()
5513 err = perf_config(trace__config, &trace); in cmd_trace()
5522 * already figured out if -e syscall_name, if not but if --event in cmd_trace()
5524 * tracepoint events, not in the strace-like syscall-name-based mode. in cmd_trace()
5526 * This is important because we need to check if strace-like mode is in cmd_trace()
5529 * .perfconfig trace.add_events, and filter those out. in cmd_trace()
5531 if (!trace.trace_syscalls && !trace.trace_pgfaults && in cmd_trace()
5532 trace.evlist->core.nr_entries == 0 /* Was --events used? */) { in cmd_trace()
5533 trace.trace_syscalls = true; in cmd_trace()
5536 * Now that we have --verbose figured out, lets see if we need to parse in cmd_trace()
5538 * BPF program fails, then we'll be able to use --verbose to see what went in cmd_trace()
5541 if (trace.perfconfig_events != NULL) { in cmd_trace()
5545 err = parse_events(trace.evlist, trace.perfconfig_events, &parse_err); in cmd_trace()
5547 parse_events_error__print(&parse_err, trace.perfconfig_events); in cmd_trace()
5553 if ((nr_cgroups || trace.cgroup) && !trace.opts.target.system_wide) { in cmd_trace()
5555 "cgroup monitoring only available in system-wide mode"); in cmd_trace()
5559 if (!trace.trace_syscalls) in cmd_trace()
5567 trace.skel = augmented_raw_syscalls_bpf__open(); in cmd_trace()
5568 if (!trace.skel) { in cmd_trace()
5577 bpf_object__for_each_program(prog, trace.skel->obj) { in cmd_trace()
5578 if (prog != trace.skel->progs.sys_enter && prog != trace.skel->progs.sys_exit) in cmd_trace()
5582 err = augmented_raw_syscalls_bpf__load(trace.skel); in cmd_trace()
5588 augmented_raw_syscalls_bpf__attach(trace.skel); in cmd_trace()
5589 trace__add_syscall_newtp(&trace); in cmd_trace()
5593 err = bpf__setup_bpf_output(trace.evlist); in cmd_trace()
5599 trace.syscalls.events.bpf_output = evlist__last(trace.evlist); in cmd_trace()
5600 assert(evsel__name_is(trace.syscalls.events.bpf_output, "__augmented_syscalls__")); in cmd_trace()
5603 err = -1; in cmd_trace()
5605 if (trace.trace_pgfaults) { in cmd_trace()
5606 trace.opts.sample_address = true; in cmd_trace()
5607 trace.opts.sample_time = true; in cmd_trace()
5610 if (trace.opts.mmap_pages == UINT_MAX) in cmd_trace()
5613 if (trace.max_stack == UINT_MAX) { in cmd_trace()
5614 trace.max_stack = input_name ? PERF_MAX_STACK_DEPTH : sysctl__max_stack(); in cmd_trace()
5619 if ((trace.min_stack || max_stack_user_set) && !callchain_param.enabled) { in cmd_trace()
5620 record_opts__parse_callchain(&trace.opts, &callchain_param, "dwarf", false); in cmd_trace()
5626 trace.opts.mmap_pages = perf_event_mlock_kb_in_pages() * 4; in cmd_trace()
5631 if (trace.evlist->core.nr_entries > 0) { in cmd_trace()
5634 evlist__set_default_evsel_handler(trace.evlist, trace__event_handler); in cmd_trace()
5635 if (evlist__set_syscall_tp_fields(trace.evlist, &use_btf)) { in cmd_trace()
5641 trace__load_vmlinux_btf(&trace); in cmd_trace()
5644 if (trace.sort_events) { in cmd_trace()
5645 ordered_events__init(&trace.oe.data, ordered_events__deliver_event, &trace); in cmd_trace()
5646 ordered_events__set_copy_on_queue(&trace.oe.data, true); in cmd_trace()
5660 if (trace.syscalls.events.bpf_output) { in cmd_trace()
5661 evlist__for_each_entry(trace.evlist, evsel) { in cmd_trace()
5665 trace.raw_augmented_syscalls = true; in cmd_trace()
5669 if (trace.syscalls.events.bpf_output->priv == NULL && in cmd_trace()
5671 struct evsel *augmented = trace.syscalls.events.bpf_output; in cmd_trace()
5680 augmented->handler = trace__sys_enter; in cmd_trace()
5690 evsel->handler = trace__sys_enter; in cmd_trace()
5705 * don't look after the sc->args_size but in cmd_trace()
5710 * s->args_size to the BPF augmenter (now in cmd_trace()
5718 if (trace.raw_augmented_syscalls) in cmd_trace()
5719 trace.raw_augmented_syscalls_args_size = (6 + 1) * sizeof(long) + sc->id.offset; in cmd_trace()
5721 evsel->handler = trace__sys_exit; in cmd_trace()
5727 err = trace__record(&trace, argc-1, &argv[1]); in cmd_trace()
5731 /* Using just --errno-summary will trigger --summary */ in cmd_trace()
5732 if (trace.errno_summary && !trace.summary && !trace.summary_only) in cmd_trace()
5733 trace.summary_only = true; in cmd_trace()
5736 if (trace.summary_only) in cmd_trace()
5737 trace.summary = trace.summary_only; in cmd_trace()
5740 if (trace.summary) { in cmd_trace()
5742 if (trace.summary_mode == SUMMARY__NONE) in cmd_trace()
5743 trace.summary_mode = SUMMARY__BY_THREAD; in cmd_trace()
5747 err = trace__open_output(&trace, output_name); in cmd_trace()
5754 err = evswitch__init(&trace.evswitch, trace.evlist, stderr); in cmd_trace()
5758 err = target__validate(&trace.opts.target); in cmd_trace()
5760 target__strerror(&trace.opts.target, err, bf, sizeof(bf)); in cmd_trace()
5761 fprintf(trace.output, "%s", bf); in cmd_trace()
5765 err = target__parse_uid(&trace.opts.target); in cmd_trace()
5767 target__strerror(&trace.opts.target, err, bf, sizeof(bf)); in cmd_trace()
5768 fprintf(trace.output, "%s", bf); in cmd_trace()
5772 if (!argc && target__none(&trace.opts.target)) in cmd_trace()
5773 trace.opts.target.system_wide = true; in cmd_trace()
5776 err = trace__replay(&trace); in cmd_trace()
5778 err = trace__run(&trace, argc, argv); in cmd_trace()
5782 fclose(trace.output); in cmd_trace()
5784 trace__exit(&trace); in cmd_trace()
5786 augmented_raw_syscalls_bpf__destroy(trace.skel); in cmd_trace()