Lines Matching full:machine

14 #include "machine.h"
48 static struct dso *machine__kernel_dso(struct machine *machine) in machine__kernel_dso() argument
50 return map__dso(machine->vmlinux_map); in machine__kernel_dso()
53 static int machine__set_mmap_name(struct machine *machine) in machine__set_mmap_name() argument
55 if (machine__is_host(machine)) in machine__set_mmap_name()
56 machine->mmap_name = strdup("[kernel.kallsyms]"); in machine__set_mmap_name()
57 else if (machine__is_default_guest(machine)) in machine__set_mmap_name()
58 machine->mmap_name = strdup("[guest.kernel.kallsyms]"); in machine__set_mmap_name()
59 else if (asprintf(&machine->mmap_name, "[guest.kernel.kallsyms.%d]", in machine__set_mmap_name()
60 machine->pid) < 0) in machine__set_mmap_name()
61 machine->mmap_name = NULL; in machine__set_mmap_name()
63 return machine->mmap_name ? 0 : -ENOMEM; in machine__set_mmap_name()
74 int machine__init(struct machine *machine, const char *root_dir, pid_t pid) in machine__init() argument
78 memset(machine, 0, sizeof(*machine)); in machine__init()
79 machine->kmaps = maps__new(machine); in machine__init()
80 if (machine->kmaps == NULL) in machine__init()
83 RB_CLEAR_NODE(&machine->rb_node); in machine__init()
84 dsos__init(&machine->dsos); in machine__init()
86 threads__init(&machine->threads); in machine__init()
88 machine->vdso_info = NULL; in machine__init()
89 machine->env = NULL; in machine__init()
91 machine->pid = pid; in machine__init()
93 machine->id_hdr_size = 0; in machine__init()
94 machine->kptr_restrict_warned = false; in machine__init()
95 machine->comm_exec = false; in machine__init()
96 machine->kernel_start = 0; in machine__init()
97 machine->vmlinux_map = NULL; in machine__init()
99 machine->parallelism = 1; in machine__init()
101 machine->root_dir = strdup(root_dir); in machine__init()
102 if (machine->root_dir == NULL) in machine__init()
105 if (machine__set_mmap_name(machine)) in machine__init()
109 struct thread *thread = machine__findnew_thread(machine, -1, in machine__init()
119 machine->current_tid = NULL; in machine__init()
124 zfree(&machine->kmaps); in machine__init()
125 zfree(&machine->root_dir); in machine__init()
126 zfree(&machine->mmap_name); in machine__init()
131 struct machine *machine__new_host(void) in machine__new_host()
133 struct machine *machine = malloc(sizeof(*machine)); in machine__new_host() local
135 if (machine != NULL) { in machine__new_host()
136 machine__init(machine, "", HOST_KERNEL_ID); in machine__new_host()
138 if (machine__create_kernel_maps(machine) < 0) in machine__new_host()
141 machine->env = &perf_env; in machine__new_host()
144 return machine; in machine__new_host()
146 free(machine); in machine__new_host()
150 struct machine *machine__new_kallsyms(void) in machine__new_kallsyms()
152 struct machine *machine = machine__new_host(); in machine__new_kallsyms() local
159 if (machine && machine__load_kallsyms(machine, "/proc/kallsyms") <= 0) { in machine__new_kallsyms()
160 machine__delete(machine); in machine__new_kallsyms()
161 machine = NULL; in machine__new_kallsyms()
164 return machine; in machine__new_kallsyms()
167 void machine__delete_threads(struct machine *machine) in machine__delete_threads() argument
169 threads__remove_all_threads(&machine->threads); in machine__delete_threads()
172 void machine__exit(struct machine *machine) in machine__exit() argument
174 if (machine == NULL) in machine__exit()
177 machine__destroy_kernel_maps(machine); in machine__exit()
178 maps__zput(machine->kmaps); in machine__exit()
179 dsos__exit(&machine->dsos); in machine__exit()
180 machine__exit_vdso(machine); in machine__exit()
181 zfree(&machine->root_dir); in machine__exit()
182 zfree(&machine->mmap_name); in machine__exit()
183 zfree(&machine->current_tid); in machine__exit()
184 zfree(&machine->kallsyms_filename); in machine__exit()
186 threads__exit(&machine->threads); in machine__exit()
189 void machine__delete(struct machine *machine) in machine__delete() argument
191 if (machine) { in machine__delete()
192 machine__exit(machine); in machine__delete()
193 free(machine); in machine__delete()
209 struct machine *machines__add(struct machines *machines, pid_t pid, in machines__add()
214 struct machine *pos, *machine = malloc(sizeof(*machine)); in machines__add() local
217 if (machine == NULL) in machines__add()
220 if (machine__init(machine, root_dir, pid) != 0) { in machines__add()
221 free(machine); in machines__add()
227 pos = rb_entry(parent, struct machine, rb_node); in machines__add()
236 rb_link_node(&machine->rb_node, parent, p); in machines__add()
237 rb_insert_color_cached(&machine->rb_node, &machines->guests, leftmost); in machines__add()
239 machine->machines = machines; in machines__add()
241 return machine; in machines__add()
251 struct machine *machine = rb_entry(nd, struct machine, rb_node); in machines__set_comm_exec() local
253 machine->comm_exec = comm_exec; in machines__set_comm_exec()
257 struct machine *machines__find(struct machines *machines, pid_t pid) in machines__find()
261 struct machine *machine; in machines__find() local
262 struct machine *default_machine = NULL; in machines__find()
269 machine = rb_entry(parent, struct machine, rb_node); in machines__find()
270 if (pid < machine->pid) in machines__find()
272 else if (pid > machine->pid) in machines__find()
275 return machine; in machines__find()
276 if (!machine->pid) in machines__find()
277 default_machine = machine; in machines__find()
283 struct machine *machines__findnew(struct machines *machines, pid_t pid) in machines__findnew()
287 struct machine *machine = machines__find(machines, pid); in machines__findnew() local
289 if (machine && (machine->pid == pid)) in machines__findnew()
306 machine = NULL; in machines__findnew()
312 machine = machines__add(machines, pid, root_dir); in machines__findnew()
314 return machine; in machines__findnew()
317 struct machine *machines__find_guest(struct machines *machines, pid_t pid) in machines__find_guest()
319 struct machine *machine = machines__find(machines, pid); in machines__find_guest() local
321 if (!machine) in machines__find_guest()
322 machine = machines__findnew(machines, DEFAULT_GUEST_KERNEL_ID); in machines__find_guest()
323 return machine; in machines__find_guest()
328 * hypervisor, creating, running and destroying the virtual machine, and
347 * structures sane, using a thread belonging to the guest machine, instead
351 static struct thread *findnew_guest_code(struct machine *machine, in findnew_guest_code() argument
352 struct machine *host_machine, in findnew_guest_code()
359 if (!machine) in findnew_guest_code()
362 thread = machine__findnew_thread(machine, -1, pid); in findnew_guest_code()
394 struct machine *host_machine = machines__find(machines, HOST_KERNEL_ID); in machines__findnew_guest_code()
395 struct machine *machine = machines__findnew(machines, pid); in machines__findnew_guest_code() local
397 return findnew_guest_code(machine, host_machine, pid); in machines__findnew_guest_code()
400 struct thread *machine__findnew_guest_code(struct machine *machine, pid_t pid) in machine__findnew_guest_code() argument
402 struct machines *machines = machine->machines; in machine__findnew_guest_code()
403 struct machine *host_machine; in machine__findnew_guest_code()
410 return findnew_guest_code(machine, host_machine, pid); in machine__findnew_guest_code()
419 struct machine *pos = rb_entry(nd, struct machine, rb_node); in machines__process_guests()
427 struct machine *machine; in machines__set_id_hdr_size() local
433 machine = rb_entry(node, struct machine, rb_node); in machines__set_id_hdr_size()
434 machine->id_hdr_size = id_hdr_size; in machines__set_id_hdr_size()
440 static void machine__update_thread_pid(struct machine *machine, in machine__update_thread_pid() argument
453 leader = machine__findnew_thread(machine, thread__pid(th), thread__pid(th)); in machine__update_thread_pid()
458 thread__set_maps(leader, maps__new(machine)); in machine__update_thread_pid()
491 static struct thread *__machine__findnew_thread(struct machine *machine, in __machine__findnew_thread() argument
496 struct thread *th = threads__find(&machine->threads, tid); in __machine__findnew_thread()
500 machine__update_thread_pid(machine, th, pid); in __machine__findnew_thread()
506 th = threads__findnew(&machine->threads, pid, tid, &created); in __machine__findnew_thread()
516 if (thread__init_maps(th, machine)) { in __machine__findnew_thread()
518 threads__remove(&machine->threads, th); in __machine__findnew_thread()
523 machine__update_thread_pid(machine, th, pid); in __machine__findnew_thread()
528 struct thread *machine__findnew_thread(struct machine *machine, pid_t pid, pid_t tid) in machine__findnew_thread() argument
530 return __machine__findnew_thread(machine, pid, tid, /*create=*/true); in machine__findnew_thread()
533 struct thread *machine__find_thread(struct machine *machine, pid_t pid, in machine__find_thread() argument
536 return __machine__findnew_thread(machine, pid, tid, /*create=*/false); in machine__find_thread()
546 struct thread *machine__idle_thread(struct machine *machine) in machine__idle_thread() argument
548 struct thread *thread = machine__findnew_thread(machine, 0, 0); in machine__idle_thread()
552 pr_err("problem inserting idle task for machine pid %d\n", machine->pid); in machine__idle_thread()
557 struct comm *machine__thread_exec_comm(struct machine *machine, in machine__thread_exec_comm() argument
560 if (machine->comm_exec) in machine__thread_exec_comm()
566 int machine__process_comm_event(struct machine *machine, union perf_event *event, in machine__process_comm_event() argument
569 struct thread *thread = machine__findnew_thread(machine, in machine__process_comm_event()
576 machine->comm_exec = true; in machine__process_comm_event()
592 int machine__process_namespaces_event(struct machine *machine __maybe_unused, in machine__process_namespaces_event()
596 struct thread *thread = machine__findnew_thread(machine, in machine__process_namespaces_event()
623 int machine__process_cgroup_event(struct machine *machine, in machine__process_cgroup_event() argument
632 cgrp = cgroup__findnew(machine->env, event->cgroup.id, event->cgroup.path); in machine__process_cgroup_event()
639 int machine__process_lost_event(struct machine *machine __maybe_unused, in machine__process_lost_event()
647 int machine__process_lost_samples_event(struct machine *machine __maybe_unused, in machine__process_lost_samples_event()
656 int machine__process_aux_event(struct machine *machine __maybe_unused, in machine__process_aux_event()
664 int machine__process_itrace_start_event(struct machine *machine __maybe_unused, in machine__process_itrace_start_event()
672 int machine__process_aux_output_hw_id_event(struct machine *machine __maybe_unused, in machine__process_aux_output_hw_id_event()
680 int machine__process_switch_event(struct machine *machine __maybe_unused, in machine__process_switch_event()
687 machine->parallelism += out ? -1 : 1; in machine__process_switch_event()
691 static int machine__process_ksymbol_register(struct machine *machine, in machine__process_ksymbol_register() argument
697 struct map *map = maps__find(machine__kernel_maps(machine), event->ksymbol.addr); in machine__process_ksymbol_register()
721 err = maps__fixup_overlap_and_insert(machine__kernel_maps(machine), map); in machine__process_ksymbol_register()
751 static int machine__process_ksymbol_unregister(struct machine *machine, in machine__process_ksymbol_unregister() argument
758 map = maps__find(machine__kernel_maps(machine), event->ksymbol.addr); in machine__process_ksymbol_unregister()
762 if (!RC_CHK_EQUAL(map, machine->vmlinux_map)) in machine__process_ksymbol_unregister()
763 maps__remove(machine__kernel_maps(machine), map); in machine__process_ksymbol_unregister()
775 int machine__process_ksymbol(struct machine *machine __maybe_unused, in machine__process_ksymbol()
787 return machine__process_ksymbol_unregister(machine, event, in machine__process_ksymbol()
789 return machine__process_ksymbol_register(machine, event, sample); in machine__process_ksymbol()
792 int machine__process_text_poke(struct machine *machine, union perf_event *event, in machine__process_text_poke() argument
795 struct map *map = maps__find(machine__kernel_maps(machine), event->text_poke.addr); in machine__process_text_poke()
800 perf_event__fprintf_text_poke(event, machine, stdout); in machine__process_text_poke()
819 ret = dso__data_write_cache_addr(dso, map, machine, in machine__process_text_poke()
835 static struct map *machine__addnew_module_map(struct machine *machine, u64 start, in machine__addnew_module_map() argument
846 dso = dsos__findnew_module_dso(&machine->dsos, machine, &m, filename); in machine__addnew_module_map()
854 err = maps__insert(machine__kernel_maps(machine), map); in machine__addnew_module_map()
873 struct machine *pos = rb_entry(nd, struct machine, rb_node); in machines__fprintf_dsos()
880 size_t machine__fprintf_dsos_buildid(struct machine *m, FILE *fp, in machine__fprintf_dsos_buildid()
893 struct machine *pos = rb_entry(nd, struct machine, rb_node); in machines__fprintf_dsos_buildid()
913 size_t machine__fprintf(struct machine *machine, FILE *fp) in machine__fprintf() argument
919 size_t ret = fprintf(fp, "Threads: %zu\n", threads__nr(&machine->threads)); in machine__fprintf()
921 machine__for_each_thread(machine, machine_fprintf_cb, &args); in machine__fprintf()
925 static struct dso *machine__get_kernel(struct machine *machine) in machine__get_kernel() argument
927 const char *vmlinux_name = machine->mmap_name; in machine__get_kernel()
930 if (machine__is_host(machine)) { in machine__get_kernel()
934 kernel = machine__findnew_kernel(machine, vmlinux_name, in machine__get_kernel()
940 kernel = machine__findnew_kernel(machine, vmlinux_name, in machine__get_kernel()
946 dso__read_running_kernel_build_id(kernel, machine); in machine__get_kernel()
951 void machine__get_kallsyms_filename(struct machine *machine, char *buf, in machine__get_kallsyms_filename() argument
954 if (machine__is_default_guest(machine)) in machine__get_kallsyms_filename()
957 scnprintf(buf, bufsz, "%s/proc/kallsyms", machine->root_dir); in machine__get_kallsyms_filename()
966 static int machine__get_running_kernel_start(struct machine *machine, in machine__get_running_kernel_start() argument
975 machine__get_kallsyms_filename(machine, filename, PATH_MAX); in machine__get_running_kernel_start()
1003 int machine__create_extra_kernel_map(struct machine *machine, in machine__create_extra_kernel_map() argument
1022 err = maps__insert(machine__kernel_maps(machine), map); in machine__create_extra_kernel_map()
1089 int machine__map_x86_64_entry_trampolines(struct machine *machine, in machine__map_x86_64_entry_trampolines() argument
1093 .kmaps = machine__kernel_maps(machine), in machine__map_x86_64_entry_trampolines()
1105 if (args.found || machine->trampolines_mapped) in machine__map_x86_64_entry_trampolines()
1112 nr_cpus_avail = machine__nr_cpus_avail(machine); in machine__map_x86_64_entry_trampolines()
1127 if (machine__create_extra_kernel_map(machine, kernel, &xm) < 0) in machine__map_x86_64_entry_trampolines()
1131 machine->trampolines_mapped = nr_cpus_avail; in machine__map_x86_64_entry_trampolines()
1136 int __weak machine__create_extra_kernel_maps(struct machine *machine __maybe_unused, in machine__create_extra_kernel_maps()
1143 __machine__create_kernel_maps(struct machine *machine, struct dso *kernel) in __machine__create_kernel_maps() argument
1146 machine__destroy_kernel_maps(machine); in __machine__create_kernel_maps()
1148 map__put(machine->vmlinux_map); in __machine__create_kernel_maps()
1149 machine->vmlinux_map = map__new2(0, kernel); in __machine__create_kernel_maps()
1150 if (machine->vmlinux_map == NULL) in __machine__create_kernel_maps()
1153 map__set_mapping_type(machine->vmlinux_map, MAPPING_TYPE__IDENTITY); in __machine__create_kernel_maps()
1154 return maps__insert(machine__kernel_maps(machine), machine->vmlinux_map); in __machine__create_kernel_maps()
1157 void machine__destroy_kernel_maps(struct machine *machine) in machine__destroy_kernel_maps() argument
1160 struct map *map = machine__kernel_map(machine); in machine__destroy_kernel_maps()
1166 maps__remove(machine__kernel_maps(machine), map); in machine__destroy_kernel_maps()
1172 map__zput(machine->vmlinux_map); in machine__destroy_kernel_maps()
1231 struct machine *pos = rb_entry(next, struct machine, rb_node); in machines__destroy_kernel_maps()
1241 struct machine *machine = machines__findnew(machines, pid); in machines__create_kernel_maps() local
1243 if (machine == NULL) in machines__create_kernel_maps()
1246 return machine__create_kernel_maps(machine); in machines__create_kernel_maps()
1249 int machine__load_kallsyms(struct machine *machine, const char *filename) in machine__load_kallsyms() argument
1251 struct map *map = machine__kernel_map(machine); in machine__load_kallsyms()
1262 maps__fixup_end(machine__kernel_maps(machine)); in machine__load_kallsyms()
1268 int machine__load_vmlinux_path(struct machine *machine) in machine__load_vmlinux_path() argument
1270 struct map *map = machine__kernel_map(machine); in machine__load_vmlinux_path()
1409 static int machine__set_modules_path(struct machine *machine) in machine__set_modules_path() argument
1414 version = get_kernel_version(machine->root_dir); in machine__set_modules_path()
1419 machine->root_dir, version); in machine__set_modules_path()
1422 return maps__set_modules_path_dir(machine__kernel_maps(machine), in machine__set_modules_path()
1435 struct machine *machine = arg; in machine__create_module() local
1441 map = machine__addnew_module_map(machine, start, name); in machine__create_module()
1446 dso__kernel_module_get_build_id(map__dso(map), machine->root_dir); in machine__create_module()
1451 static int machine__create_modules(struct machine *machine) in machine__create_modules() argument
1456 if (machine__is_default_guest(machine)) { in machine__create_modules()
1459 snprintf(path, PATH_MAX, "%s/proc/modules", machine->root_dir); in machine__create_modules()
1466 if (modules__parse(modules, machine, machine__create_module)) in machine__create_modules()
1469 if (!machine__set_modules_path(machine)) in machine__create_modules()
1477 static void machine__set_kernel_mmap(struct machine *machine, in machine__set_kernel_mmap() argument
1480 map__set_start(machine->vmlinux_map, start); in machine__set_kernel_mmap()
1481 map__set_end(machine->vmlinux_map, end); in machine__set_kernel_mmap()
1487 map__set_end(machine->vmlinux_map, ~0ULL); in machine__set_kernel_mmap()
1490 static int machine__update_kernel_mmap(struct machine *machine, in machine__update_kernel_mmap() argument
1496 orig = machine->vmlinux_map; in machine__update_kernel_mmap()
1499 machine->vmlinux_map = updated; in machine__update_kernel_mmap()
1500 maps__remove(machine__kernel_maps(machine), orig); in machine__update_kernel_mmap()
1501 machine__set_kernel_mmap(machine, start, end); in machine__update_kernel_mmap()
1502 err = maps__insert(machine__kernel_maps(machine), updated); in machine__update_kernel_mmap()
1508 int machine__create_kernel_maps(struct machine *machine) in machine__create_kernel_maps() argument
1510 struct dso *kernel = machine__get_kernel(machine); in machine__create_kernel_maps()
1518 ret = __machine__create_kernel_maps(machine, kernel); in machine__create_kernel_maps()
1522 if (symbol_conf.use_modules && machine__create_modules(machine) < 0) { in machine__create_kernel_maps()
1523 if (machine__is_host(machine)) in machine__create_kernel_maps()
1528 "continuing anyway...\n", machine->pid); in machine__create_kernel_maps()
1531 if (!machine__get_running_kernel_start(machine, &name, &start, &end)) { in machine__create_kernel_maps()
1533 map__set_kallsyms_ref_reloc_sym(machine->vmlinux_map, name, start)) { in machine__create_kernel_maps()
1534 machine__destroy_kernel_maps(machine); in machine__create_kernel_maps()
1543 ret = machine__update_kernel_mmap(machine, start, end); in machine__create_kernel_maps()
1548 if (machine__create_extra_kernel_maps(machine, kernel)) in machine__create_kernel_maps()
1553 struct map *next = maps__find_next_entry(machine__kernel_maps(machine), in machine__create_kernel_maps()
1554 machine__kernel_map(machine)); in machine__create_kernel_maps()
1557 machine__set_kernel_mmap(machine, start, map__start(next)); in machine__create_kernel_maps()
1562 maps__fixup_end(machine__kernel_maps(machine)); in machine__create_kernel_maps()
1574 static bool machine__uses_kcore(struct machine *machine) in machine__uses_kcore() argument
1576 return dsos__for_each_dso(&machine->dsos, machine__uses_kcore_cb, NULL) != 0 ? true : false; in machine__uses_kcore()
1579 static bool perf_event__is_extra_kernel_mmap(struct machine *machine, in perf_event__is_extra_kernel_mmap() argument
1582 return machine__is(machine, "x86_64") && in perf_event__is_extra_kernel_mmap()
1586 static int machine__process_extra_kernel_map(struct machine *machine, in machine__process_extra_kernel_map() argument
1589 struct dso *kernel = machine__kernel_dso(machine); in machine__process_extra_kernel_map()
1594 return machine__create_extra_kernel_map(machine, kernel, xm); in machine__process_extra_kernel_map()
1597 static int machine__process_kernel_mmap_event(struct machine *machine, in machine__process_kernel_mmap_event() argument
1603 const char *mmap_name = machine->mmap_name; in machine__process_kernel_mmap_event()
1606 if (machine__uses_kcore(machine)) in machine__process_kernel_mmap_event()
1609 if (machine__is_host(machine)) in machine__process_kernel_mmap_event()
1615 if (!is_kernel_mmap && !machine__is_host(machine)) { in machine__process_kernel_mmap_event()
1626 struct map *map = machine__addnew_module_map(machine, xm->start, xm->name); in machine__process_kernel_mmap_event()
1643 struct dso *kernel = dsos__find_kernel_dso(&machine->dsos); in machine__process_kernel_mmap_event()
1646 kernel = machine__findnew_dso(machine, machine->mmap_name); in machine__process_kernel_mmap_event()
1651 if (__machine__create_kernel_maps(machine, kernel) < 0) { in machine__process_kernel_mmap_event()
1659 if (machine__update_kernel_mmap(machine, xm->start, xm->end) < 0) { in machine__process_kernel_mmap_event()
1673 map__set_kallsyms_ref_reloc_sym(machine->vmlinux_map, in machine__process_kernel_mmap_event()
1678 if (machine__is_default_guest(machine)) { in machine__process_kernel_mmap_event()
1682 dso__load(kernel, machine__kernel_map(machine)); in machine__process_kernel_mmap_event()
1685 } else if (perf_event__is_extra_kernel_mmap(machine, xm)) { in machine__process_kernel_mmap_event()
1686 return machine__process_extra_kernel_map(machine, xm); in machine__process_kernel_mmap_event()
1693 int machine__process_mmap2_event(struct machine *machine, in machine__process_mmap2_event() argument
1725 ret = machine__process_kernel_mmap_event(machine, &xm, bid); in machine__process_mmap2_event()
1731 thread = machine__findnew_thread(machine, event->mmap2.pid, in machine__process_mmap2_event()
1736 map = map__new(machine, event->mmap2.start, in machine__process_mmap2_event()
1762 int machine__process_mmap_event(struct machine *machine, union perf_event *event, in machine__process_mmap_event() argument
1782 ret = machine__process_kernel_mmap_event(machine, &xm, NULL); in machine__process_mmap_event()
1788 thread = machine__findnew_thread(machine, event->mmap.pid, in machine__process_mmap_event()
1796 map = map__new(machine, event->mmap.start, in machine__process_mmap_event()
1820 void machine__remove_thread(struct machine *machine, struct thread *th) in machine__remove_thread() argument
1822 return threads__remove(&machine->threads, th); in machine__remove_thread()
1825 int machine__process_fork_event(struct machine *machine, union perf_event *event, in machine__process_fork_event() argument
1828 struct thread *thread = machine__find_thread(machine, in machine__process_fork_event()
1831 struct thread *parent = machine__findnew_thread(machine, in machine__process_fork_event()
1849 machine__remove_thread(machine, parent); in machine__process_fork_event()
1851 parent = machine__findnew_thread(machine, event->fork.ppid, in machine__process_fork_event()
1857 machine__remove_thread(machine, thread); in machine__process_fork_event()
1861 thread = machine__findnew_thread(machine, event->fork.pid, in machine__process_fork_event()
1865 * objects for the already running tasks on the machine. in machine__process_fork_event()
1891 int machine__process_exit_event(struct machine *machine, union perf_event *event, in machine__process_exit_event() argument
1894 struct thread *thread = machine__find_thread(machine, in machine__process_exit_event()
1902 machine->parallelism--; in machine__process_exit_event()
1907 machine__remove_thread(machine, thread); in machine__process_exit_event()
1913 int machine__process_event(struct machine *machine, union perf_event *event, in machine__process_event() argument
1920 ret = machine__process_comm_event(machine, event, sample); break; in machine__process_event()
1922 ret = machine__process_mmap_event(machine, event, sample); break; in machine__process_event()
1924 ret = machine__process_namespaces_event(machine, event, sample); break; in machine__process_event()
1926 ret = machine__process_cgroup_event(machine, event, sample); break; in machine__process_event()
1928 ret = machine__process_mmap2_event(machine, event, sample); break; in machine__process_event()
1930 ret = machine__process_fork_event(machine, event, sample); break; in machine__process_event()
1932 ret = machine__process_exit_event(machine, event, sample); break; in machine__process_event()
1934 ret = machine__process_lost_event(machine, event, sample); break; in machine__process_event()
1936 ret = machine__process_aux_event(machine, event); break; in machine__process_event()
1938 ret = machine__process_itrace_start_event(machine, event); break; in machine__process_event()
1940 ret = machine__process_lost_samples_event(machine, event, sample); break; in machine__process_event()
1943 ret = machine__process_switch_event(machine, event); break; in machine__process_event()
1945 ret = machine__process_ksymbol(machine, event, sample); break; in machine__process_event()
1947 ret = machine__process_bpf(machine, event, sample); break; in machine__process_event()
1949 ret = machine__process_text_poke(machine, event, sample); break; in machine__process_event()
1951 ret = machine__process_aux_output_hw_id_event(machine, event); break; in machine__process_event()
2984 int machine__for_each_thread(struct machine *machine, in machine__for_each_thread() argument
2988 return threads__for_each_thread(&machine->threads, fn, priv); in machine__for_each_thread()
3003 struct machine *machine = rb_entry(nd, struct machine, rb_node); in machines__for_each_thread() local
3005 rc = machine__for_each_thread(machine, fn, priv); in machines__for_each_thread()
3026 int machine__thread_list(struct machine *machine, struct list_head *list) in machine__thread_list() argument
3028 return machine__for_each_thread(machine, thread_list_cb, list); in machine__thread_list()
3042 pid_t machine__get_current_tid(struct machine *machine, int cpu) in machine__get_current_tid() argument
3044 if (cpu < 0 || (size_t)cpu >= machine->current_tid_sz) in machine__get_current_tid()
3047 return machine->current_tid[cpu]; in machine__get_current_tid()
3050 int machine__set_current_tid(struct machine *machine, int cpu, pid_t pid, in machine__set_current_tid() argument
3059 if (realloc_array_as_needed(machine->current_tid, in machine__set_current_tid()
3060 machine->current_tid_sz, in machine__set_current_tid()
3065 machine->current_tid[cpu] = tid; in machine__set_current_tid()
3067 thread = machine__findnew_thread(machine, pid, tid); in machine__set_current_tid()
3081 bool machine__is(struct machine *machine, const char *arch) in machine__is() argument
3083 return machine && !strcmp(perf_env__raw_arch(machine->env), arch); in machine__is()
3086 bool machine__normalized_is(struct machine *machine, const char *arch) in machine__normalized_is() argument
3088 return machine && !strcmp(perf_env__arch(machine->env), arch); in machine__normalized_is()
3091 int machine__nr_cpus_avail(struct machine *machine) in machine__nr_cpus_avail() argument
3093 return machine ? perf_env__nr_cpus_avail(machine->env) : 0; in machine__nr_cpus_avail()
3096 int machine__get_kernel_start(struct machine *machine) in machine__get_kernel_start() argument
3098 struct map *map = machine__kernel_map(machine); in machine__get_kernel_start()
3109 machine->kernel_start = 1ULL << 63; in machine__get_kernel_start()
3117 if (!err && !machine__is(machine, "x86_64")) in machine__get_kernel_start()
3118 machine->kernel_start = map__start(map); in machine__get_kernel_start()
3123 u8 machine__addr_cpumode(struct machine *machine, u8 cpumode, u64 addr) in machine__addr_cpumode() argument
3128 if (!machine->single_address_space) in machine__addr_cpumode()
3131 kernel_ip = machine__kernel_ip(machine, addr); in machine__addr_cpumode()
3150 struct dso *machine__findnew_dso_id(struct machine *machine, const char *filename, in machine__findnew_dso_id() argument
3153 return dsos__findnew_id(&machine->dsos, filename, id); in machine__findnew_dso_id()
3156 struct dso *machine__findnew_dso(struct machine *machine, const char *filename) in machine__findnew_dso() argument
3158 return machine__findnew_dso_id(machine, filename, NULL); in machine__findnew_dso()
3163 struct machine *machine = vmachine; in machine__resolve_kernel_addr() local
3165 struct symbol *sym = machine__find_kernel_symbol(machine, *addrp, &map); in machine__resolve_kernel_addr()
3176 struct machine *machine; member
3185 return args->fn(dso, args->machine, args->priv); in machine__for_each_dso_cb()
3188 int machine__for_each_dso(struct machine *machine, machine__dso_t fn, void *priv) in machine__for_each_dso() argument
3191 .machine = machine, in machine__for_each_dso()
3196 return dsos__for_each_dso(&machine->dsos, machine__for_each_dso_cb, &args); in machine__for_each_dso()
3199 int machine__for_each_kernel_map(struct machine *machine, machine__map_t fn, void *priv) in machine__for_each_kernel_map() argument
3201 struct maps *maps = machine__kernel_maps(machine); in machine__for_each_kernel_map()
3206 bool machine__is_lock_function(struct machine *machine, u64 addr) in machine__is_lock_function() argument
3208 if (!machine->sched.text_start) { in machine__is_lock_function()
3210 struct symbol *sym = machine__find_kernel_symbol_by_name(machine, "__sched_text_start", &kmap); in machine__is_lock_function()
3214 machine->sched.text_start = 1; in machine__is_lock_function()
3218 machine->sched.text_start = map__unmap_ip(kmap, sym->start); in machine__is_lock_function()
3221 sym = machine__find_kernel_symbol_by_name(machine, "__sched_text_end", &kmap); in machine__is_lock_function()
3222 machine->sched.text_end = map__unmap_ip(kmap, sym->start); in machine__is_lock_function()
3224 sym = machine__find_kernel_symbol_by_name(machine, "__lock_text_start", &kmap); in machine__is_lock_function()
3225 machine->lock.text_start = map__unmap_ip(kmap, sym->start); in machine__is_lock_function()
3227 sym = machine__find_kernel_symbol_by_name(machine, "__lock_text_end", &kmap); in machine__is_lock_function()
3228 machine->lock.text_end = map__unmap_ip(kmap, sym->start); in machine__is_lock_function()
3230 sym = machine__find_kernel_symbol_by_name(machine, "__traceiter_contention_begin", &kmap); in machine__is_lock_function()
3232 machine->traceiter.text_start = map__unmap_ip(kmap, sym->start); in machine__is_lock_function()
3233 machine->traceiter.text_end = map__unmap_ip(kmap, sym->end); in machine__is_lock_function()
3235 sym = machine__find_kernel_symbol_by_name(machine, "trace_contention_begin", &kmap); in machine__is_lock_function()
3237 machine->trace.text_start = map__unmap_ip(kmap, sym->start); in machine__is_lock_function()
3238 machine->trace.text_end = map__unmap_ip(kmap, sym->end); in machine__is_lock_function()
3243 if (machine->sched.text_start == 1) in machine__is_lock_function()
3247 if (machine->sched.text_start <= addr && addr < machine->sched.text_end) in machine__is_lock_function()
3251 if (machine->lock.text_start <= addr && addr < machine->lock.text_end) in machine__is_lock_function()
3257 if (machine->traceiter.text_start != 0) { in machine__is_lock_function()
3258 if (machine->traceiter.text_start <= addr && addr < machine->traceiter.text_end) in machine__is_lock_function()
3262 if (machine->trace.text_start != 0) { in machine__is_lock_function()
3263 if (machine->trace.text_start <= addr && addr < machine->trace.text_end) in machine__is_lock_function()
3270 int machine__hit_all_dsos(struct machine *machine) in machine__hit_all_dsos() argument
3272 return dsos__hit_all(&machine->dsos); in machine__hit_all_dsos()