Lines Matching full:machine
14 #include "machine.h"
46 static void __machine__remove_thread(struct machine *machine, struct thread_rb_node *nd,
49 static struct dso *machine__kernel_dso(struct machine *machine) in machine__kernel_dso() argument
51 return map__dso(machine->vmlinux_map); in machine__kernel_dso()
61 static void machine__threads_init(struct machine *machine) in machine__threads_init() argument
66 struct threads *threads = &machine->threads[i]; in machine__threads_init()
90 static int machine__set_mmap_name(struct machine *machine) in machine__set_mmap_name() argument
92 if (machine__is_host(machine)) in machine__set_mmap_name()
93 machine->mmap_name = strdup("[kernel.kallsyms]"); in machine__set_mmap_name()
94 else if (machine__is_default_guest(machine)) in machine__set_mmap_name()
95 machine->mmap_name = strdup("[guest.kernel.kallsyms]"); in machine__set_mmap_name()
96 else if (asprintf(&machine->mmap_name, "[guest.kernel.kallsyms.%d]", in machine__set_mmap_name()
97 machine->pid) < 0) in machine__set_mmap_name()
98 machine->mmap_name = NULL; in machine__set_mmap_name()
100 return machine->mmap_name ? 0 : -ENOMEM; in machine__set_mmap_name()
111 int machine__init(struct machine *machine, const char *root_dir, pid_t pid) in machine__init() argument
115 memset(machine, 0, sizeof(*machine)); in machine__init()
116 machine->kmaps = maps__new(machine); in machine__init()
117 if (machine->kmaps == NULL) in machine__init()
120 RB_CLEAR_NODE(&machine->rb_node); in machine__init()
121 dsos__init(&machine->dsos); in machine__init()
123 machine__threads_init(machine); in machine__init()
125 machine->vdso_info = NULL; in machine__init()
126 machine->env = NULL; in machine__init()
128 machine->pid = pid; in machine__init()
130 machine->id_hdr_size = 0; in machine__init()
131 machine->kptr_restrict_warned = false; in machine__init()
132 machine->comm_exec = false; in machine__init()
133 machine->kernel_start = 0; in machine__init()
134 machine->vmlinux_map = NULL; in machine__init()
136 machine->root_dir = strdup(root_dir); in machine__init()
137 if (machine->root_dir == NULL) in machine__init()
140 if (machine__set_mmap_name(machine)) in machine__init()
144 struct thread *thread = machine__findnew_thread(machine, -1, in machine__init()
154 machine->current_tid = NULL; in machine__init()
159 zfree(&machine->kmaps); in machine__init()
160 zfree(&machine->root_dir); in machine__init()
161 zfree(&machine->mmap_name); in machine__init()
166 struct machine *machine__new_host(void) in machine__new_host()
168 struct machine *machine = malloc(sizeof(*machine)); in machine__new_host() local
170 if (machine != NULL) { in machine__new_host()
171 machine__init(machine, "", HOST_KERNEL_ID); in machine__new_host()
173 if (machine__create_kernel_maps(machine) < 0) in machine__new_host()
177 return machine; in machine__new_host()
179 free(machine); in machine__new_host()
183 struct machine *machine__new_kallsyms(void) in machine__new_kallsyms()
185 struct machine *machine = machine__new_host(); in machine__new_kallsyms() local
192 if (machine && machine__load_kallsyms(machine, "/proc/kallsyms") <= 0) { in machine__new_kallsyms()
193 machine__delete(machine); in machine__new_kallsyms()
194 machine = NULL; in machine__new_kallsyms()
197 return machine; in machine__new_kallsyms()
222 void machine__delete_threads(struct machine *machine) in machine__delete_threads() argument
228 struct threads *threads = &machine->threads[i]; in machine__delete_threads()
235 __machine__remove_thread(machine, trb, trb->thread, false); in machine__delete_threads()
241 void machine__exit(struct machine *machine) in machine__exit() argument
245 if (machine == NULL) in machine__exit()
248 machine__destroy_kernel_maps(machine); in machine__exit()
249 maps__zput(machine->kmaps); in machine__exit()
250 dsos__exit(&machine->dsos); in machine__exit()
251 machine__exit_vdso(machine); in machine__exit()
252 zfree(&machine->root_dir); in machine__exit()
253 zfree(&machine->mmap_name); in machine__exit()
254 zfree(&machine->current_tid); in machine__exit()
255 zfree(&machine->kallsyms_filename); in machine__exit()
257 machine__delete_threads(machine); in machine__exit()
259 struct threads *threads = &machine->threads[i]; in machine__exit()
265 void machine__delete(struct machine *machine) in machine__delete() argument
267 if (machine) { in machine__delete()
268 machine__exit(machine); in machine__delete()
269 free(machine); in machine__delete()
285 struct machine *machines__add(struct machines *machines, pid_t pid, in machines__add()
290 struct machine *pos, *machine = malloc(sizeof(*machine)); in machines__add() local
293 if (machine == NULL) in machines__add()
296 if (machine__init(machine, root_dir, pid) != 0) { in machines__add()
297 free(machine); in machines__add()
303 pos = rb_entry(parent, struct machine, rb_node); in machines__add()
312 rb_link_node(&machine->rb_node, parent, p); in machines__add()
313 rb_insert_color_cached(&machine->rb_node, &machines->guests, leftmost); in machines__add()
315 machine->machines = machines; in machines__add()
317 return machine; in machines__add()
327 struct machine *machine = rb_entry(nd, struct machine, rb_node); in machines__set_comm_exec() local
329 machine->comm_exec = comm_exec; in machines__set_comm_exec()
333 struct machine *machines__find(struct machines *machines, pid_t pid) in machines__find()
337 struct machine *machine; in machines__find() local
338 struct machine *default_machine = NULL; in machines__find()
345 machine = rb_entry(parent, struct machine, rb_node); in machines__find()
346 if (pid < machine->pid) in machines__find()
348 else if (pid > machine->pid) in machines__find()
351 return machine; in machines__find()
352 if (!machine->pid) in machines__find()
353 default_machine = machine; in machines__find()
359 struct machine *machines__findnew(struct machines *machines, pid_t pid) in machines__findnew()
363 struct machine *machine = machines__find(machines, pid); in machines__findnew() local
365 if (machine && (machine->pid == pid)) in machines__findnew()
382 machine = NULL; in machines__findnew()
388 machine = machines__add(machines, pid, root_dir); in machines__findnew()
390 return machine; in machines__findnew()
393 struct machine *machines__find_guest(struct machines *machines, pid_t pid) in machines__find_guest()
395 struct machine *machine = machines__find(machines, pid); in machines__find_guest() local
397 if (!machine) in machines__find_guest()
398 machine = machines__findnew(machines, DEFAULT_GUEST_KERNEL_ID); in machines__find_guest()
399 return machine; in machines__find_guest()
404 * hypervisor, creating, running and destroying the virtual machine, and
423 * structures sane, using a thread belonging to the guest machine, instead
427 static struct thread *findnew_guest_code(struct machine *machine, in findnew_guest_code() argument
428 struct machine *host_machine, in findnew_guest_code()
435 if (!machine) in findnew_guest_code()
438 thread = machine__findnew_thread(machine, -1, pid); in findnew_guest_code()
470 struct machine *host_machine = machines__find(machines, HOST_KERNEL_ID); in machines__findnew_guest_code()
471 struct machine *machine = machines__findnew(machines, pid); in machines__findnew_guest_code() local
473 return findnew_guest_code(machine, host_machine, pid); in machines__findnew_guest_code()
476 struct thread *machine__findnew_guest_code(struct machine *machine, pid_t pid) in machine__findnew_guest_code() argument
478 struct machines *machines = machine->machines; in machine__findnew_guest_code()
479 struct machine *host_machine; in machine__findnew_guest_code()
486 return findnew_guest_code(machine, host_machine, pid); in machine__findnew_guest_code()
495 struct machine *pos = rb_entry(nd, struct machine, rb_node); in machines__process_guests()
503 struct machine *machine; in machines__set_id_hdr_size() local
509 machine = rb_entry(node, struct machine, rb_node); in machines__set_id_hdr_size()
510 machine->id_hdr_size = id_hdr_size; in machines__set_id_hdr_size()
516 static void machine__update_thread_pid(struct machine *machine, in machine__update_thread_pid() argument
529 leader = __machine__findnew_thread(machine, thread__pid(th), thread__pid(th)); in machine__update_thread_pid()
534 thread__set_maps(leader, maps__new(machine)); in machine__update_thread_pid()
569 __threads__get_last_match(struct threads *threads, struct machine *machine, in __threads__get_last_match() argument
577 machine__update_thread_pid(machine, th, pid); in __threads__get_last_match()
588 threads__get_last_match(struct threads *threads, struct machine *machine, in threads__get_last_match() argument
594 th = __threads__get_last_match(threads, machine, pid, tid); in threads__get_last_match()
617 static struct thread *____machine__findnew_thread(struct machine *machine, in ____machine__findnew_thread() argument
628 th = threads__get_last_match(threads, machine, pid, tid); in ____machine__findnew_thread()
638 machine__update_thread_pid(machine, th, pid); in ____machine__findnew_thread()
673 if (thread__init_maps(th, machine)) { in ____machine__findnew_thread()
690 struct thread *__machine__findnew_thread(struct machine *machine, pid_t pid, pid_t tid) in __machine__findnew_thread() argument
692 return ____machine__findnew_thread(machine, machine__threads(machine, tid), pid, tid, true); in __machine__findnew_thread()
695 struct thread *machine__findnew_thread(struct machine *machine, pid_t pid, in machine__findnew_thread() argument
698 struct threads *threads = machine__threads(machine, tid); in machine__findnew_thread()
702 th = __machine__findnew_thread(machine, pid, tid); in machine__findnew_thread()
707 struct thread *machine__find_thread(struct machine *machine, pid_t pid, in machine__find_thread() argument
710 struct threads *threads = machine__threads(machine, tid); in machine__find_thread()
714 th = ____machine__findnew_thread(machine, threads, pid, tid, false); in machine__find_thread()
726 struct thread *machine__idle_thread(struct machine *machine) in machine__idle_thread() argument
728 struct thread *thread = machine__findnew_thread(machine, 0, 0); in machine__idle_thread()
732 pr_err("problem inserting idle task for machine pid %d\n", machine->pid); in machine__idle_thread()
737 struct comm *machine__thread_exec_comm(struct machine *machine, in machine__thread_exec_comm() argument
740 if (machine->comm_exec) in machine__thread_exec_comm()
746 int machine__process_comm_event(struct machine *machine, union perf_event *event, in machine__process_comm_event() argument
749 struct thread *thread = machine__findnew_thread(machine, in machine__process_comm_event()
756 machine->comm_exec = true; in machine__process_comm_event()
772 int machine__process_namespaces_event(struct machine *machine __maybe_unused, in machine__process_namespaces_event()
776 struct thread *thread = machine__findnew_thread(machine, in machine__process_namespaces_event()
803 int machine__process_cgroup_event(struct machine *machine, in machine__process_cgroup_event() argument
812 cgrp = cgroup__findnew(machine->env, event->cgroup.id, event->cgroup.path); in machine__process_cgroup_event()
819 int machine__process_lost_event(struct machine *machine __maybe_unused, in machine__process_lost_event()
827 int machine__process_lost_samples_event(struct machine *machine __maybe_unused, in machine__process_lost_samples_event()
835 static struct dso *machine__findnew_module_dso(struct machine *machine, in machine__findnew_module_dso() argument
841 down_write(&machine->dsos.lock); in machine__findnew_module_dso()
843 dso = __dsos__find(&machine->dsos, m->name, true); in machine__findnew_module_dso()
845 dso = __dsos__addnew(&machine->dsos, m->name); in machine__findnew_module_dso()
849 dso__set_module_info(dso, m, machine); in machine__findnew_module_dso()
856 up_write(&machine->dsos.lock); in machine__findnew_module_dso()
860 int machine__process_aux_event(struct machine *machine __maybe_unused, in machine__process_aux_event()
868 int machine__process_itrace_start_event(struct machine *machine __maybe_unused, in machine__process_itrace_start_event()
876 int machine__process_aux_output_hw_id_event(struct machine *machine __maybe_unused, in machine__process_aux_output_hw_id_event()
884 int machine__process_switch_event(struct machine *machine __maybe_unused, in machine__process_switch_event()
892 static int machine__process_ksymbol_register(struct machine *machine, in machine__process_ksymbol_register() argument
898 struct map *map = maps__find(machine__kernel_maps(machine), event->ksymbol.addr); in machine__process_ksymbol_register()
930 err = maps__insert(machine__kernel_maps(machine), map); in machine__process_ksymbol_register()
960 static int machine__process_ksymbol_unregister(struct machine *machine, in machine__process_ksymbol_unregister() argument
967 map = maps__find(machine__kernel_maps(machine), event->ksymbol.addr); in machine__process_ksymbol_unregister()
971 if (!RC_CHK_EQUAL(map, machine->vmlinux_map)) in machine__process_ksymbol_unregister()
972 maps__remove(machine__kernel_maps(machine), map); in machine__process_ksymbol_unregister()
984 int machine__process_ksymbol(struct machine *machine __maybe_unused, in machine__process_ksymbol()
992 return machine__process_ksymbol_unregister(machine, event, in machine__process_ksymbol()
994 return machine__process_ksymbol_register(machine, event, sample); in machine__process_ksymbol()
997 int machine__process_text_poke(struct machine *machine, union perf_event *event, in machine__process_text_poke() argument
1000 struct map *map = maps__find(machine__kernel_maps(machine), event->text_poke.addr); in machine__process_text_poke()
1005 perf_event__fprintf_text_poke(event, machine, stdout); in machine__process_text_poke()
1024 ret = dso__data_write_cache_addr(dso, map, machine, in machine__process_text_poke()
1039 static struct map *machine__addnew_module_map(struct machine *machine, u64 start, in machine__addnew_module_map() argument
1050 dso = machine__findnew_module_dso(machine, &m, filename); in machine__addnew_module_map()
1058 err = maps__insert(machine__kernel_maps(machine), map); in machine__addnew_module_map()
1077 struct machine *pos = rb_entry(nd, struct machine, rb_node); in machines__fprintf_dsos()
1084 size_t machine__fprintf_dsos_buildid(struct machine *m, FILE *fp, in machine__fprintf_dsos_buildid()
1097 struct machine *pos = rb_entry(nd, struct machine, rb_node); in machines__fprintf_dsos_buildid()
1103 size_t machine__fprintf_vmlinux_path(struct machine *machine, FILE *fp) in machine__fprintf_vmlinux_path() argument
1107 struct dso *kdso = machine__kernel_dso(machine); in machine__fprintf_vmlinux_path()
1123 size_t machine__fprintf(struct machine *machine, FILE *fp) in machine__fprintf() argument
1130 struct threads *threads = &machine->threads[i]; in machine__fprintf()
1148 static struct dso *machine__get_kernel(struct machine *machine) in machine__get_kernel() argument
1150 const char *vmlinux_name = machine->mmap_name; in machine__get_kernel()
1153 if (machine__is_host(machine)) { in machine__get_kernel()
1157 kernel = machine__findnew_kernel(machine, vmlinux_name, in machine__get_kernel()
1163 kernel = machine__findnew_kernel(machine, vmlinux_name, in machine__get_kernel()
1169 dso__read_running_kernel_build_id(kernel, machine); in machine__get_kernel()
1174 void machine__get_kallsyms_filename(struct machine *machine, char *buf, in machine__get_kallsyms_filename() argument
1177 if (machine__is_default_guest(machine)) in machine__get_kallsyms_filename()
1180 scnprintf(buf, bufsz, "%s/proc/kallsyms", machine->root_dir); in machine__get_kallsyms_filename()
1189 static int machine__get_running_kernel_start(struct machine *machine, in machine__get_running_kernel_start() argument
1198 machine__get_kallsyms_filename(machine, filename, PATH_MAX); in machine__get_running_kernel_start()
1226 int machine__create_extra_kernel_map(struct machine *machine, in machine__create_extra_kernel_map() argument
1245 err = maps__insert(machine__kernel_maps(machine), map); in machine__create_extra_kernel_map()
1311 int machine__map_x86_64_entry_trampolines(struct machine *machine, in machine__map_x86_64_entry_trampolines() argument
1315 .kmaps = machine__kernel_maps(machine), in machine__map_x86_64_entry_trampolines()
1327 if (args.found || machine->trampolines_mapped) in machine__map_x86_64_entry_trampolines()
1334 nr_cpus_avail = machine__nr_cpus_avail(machine); in machine__map_x86_64_entry_trampolines()
1349 if (machine__create_extra_kernel_map(machine, kernel, &xm) < 0) in machine__map_x86_64_entry_trampolines()
1353 machine->trampolines_mapped = nr_cpus_avail; in machine__map_x86_64_entry_trampolines()
1358 int __weak machine__create_extra_kernel_maps(struct machine *machine __maybe_unused, in machine__create_extra_kernel_maps()
1365 __machine__create_kernel_maps(struct machine *machine, struct dso *kernel) in __machine__create_kernel_maps() argument
1368 machine__destroy_kernel_maps(machine); in __machine__create_kernel_maps()
1370 map__put(machine->vmlinux_map); in __machine__create_kernel_maps()
1371 machine->vmlinux_map = map__new2(0, kernel); in __machine__create_kernel_maps()
1372 if (machine->vmlinux_map == NULL) in __machine__create_kernel_maps()
1375 map__set_mapping_type(machine->vmlinux_map, MAPPING_TYPE__IDENTITY); in __machine__create_kernel_maps()
1376 return maps__insert(machine__kernel_maps(machine), machine->vmlinux_map); in __machine__create_kernel_maps()
1379 void machine__destroy_kernel_maps(struct machine *machine) in machine__destroy_kernel_maps() argument
1382 struct map *map = machine__kernel_map(machine); in machine__destroy_kernel_maps()
1388 maps__remove(machine__kernel_maps(machine), map); in machine__destroy_kernel_maps()
1394 map__zput(machine->vmlinux_map); in machine__destroy_kernel_maps()
1453 struct machine *pos = rb_entry(next, struct machine, rb_node); in machines__destroy_kernel_maps()
1463 struct machine *machine = machines__findnew(machines, pid); in machines__create_kernel_maps() local
1465 if (machine == NULL) in machines__create_kernel_maps()
1468 return machine__create_kernel_maps(machine); in machines__create_kernel_maps()
1471 int machine__load_kallsyms(struct machine *machine, const char *filename) in machine__load_kallsyms() argument
1473 struct map *map = machine__kernel_map(machine); in machine__load_kallsyms()
1484 maps__fixup_end(machine__kernel_maps(machine)); in machine__load_kallsyms()
1490 int machine__load_vmlinux_path(struct machine *machine) in machine__load_vmlinux_path() argument
1492 struct map *map = machine__kernel_map(machine); in machine__load_vmlinux_path()
1622 static int machine__set_modules_path(struct machine *machine) in machine__set_modules_path() argument
1627 version = get_kernel_version(machine->root_dir); in machine__set_modules_path()
1632 machine->root_dir, version); in machine__set_modules_path()
1635 return maps__set_modules_path_dir(machine__kernel_maps(machine), modules_path, 0); in machine__set_modules_path()
1647 struct machine *machine = arg; in machine__create_module() local
1653 map = machine__addnew_module_map(machine, start, name); in machine__create_module()
1658 dso__kernel_module_get_build_id(map__dso(map), machine->root_dir); in machine__create_module()
1663 static int machine__create_modules(struct machine *machine) in machine__create_modules() argument
1668 if (machine__is_default_guest(machine)) { in machine__create_modules()
1671 snprintf(path, PATH_MAX, "%s/proc/modules", machine->root_dir); in machine__create_modules()
1678 if (modules__parse(modules, machine, machine__create_module)) in machine__create_modules()
1681 if (!machine__set_modules_path(machine)) in machine__create_modules()
1689 static void machine__set_kernel_mmap(struct machine *machine, in machine__set_kernel_mmap() argument
1692 map__set_start(machine->vmlinux_map, start); in machine__set_kernel_mmap()
1693 map__set_end(machine->vmlinux_map, end); in machine__set_kernel_mmap()
1699 map__set_end(machine->vmlinux_map, ~0ULL); in machine__set_kernel_mmap()
1702 static int machine__update_kernel_mmap(struct machine *machine, in machine__update_kernel_mmap() argument
1708 orig = machine->vmlinux_map; in machine__update_kernel_mmap()
1711 machine->vmlinux_map = updated; in machine__update_kernel_mmap()
1712 machine__set_kernel_mmap(machine, start, end); in machine__update_kernel_mmap()
1713 maps__remove(machine__kernel_maps(machine), orig); in machine__update_kernel_mmap()
1714 err = maps__insert(machine__kernel_maps(machine), updated); in machine__update_kernel_mmap()
1720 int machine__create_kernel_maps(struct machine *machine) in machine__create_kernel_maps() argument
1722 struct dso *kernel = machine__get_kernel(machine); in machine__create_kernel_maps()
1730 ret = __machine__create_kernel_maps(machine, kernel); in machine__create_kernel_maps()
1734 if (symbol_conf.use_modules && machine__create_modules(machine) < 0) { in machine__create_kernel_maps()
1735 if (machine__is_host(machine)) in machine__create_kernel_maps()
1740 "continuing anyway...\n", machine->pid); in machine__create_kernel_maps()
1743 if (!machine__get_running_kernel_start(machine, &name, &start, &end)) { in machine__create_kernel_maps()
1745 map__set_kallsyms_ref_reloc_sym(machine->vmlinux_map, name, start)) { in machine__create_kernel_maps()
1746 machine__destroy_kernel_maps(machine); in machine__create_kernel_maps()
1755 ret = machine__update_kernel_mmap(machine, start, end); in machine__create_kernel_maps()
1760 if (machine__create_extra_kernel_maps(machine, kernel)) in machine__create_kernel_maps()
1765 struct map *next = maps__find_next_entry(machine__kernel_maps(machine), in machine__create_kernel_maps()
1766 machine__kernel_map(machine)); in machine__create_kernel_maps()
1769 machine__set_kernel_mmap(machine, start, map__start(next)); in machine__create_kernel_maps()
1777 static bool machine__uses_kcore(struct machine *machine) in machine__uses_kcore() argument
1781 list_for_each_entry(dso, &machine->dsos.head, node) { in machine__uses_kcore()
1789 static bool perf_event__is_extra_kernel_mmap(struct machine *machine, in perf_event__is_extra_kernel_mmap() argument
1792 return machine__is(machine, "x86_64") && in perf_event__is_extra_kernel_mmap()
1796 static int machine__process_extra_kernel_map(struct machine *machine, in machine__process_extra_kernel_map() argument
1799 struct dso *kernel = machine__kernel_dso(machine); in machine__process_extra_kernel_map()
1804 return machine__create_extra_kernel_map(machine, kernel, xm); in machine__process_extra_kernel_map()
1807 static int machine__process_kernel_mmap_event(struct machine *machine, in machine__process_kernel_mmap_event() argument
1813 const char *mmap_name = machine->mmap_name; in machine__process_kernel_mmap_event()
1816 if (machine__uses_kcore(machine)) in machine__process_kernel_mmap_event()
1819 if (machine__is_host(machine)) in machine__process_kernel_mmap_event()
1825 if (!is_kernel_mmap && !machine__is_host(machine)) { in machine__process_kernel_mmap_event()
1836 struct map *map = machine__addnew_module_map(machine, xm->start, xm->name); in machine__process_kernel_mmap_event()
1856 down_read(&machine->dsos.lock); in machine__process_kernel_mmap_event()
1858 list_for_each_entry(dso, &machine->dsos.head, node) { in machine__process_kernel_mmap_event()
1886 up_read(&machine->dsos.lock); in machine__process_kernel_mmap_event()
1889 kernel = machine__findnew_dso(machine, machine->mmap_name); in machine__process_kernel_mmap_event()
1894 if (__machine__create_kernel_maps(machine, kernel) < 0) { in machine__process_kernel_mmap_event()
1902 if (machine__update_kernel_mmap(machine, xm->start, xm->end) < 0) { in machine__process_kernel_mmap_event()
1916 map__set_kallsyms_ref_reloc_sym(machine->vmlinux_map, in machine__process_kernel_mmap_event()
1921 if (machine__is_default_guest(machine)) { in machine__process_kernel_mmap_event()
1925 dso__load(kernel, machine__kernel_map(machine)); in machine__process_kernel_mmap_event()
1928 } else if (perf_event__is_extra_kernel_mmap(machine, xm)) { in machine__process_kernel_mmap_event()
1929 return machine__process_extra_kernel_map(machine, xm); in machine__process_kernel_mmap_event()
1936 int machine__process_mmap2_event(struct machine *machine, in machine__process_mmap2_event() argument
1968 ret = machine__process_kernel_mmap_event(machine, &xm, bid); in machine__process_mmap2_event()
1974 thread = machine__findnew_thread(machine, event->mmap2.pid, in machine__process_mmap2_event()
1979 map = map__new(machine, event->mmap2.start, in machine__process_mmap2_event()
2005 int machine__process_mmap_event(struct machine *machine, union perf_event *event, in machine__process_mmap_event() argument
2025 ret = machine__process_kernel_mmap_event(machine, &xm, NULL); in machine__process_mmap_event()
2031 thread = machine__findnew_thread(machine, event->mmap.pid, in machine__process_mmap_event()
2039 map = map__new(machine, event->mmap.start, in machine__process_mmap_event()
2063 static void __machine__remove_thread(struct machine *machine, struct thread_rb_node *nd, in __machine__remove_thread() argument
2066 struct threads *threads = machine__threads(machine, thread__tid(th)); in __machine__remove_thread()
2090 void machine__remove_thread(struct machine *machine, struct thread *th) in machine__remove_thread() argument
2092 return __machine__remove_thread(machine, NULL, th, true); in machine__remove_thread()
2095 int machine__process_fork_event(struct machine *machine, union perf_event *event, in machine__process_fork_event() argument
2098 struct thread *thread = machine__find_thread(machine, in machine__process_fork_event()
2101 struct thread *parent = machine__findnew_thread(machine, in machine__process_fork_event()
2119 machine__remove_thread(machine, parent); in machine__process_fork_event()
2121 parent = machine__findnew_thread(machine, event->fork.ppid, in machine__process_fork_event()
2127 machine__remove_thread(machine, thread); in machine__process_fork_event()
2131 thread = machine__findnew_thread(machine, event->fork.pid, in machine__process_fork_event()
2135 * objects for the already running tasks on the machine. in machine__process_fork_event()
2161 int machine__process_exit_event(struct machine *machine, union perf_event *event, in machine__process_exit_event() argument
2164 struct thread *thread = machine__find_thread(machine, in machine__process_exit_event()
2175 machine__remove_thread(machine, thread); in machine__process_exit_event()
2181 int machine__process_event(struct machine *machine, union perf_event *event, in machine__process_event() argument
2188 ret = machine__process_comm_event(machine, event, sample); break; in machine__process_event()
2190 ret = machine__process_mmap_event(machine, event, sample); break; in machine__process_event()
2192 ret = machine__process_namespaces_event(machine, event, sample); break; in machine__process_event()
2194 ret = machine__process_cgroup_event(machine, event, sample); break; in machine__process_event()
2196 ret = machine__process_mmap2_event(machine, event, sample); break; in machine__process_event()
2198 ret = machine__process_fork_event(machine, event, sample); break; in machine__process_event()
2200 ret = machine__process_exit_event(machine, event, sample); break; in machine__process_event()
2202 ret = machine__process_lost_event(machine, event, sample); break; in machine__process_event()
2204 ret = machine__process_aux_event(machine, event); break; in machine__process_event()
2206 ret = machine__process_itrace_start_event(machine, event); break; in machine__process_event()
2208 ret = machine__process_lost_samples_event(machine, event, sample); break; in machine__process_event()
2211 ret = machine__process_switch_event(machine, event); break; in machine__process_event()
2213 ret = machine__process_ksymbol(machine, event, sample); break; in machine__process_event()
2215 ret = machine__process_bpf(machine, event, sample); break; in machine__process_event()
2217 ret = machine__process_text_poke(machine, event, sample); break; in machine__process_event()
2219 ret = machine__process_aux_output_hw_id_event(machine, event); break; in machine__process_event()
3222 int machine__for_each_thread(struct machine *machine, in machine__for_each_thread() argument
3232 threads = &machine->threads[i]; in machine__for_each_thread()
3257 struct machine *machine = rb_entry(nd, struct machine, rb_node); in machines__for_each_thread() local
3259 rc = machine__for_each_thread(machine, fn, priv); in machines__for_each_thread()
3266 pid_t machine__get_current_tid(struct machine *machine, int cpu) in machine__get_current_tid() argument
3268 if (cpu < 0 || (size_t)cpu >= machine->current_tid_sz) in machine__get_current_tid()
3271 return machine->current_tid[cpu]; in machine__get_current_tid()
3274 int machine__set_current_tid(struct machine *machine, int cpu, pid_t pid, in machine__set_current_tid() argument
3283 if (realloc_array_as_needed(machine->current_tid, in machine__set_current_tid()
3284 machine->current_tid_sz, in machine__set_current_tid()
3289 machine->current_tid[cpu] = tid; in machine__set_current_tid()
3291 thread = machine__findnew_thread(machine, pid, tid); in machine__set_current_tid()
3305 bool machine__is(struct machine *machine, const char *arch) in machine__is() argument
3307 return machine && !strcmp(perf_env__raw_arch(machine->env), arch); in machine__is()
3310 bool machine__normalized_is(struct machine *machine, const char *arch) in machine__normalized_is() argument
3312 return machine && !strcmp(perf_env__arch(machine->env), arch); in machine__normalized_is()
3315 int machine__nr_cpus_avail(struct machine *machine) in machine__nr_cpus_avail() argument
3317 return machine ? perf_env__nr_cpus_avail(machine->env) : 0; in machine__nr_cpus_avail()
3320 int machine__get_kernel_start(struct machine *machine) in machine__get_kernel_start() argument
3322 struct map *map = machine__kernel_map(machine); in machine__get_kernel_start()
3333 machine->kernel_start = 1ULL << 63; in machine__get_kernel_start()
3341 if (!err && !machine__is(machine, "x86_64")) in machine__get_kernel_start()
3342 machine->kernel_start = map__start(map); in machine__get_kernel_start()
3347 u8 machine__addr_cpumode(struct machine *machine, u8 cpumode, u64 addr) in machine__addr_cpumode() argument
3352 if (!machine->single_address_space) in machine__addr_cpumode()
3355 kernel_ip = machine__kernel_ip(machine, addr); in machine__addr_cpumode()
3374 struct dso *machine__findnew_dso_id(struct machine *machine, const char *filename, struct dso_id *i… in machine__findnew_dso_id() argument
3376 return dsos__findnew_id(&machine->dsos, filename, id); in machine__findnew_dso_id()
3379 struct dso *machine__findnew_dso(struct machine *machine, const char *filename) in machine__findnew_dso() argument
3381 return machine__findnew_dso_id(machine, filename, NULL); in machine__findnew_dso()
3386 struct machine *machine = vmachine; in machine__resolve_kernel_addr() local
3388 struct symbol *sym = machine__find_kernel_symbol(machine, *addrp, &map); in machine__resolve_kernel_addr()
3398 int machine__for_each_dso(struct machine *machine, machine__dso_t fn, void *priv) in machine__for_each_dso() argument
3403 list_for_each_entry(pos, &machine->dsos.head, node) { in machine__for_each_dso()
3404 if (fn(pos, machine, priv)) in machine__for_each_dso()
3410 int machine__for_each_kernel_map(struct machine *machine, machine__map_t fn, void *priv) in machine__for_each_kernel_map() argument
3412 struct maps *maps = machine__kernel_maps(machine); in machine__for_each_kernel_map()
3417 bool machine__is_lock_function(struct machine *machine, u64 addr) in machine__is_lock_function() argument
3419 if (!machine->sched.text_start) { in machine__is_lock_function()
3421 struct symbol *sym = machine__find_kernel_symbol_by_name(machine, "__sched_text_start", &kmap); in machine__is_lock_function()
3425 machine->sched.text_start = 1; in machine__is_lock_function()
3429 machine->sched.text_start = map__unmap_ip(kmap, sym->start); in machine__is_lock_function()
3432 sym = machine__find_kernel_symbol_by_name(machine, "__sched_text_end", &kmap); in machine__is_lock_function()
3433 machine->sched.text_end = map__unmap_ip(kmap, sym->start); in machine__is_lock_function()
3435 sym = machine__find_kernel_symbol_by_name(machine, "__lock_text_start", &kmap); in machine__is_lock_function()
3436 machine->lock.text_start = map__unmap_ip(kmap, sym->start); in machine__is_lock_function()
3438 sym = machine__find_kernel_symbol_by_name(machine, "__lock_text_end", &kmap); in machine__is_lock_function()
3439 machine->lock.text_end = map__unmap_ip(kmap, sym->start); in machine__is_lock_function()
3443 if (machine->sched.text_start == 1) in machine__is_lock_function()
3447 if (machine->sched.text_start <= addr && addr < machine->sched.text_end) in machine__is_lock_function()
3451 if (machine->lock.text_start <= addr && addr < machine->lock.text_end) in machine__is_lock_function()