23 int machine__init(struct machine *machine, const char *root_dir, pid_t pid)  in machine__init()  argument
25 	map_groups__init(&machine->kmaps, machine);  in machine__init()
26 	RB_CLEAR_NODE(&machine->rb_node);  in machine__init()
27 	dsos__init(&machine->user_dsos);  in machine__init()
28 	dsos__init(&machine->kernel_dsos);  in machine__init()
30 	machine->threads = RB_ROOT;  in machine__init()
31 	INIT_LIST_HEAD(&machine->dead_threads);  in machine__init()
32 	machine->last_match = NULL;  in machine__init()
34 	machine->vdso_info = NULL;  in machine__init()
36 	machine->pid = pid;  in machine__init()
38 	machine->symbol_filter = NULL;  in machine__init()
39 	machine->id_hdr_size = 0;  in machine__init()
40 	machine->comm_exec = false;  in machine__init()
41 	machine->kernel_start = 0;  in machine__init()
43 	machine->root_dir = strdup(root_dir);  in machine__init()
44 	if (machine->root_dir == NULL)  in machine__init()
48 		struct thread *thread = machine__findnew_thread(machine, -1,  in machine__init()
59 	machine->current_tid = NULL;  in machine__init()
64 struct machine *machine__new_host(void)  in machine__new_host()
66 	struct machine *machine = malloc(sizeof(*machine));  in machine__new_host()  local
68 	if (machine != NULL) {  in machine__new_host()
69 		machine__init(machine, "", HOST_KERNEL_ID);  in machine__new_host()
71 		if (machine__create_kernel_maps(machine) < 0)  in machine__new_host()
75 	return machine;  in machine__new_host()
77 	free(machine);  in machine__new_host()
92 void machine__delete_threads(struct machine *machine)  in machine__delete_threads()  argument
94 	struct rb_node *nd = rb_first(&machine->threads);  in machine__delete_threads()
100 		machine__remove_thread(machine, t);  in machine__delete_threads()
104 void machine__exit(struct machine *machine)  in machine__exit()  argument
106 	map_groups__exit(&machine->kmaps);  in machine__exit()
107 	dsos__delete(&machine->user_dsos);  in machine__exit()
108 	dsos__delete(&machine->kernel_dsos);  in machine__exit()
109 	vdso__exit(machine);  in machine__exit()
110 	zfree(&machine->root_dir);  in machine__exit()
111 	zfree(&machine->current_tid);  in machine__exit()
114 void machine__delete(struct machine *machine)  in machine__delete()  argument
116 	machine__exit(machine);  in machine__delete()
117 	free(machine);  in machine__delete()
133 struct machine *machines__add(struct machines *machines, pid_t pid,  in machines__add()
138 	struct machine *pos, *machine = malloc(sizeof(*machine));  in machines__add()  local
140 	if (machine == NULL)  in machines__add()
143 	if (machine__init(machine, root_dir, pid) != 0) {  in machines__add()
144 		free(machine);  in machines__add()
148 	machine->symbol_filter = machines->symbol_filter;  in machines__add()
152 		pos = rb_entry(parent, struct machine, rb_node);  in machines__add()
159 	rb_link_node(&machine->rb_node, parent, p);  in machines__add()
160 	rb_insert_color(&machine->rb_node, &machines->guests);  in machines__add()
162 	return machine;  in machines__add()
174 		struct machine *machine = rb_entry(nd, struct machine, rb_node);  in machines__set_symbol_filter()  local
176 		machine->symbol_filter = symbol_filter;  in machines__set_symbol_filter()
187 		struct machine *machine = rb_entry(nd, struct machine, rb_node);  in machines__set_comm_exec()  local
189 		machine->comm_exec = comm_exec;  in machines__set_comm_exec()
193 struct machine *machines__find(struct machines *machines, pid_t pid)  in machines__find()
197 	struct machine *machine;  in machines__find()  local
198 	struct machine *default_machine = NULL;  in machines__find()
205 		machine = rb_entry(parent, struct machine, rb_node);  in machines__find()
206 		if (pid < machine->pid)  in machines__find()
208 		else if (pid > machine->pid)  in machines__find()
211 			return machine;  in machines__find()
212 		if (!machine->pid)  in machines__find()
213 			default_machine = machine;  in machines__find()
219 struct machine *machines__findnew(struct machines *machines, pid_t pid)  in machines__findnew()
223 	struct machine *machine = machines__find(machines, pid);  in machines__findnew()  local
225 	if (machine && (machine->pid == pid))  in machines__findnew()
242 			machine = NULL;  in machines__findnew()
248 	machine = machines__add(machines, pid, root_dir);  in machines__findnew()
250 	return machine;  in machines__findnew()
259 		struct machine *pos = rb_entry(nd, struct machine, rb_node);  in machines__process_guests()
264 char *machine__mmap_name(struct machine *machine, char *bf, size_t size)  in machine__mmap_name()  argument
266 	if (machine__is_host(machine))  in machine__mmap_name()
268 	else if (machine__is_default_guest(machine))  in machine__mmap_name()
272 			 machine->pid);  in machine__mmap_name()
281 	struct machine *machine;  in machines__set_id_hdr_size()  local
286 		machine = rb_entry(node, struct machine, rb_node);  in machines__set_id_hdr_size()
287 		machine->id_hdr_size = id_hdr_size;  in machines__set_id_hdr_size()
293 static void machine__update_thread_pid(struct machine *machine,  in machine__update_thread_pid()  argument
306 	leader = machine__findnew_thread(machine, th->pid_, th->pid_);  in machine__update_thread_pid()
311 		leader->mg = map_groups__new(machine);  in machine__update_thread_pid()
339 static struct thread *__machine__findnew_thread(struct machine *machine,  in __machine__findnew_thread()  argument
343 	struct rb_node **p = &machine->threads.rb_node;  in __machine__findnew_thread()
352 	th = machine->last_match;  in __machine__findnew_thread()
355 			machine__update_thread_pid(machine, th, pid);  in __machine__findnew_thread()
359 		thread__zput(machine->last_match);  in __machine__findnew_thread()
367 			machine->last_match = thread__get(th);  in __machine__findnew_thread()
368 			machine__update_thread_pid(machine, th, pid);  in __machine__findnew_thread()
384 		rb_insert_color(&th->rb_node, &machine->threads);  in __machine__findnew_thread()
394 		if (thread__init_map_groups(th, machine)) {  in __machine__findnew_thread()
395 			rb_erase(&th->rb_node, &machine->threads);  in __machine__findnew_thread()
403 		machine->last_match = thread__get(th);  in __machine__findnew_thread()
409 struct thread *machine__findnew_thread(struct machine *machine, pid_t pid,  in machine__findnew_thread()  argument
412 	return __machine__findnew_thread(machine, pid, tid, true);  in machine__findnew_thread()
415 struct thread *machine__find_thread(struct machine *machine, pid_t pid,  in machine__find_thread()  argument
418 	return __machine__findnew_thread(machine, pid, tid, false);  in machine__find_thread()
421 struct comm *machine__thread_exec_comm(struct machine *machine,  in machine__thread_exec_comm()  argument
424 	if (machine->comm_exec)  in machine__thread_exec_comm()
430 int machine__process_comm_event(struct machine *machine, union perf_event *event,  in machine__process_comm_event()  argument
433 	struct thread *thread = machine__findnew_thread(machine,  in machine__process_comm_event()
439 		machine->comm_exec = true;  in machine__process_comm_event()
453 int machine__process_lost_event(struct machine *machine __maybe_unused,  in machine__process_lost_event()
462 machine__module_dso(struct machine *machine, struct kmod_path *m,  in machine__module_dso()  argument
467 	dso = dsos__find(&machine->kernel_dsos, m->name, true);  in machine__module_dso()
469 		dso = dsos__addnew(&machine->kernel_dsos, m->name);  in machine__module_dso()
473 		if (machine__is_host(machine))  in machine__module_dso()
489 struct map *machine__new_module(struct machine *machine, u64 start,  in machine__new_module()  argument
499 	map = map_groups__find_by_name(&machine->kmaps, MAP__FUNCTION,  in machine__new_module()
504 	dso = machine__module_dso(machine, &m, filename);  in machine__new_module()
512 	map_groups__insert(&machine->kmaps, map);  in machine__new_module()
526 		struct machine *pos = rb_entry(nd, struct machine, rb_node);  in machines__fprintf_dsos()
534 size_t machine__fprintf_dsos_buildid(struct machine *m, FILE *fp,  in machine__fprintf_dsos_buildid()
548 		struct machine *pos = rb_entry(nd, struct machine, rb_node);  in machines__fprintf_dsos_buildid()
554 size_t machine__fprintf_vmlinux_path(struct machine *machine, FILE *fp)  in machine__fprintf_vmlinux_path()  argument
558 	struct dso *kdso = machine->vmlinux_maps[MAP__FUNCTION]->dso;  in machine__fprintf_vmlinux_path()
573 size_t machine__fprintf(struct machine *machine, FILE *fp)  in machine__fprintf()  argument
578 	for (nd = rb_first(&machine->threads); nd; nd = rb_next(nd)) {  in machine__fprintf()
587 static struct dso *machine__get_kernel(struct machine *machine)  in machine__get_kernel()  argument
592 	if (machine__is_host(machine)) {  in machine__get_kernel()
597 		kernel = dso__kernel_findnew(machine, vmlinux_name,  in machine__get_kernel()
603 		if (machine__is_default_guest(machine))  in machine__get_kernel()
606 			vmlinux_name = machine__mmap_name(machine, bf,  in machine__get_kernel()
609 		kernel = dso__kernel_findnew(machine, vmlinux_name,  in machine__get_kernel()
615 		dso__read_running_kernel_build_id(kernel, machine);  in machine__get_kernel()
624 static void machine__get_kallsyms_filename(struct machine *machine, char *buf,  in machine__get_kallsyms_filename()  argument
627 	if (machine__is_default_guest(machine))  in machine__get_kallsyms_filename()
630 		scnprintf(buf, bufsz, "%s/proc/kallsyms", machine->root_dir);  in machine__get_kallsyms_filename()
639 static u64 machine__get_running_kernel_start(struct machine *machine,  in machine__get_running_kernel_start()  argument
647 	machine__get_kallsyms_filename(machine, filename, PATH_MAX);  in machine__get_running_kernel_start()
664 int __machine__create_kernel_maps(struct machine *machine, struct dso *kernel)  in __machine__create_kernel_maps()  argument
667 	u64 start = machine__get_running_kernel_start(machine, NULL);  in __machine__create_kernel_maps()
672 		machine->vmlinux_maps[type] = map__new2(start, kernel, type);  in __machine__create_kernel_maps()
673 		if (machine->vmlinux_maps[type] == NULL)  in __machine__create_kernel_maps()
676 		machine->vmlinux_maps[type]->map_ip =  in __machine__create_kernel_maps()
677 			machine->vmlinux_maps[type]->unmap_ip =  in __machine__create_kernel_maps()
679 		kmap = map__kmap(machine->vmlinux_maps[type]);  in __machine__create_kernel_maps()
683 		kmap->kmaps = &machine->kmaps;  in __machine__create_kernel_maps()
684 		map_groups__insert(&machine->kmaps,  in __machine__create_kernel_maps()
685 				   machine->vmlinux_maps[type]);  in __machine__create_kernel_maps()
691 void machine__destroy_kernel_maps(struct machine *machine)  in machine__destroy_kernel_maps()  argument
698 		if (machine->vmlinux_maps[type] == NULL)  in machine__destroy_kernel_maps()
701 		kmap = map__kmap(machine->vmlinux_maps[type]);  in machine__destroy_kernel_maps()
702 		map_groups__remove(&machine->kmaps,  in machine__destroy_kernel_maps()
703 				   machine->vmlinux_maps[type]);  in machine__destroy_kernel_maps()
716 		map__delete(machine->vmlinux_maps[type]);  in machine__destroy_kernel_maps()
717 		machine->vmlinux_maps[type] = NULL;  in machine__destroy_kernel_maps()
777 		struct machine *pos = rb_entry(next, struct machine, rb_node);  in machines__destroy_kernel_maps()
787 	struct machine *machine = machines__findnew(machines, pid);  in machines__create_kernel_maps()  local
789 	if (machine == NULL)  in machines__create_kernel_maps()
792 	return machine__create_kernel_maps(machine);  in machines__create_kernel_maps()
795 int machine__load_kallsyms(struct machine *machine, const char *filename,  in machine__load_kallsyms()  argument
798 	struct map *map = machine->vmlinux_maps[type];  in machine__load_kallsyms()
808 		__map_groups__fixup_end(&machine->kmaps, type);  in machine__load_kallsyms()
814 int machine__load_vmlinux_path(struct machine *machine, enum map_type type,  in machine__load_vmlinux_path()  argument
817 	struct map *map = machine->vmlinux_maps[type];  in machine__load_vmlinux_path()
952 static int machine__set_modules_path(struct machine *machine)  in machine__set_modules_path()  argument
957 	version = get_kernel_version(machine->root_dir);  in machine__set_modules_path()
962 		 machine->root_dir, version);  in machine__set_modules_path()
965 	return map_groups__set_modules_path_dir(&machine->kmaps, modules_path, 0);  in machine__set_modules_path()
970 	struct machine *machine = arg;  in machine__create_module()  local
973 	map = machine__new_module(machine, start, name);  in machine__create_module()
977 	dso__kernel_module_get_build_id(map->dso, machine->root_dir);  in machine__create_module()
982 static int machine__create_modules(struct machine *machine)  in machine__create_modules()  argument
987 	if (machine__is_default_guest(machine)) {  in machine__create_modules()
990 		snprintf(path, PATH_MAX, "%s/proc/modules", machine->root_dir);  in machine__create_modules()
997 	if (modules__parse(modules, machine, machine__create_module))  in machine__create_modules()
1000 	if (!machine__set_modules_path(machine))  in machine__create_modules()
1008 int machine__create_kernel_maps(struct machine *machine)  in machine__create_kernel_maps()  argument
1010 	struct dso *kernel = machine__get_kernel(machine);  in machine__create_kernel_maps()
1012 	u64 addr = machine__get_running_kernel_start(machine, &name);  in machine__create_kernel_maps()
1017 	    __machine__create_kernel_maps(machine, kernel) < 0)  in machine__create_kernel_maps()
1020 	if (symbol_conf.use_modules && machine__create_modules(machine) < 0) {  in machine__create_kernel_maps()
1021 		if (machine__is_host(machine))  in machine__create_kernel_maps()
1026 				 "continuing anyway...\n", machine->pid);  in machine__create_kernel_maps()
1032 	map_groups__fixup_end(&machine->kmaps);  in machine__create_kernel_maps()
1034 	if (maps__set_kallsyms_ref_reloc_sym(machine->vmlinux_maps, name,  in machine__create_kernel_maps()
1036 		machine__destroy_kernel_maps(machine);  in machine__create_kernel_maps()
1043 static void machine__set_kernel_mmap_len(struct machine *machine,  in machine__set_kernel_mmap_len()  argument
1049 		machine->vmlinux_maps[i]->start = event->mmap.start;  in machine__set_kernel_mmap_len()
1050 		machine->vmlinux_maps[i]->end   = (event->mmap.start +  in machine__set_kernel_mmap_len()
1056 		if (machine->vmlinux_maps[i]->end == 0)  in machine__set_kernel_mmap_len()
1057 			machine->vmlinux_maps[i]->end = ~0ULL;  in machine__set_kernel_mmap_len()
1061 static bool machine__uses_kcore(struct machine *machine)  in machine__uses_kcore()  argument
1065 	list_for_each_entry(dso, &machine->kernel_dsos.head, node) {  in machine__uses_kcore()
1073 static int machine__process_kernel_mmap_event(struct machine *machine,  in machine__process_kernel_mmap_event()  argument
1082 	if (machine__uses_kcore(machine))  in machine__process_kernel_mmap_event()
1085 	machine__mmap_name(machine, kmmap_prefix, sizeof(kmmap_prefix));  in machine__process_kernel_mmap_event()
1086 	if (machine__is_host(machine))  in machine__process_kernel_mmap_event()
1096 		map = machine__new_module(machine, event->mmap.start,  in machine__process_kernel_mmap_event()
1112 		list_for_each_entry(dso, &machine->kernel_dsos.head, node) {  in machine__process_kernel_mmap_event()
1121 			kernel = __dsos__findnew(&machine->kernel_dsos,  in machine__process_kernel_mmap_event()
1127 		if (__machine__create_kernel_maps(machine, kernel) < 0)  in machine__process_kernel_mmap_event()
1133 		machine__set_kernel_mmap_len(machine, event);  in machine__process_kernel_mmap_event()
1141 			maps__set_kallsyms_ref_reloc_sym(machine->vmlinux_maps,  in machine__process_kernel_mmap_event()
1146 		if (machine__is_default_guest(machine)) {  in machine__process_kernel_mmap_event()
1150 			dso__load(kernel, machine->vmlinux_maps[MAP__FUNCTION],  in machine__process_kernel_mmap_event()
1159 int machine__process_mmap2_event(struct machine *machine,  in machine__process_mmap2_event()  argument
1174 		ret = machine__process_kernel_mmap_event(machine, event);  in machine__process_mmap2_event()
1180 	thread = machine__findnew_thread(machine, event->mmap2.pid,  in machine__process_mmap2_event()
1190 	map = map__new(machine, event->mmap2.start,  in machine__process_mmap2_event()
1210 int machine__process_mmap_event(struct machine *machine, union perf_event *event,  in machine__process_mmap_event()  argument
1224 		ret = machine__process_kernel_mmap_event(machine, event);  in machine__process_mmap_event()
1230 	thread = machine__findnew_thread(machine, event->mmap.pid,  in machine__process_mmap_event()
1240 	map = map__new(machine, event->mmap.start,  in machine__process_mmap_event()
1257 void machine__remove_thread(struct machine *machine, struct thread *th)  in machine__remove_thread()  argument
1259 	if (machine->last_match == th)  in machine__remove_thread()
1260 		thread__zput(machine->last_match);  in machine__remove_thread()
1262 	rb_erase(&th->rb_node, &machine->threads);  in machine__remove_thread()
1268 	list_add_tail(&th->node, &machine->dead_threads);  in machine__remove_thread()
1272 int machine__process_fork_event(struct machine *machine, union perf_event *event,  in machine__process_fork_event()  argument
1275 	struct thread *thread = machine__find_thread(machine,  in machine__process_fork_event()
1278 	struct thread *parent = machine__findnew_thread(machine,  in machine__process_fork_event()
1284 		machine__remove_thread(machine, thread);  in machine__process_fork_event()
1286 	thread = machine__findnew_thread(machine, event->fork.pid,  in machine__process_fork_event()
1300 int machine__process_exit_event(struct machine *machine, union perf_event *event,  in machine__process_exit_event()  argument
1303 	struct thread *thread = machine__find_thread(machine,  in machine__process_exit_event()
1316 int machine__process_event(struct machine *machine, union perf_event *event,  in machine__process_event()  argument
1323 		ret = machine__process_comm_event(machine, event, sample); break;  in machine__process_event()
1325 		ret = machine__process_mmap_event(machine, event, sample); break;  in machine__process_event()
1327 		ret = machine__process_mmap2_event(machine, event, sample); break;  in machine__process_event()
1329 		ret = machine__process_fork_event(machine, event, sample); break;  in machine__process_event()
1331 		ret = machine__process_exit_event(machine, event, sample); break;  in machine__process_event()
1333 		ret = machine__process_lost_event(machine, event, sample); break;  in machine__process_event()
1749 int machine__for_each_thread(struct machine *machine,  in machine__for_each_thread()  argument
1757 	for (nd = rb_first(&machine->threads); nd; nd = rb_next(nd)) {  in machine__for_each_thread()
1764 	list_for_each_entry(thread, &machine->dead_threads, node) {  in machine__for_each_thread()
1772 int __machine__synthesize_threads(struct machine *machine, struct perf_tool *tool,  in __machine__synthesize_threads()  argument
1777 		return perf_event__synthesize_thread_map(tool, threads, process, machine, data_mmap);  in __machine__synthesize_threads()
1779 		return perf_event__synthesize_threads(tool, process, machine, data_mmap);  in __machine__synthesize_threads()
1784 pid_t machine__get_current_tid(struct machine *machine, int cpu)  in machine__get_current_tid()  argument
1786 	if (cpu < 0 || cpu >= MAX_NR_CPUS || !machine->current_tid)  in machine__get_current_tid()
1789 	return machine->current_tid[cpu];  in machine__get_current_tid()
1792 int machine__set_current_tid(struct machine *machine, int cpu, pid_t pid,  in machine__set_current_tid()  argument
1800 	if (!machine->current_tid) {  in machine__set_current_tid()
1803 		machine->current_tid = calloc(MAX_NR_CPUS, sizeof(pid_t));  in machine__set_current_tid()
1804 		if (!machine->current_tid)  in machine__set_current_tid()
1807 			machine->current_tid[i] = -1;  in machine__set_current_tid()
1816 	machine->current_tid[cpu] = tid;  in machine__set_current_tid()
1818 	thread = machine__findnew_thread(machine, pid, tid);  in machine__set_current_tid()
1827 int machine__get_kernel_start(struct machine *machine)  in machine__get_kernel_start()  argument
1829 	struct map *map = machine__kernel_map(machine, MAP__FUNCTION);  in machine__get_kernel_start()
1840 	machine->kernel_start = 1ULL << 63;  in machine__get_kernel_start()
1842 		err = map__load(map, machine->symbol_filter);  in machine__get_kernel_start()
1844 			machine->kernel_start = map->start;  in machine__get_kernel_start()