21 				   union perf_event *event,
96 					 struct ordered_event *event)  in ordered_events__deliver_event()  argument
101 	int ret = perf_evlist__parse_sample(session->evlist, event->event, &sample);  in ordered_events__deliver_event()
108 	return machines__deliver_event(&session->machines, session->evlist, event->event,  in ordered_events__deliver_event()
109 				       &sample, session->tool, event->file_offset);  in ordered_events__deliver_event()
199 						 union perf_event *event  in process_event_synth_tracing_data_stub()
209 					 union perf_event *event __maybe_unused,  in process_event_synth_attr_stub()
218 				     union perf_event *event __maybe_unused,  in process_event_sample_stub()
228 			      union perf_event *event __maybe_unused,  in process_event_stub()
237 				 union perf_event *event __maybe_unused,  in process_build_id_stub()
245 				       union perf_event *event __maybe_unused,  in process_finished_round_stub()
253 				  union perf_event *event,
257 				 union perf_event *event __maybe_unused,  in process_id_index_stub()
303 static void swap_sample_id_all(union perf_event *event, void *data)  in swap_sample_id_all()  argument
305 	void *end = (void *) event + event->header.size;  in swap_sample_id_all()
312 static void perf_event__all64_swap(union perf_event *event,  in perf_event__all64_swap()  argument
315 	struct perf_event_header *hdr = &event->header;  in perf_event__all64_swap()
316 	mem_bswap_64(hdr + 1, event->header.size - sizeof(*hdr));  in perf_event__all64_swap()
319 static void perf_event__comm_swap(union perf_event *event, bool sample_id_all)  in perf_event__comm_swap()  argument
321 	event->comm.pid = bswap_32(event->comm.pid);  in perf_event__comm_swap()
322 	event->comm.tid = bswap_32(event->comm.tid);  in perf_event__comm_swap()
325 		void *data = &event->comm.comm;  in perf_event__comm_swap()
328 		swap_sample_id_all(event, data);  in perf_event__comm_swap()
332 static void perf_event__mmap_swap(union perf_event *event,  in perf_event__mmap_swap()  argument
335 	event->mmap.pid	  = bswap_32(event->mmap.pid);  in perf_event__mmap_swap()
336 	event->mmap.tid	  = bswap_32(event->mmap.tid);  in perf_event__mmap_swap()
337 	event->mmap.start = bswap_64(event->mmap.start);  in perf_event__mmap_swap()
338 	event->mmap.len	  = bswap_64(event->mmap.len);  in perf_event__mmap_swap()
339 	event->mmap.pgoff = bswap_64(event->mmap.pgoff);  in perf_event__mmap_swap()
342 		void *data = &event->mmap.filename;  in perf_event__mmap_swap()
345 		swap_sample_id_all(event, data);  in perf_event__mmap_swap()
349 static void perf_event__mmap2_swap(union perf_event *event,  in perf_event__mmap2_swap()  argument
352 	event->mmap2.pid   = bswap_32(event->mmap2.pid);  in perf_event__mmap2_swap()
353 	event->mmap2.tid   = bswap_32(event->mmap2.tid);  in perf_event__mmap2_swap()
354 	event->mmap2.start = bswap_64(event->mmap2.start);  in perf_event__mmap2_swap()
355 	event->mmap2.len   = bswap_64(event->mmap2.len);  in perf_event__mmap2_swap()
356 	event->mmap2.pgoff = bswap_64(event->mmap2.pgoff);  in perf_event__mmap2_swap()
357 	event->mmap2.maj   = bswap_32(event->mmap2.maj);  in perf_event__mmap2_swap()
358 	event->mmap2.min   = bswap_32(event->mmap2.min);  in perf_event__mmap2_swap()
359 	event->mmap2.ino   = bswap_64(event->mmap2.ino);  in perf_event__mmap2_swap()
362 		void *data = &event->mmap2.filename;  in perf_event__mmap2_swap()
365 		swap_sample_id_all(event, data);  in perf_event__mmap2_swap()
368 static void perf_event__task_swap(union perf_event *event, bool sample_id_all)  in perf_event__task_swap()  argument
370 	event->fork.pid	 = bswap_32(event->fork.pid);  in perf_event__task_swap()
371 	event->fork.tid	 = bswap_32(event->fork.tid);  in perf_event__task_swap()
372 	event->fork.ppid = bswap_32(event->fork.ppid);  in perf_event__task_swap()
373 	event->fork.ptid = bswap_32(event->fork.ptid);  in perf_event__task_swap()
374 	event->fork.time = bswap_64(event->fork.time);  in perf_event__task_swap()
377 		swap_sample_id_all(event, &event->fork + 1);  in perf_event__task_swap()
380 static void perf_event__read_swap(union perf_event *event, bool sample_id_all)  in perf_event__read_swap()  argument
382 	event->read.pid		 = bswap_32(event->read.pid);  in perf_event__read_swap()
383 	event->read.tid		 = bswap_32(event->read.tid);  in perf_event__read_swap()
384 	event->read.value	 = bswap_64(event->read.value);  in perf_event__read_swap()
385 	event->read.time_enabled = bswap_64(event->read.time_enabled);  in perf_event__read_swap()
386 	event->read.time_running = bswap_64(event->read.time_running);  in perf_event__read_swap()
387 	event->read.id		 = bswap_64(event->read.id);  in perf_event__read_swap()
390 		swap_sample_id_all(event, &event->read + 1);  in perf_event__read_swap()
393 static void perf_event__throttle_swap(union perf_event *event,  in perf_event__throttle_swap()  argument
396 	event->throttle.time	  = bswap_64(event->throttle.time);  in perf_event__throttle_swap()
397 	event->throttle.id	  = bswap_64(event->throttle.id);  in perf_event__throttle_swap()
398 	event->throttle.stream_id = bswap_64(event->throttle.stream_id);  in perf_event__throttle_swap()
401 		swap_sample_id_all(event, &event->throttle + 1);  in perf_event__throttle_swap()
456 static void perf_event__hdr_attr_swap(union perf_event *event,  in perf_event__hdr_attr_swap()  argument
461 	perf_event__attr_swap(&event->attr.attr);  in perf_event__hdr_attr_swap()
463 	size = event->header.size;  in perf_event__hdr_attr_swap()
464 	size -= (void *)&event->attr.id - (void *)event;  in perf_event__hdr_attr_swap()
465 	mem_bswap_64(event->attr.id, size);  in perf_event__hdr_attr_swap()
468 static void perf_event__event_type_swap(union perf_event *event,  in perf_event__event_type_swap()  argument
471 	event->event_type.event_type.event_id =  in perf_event__event_type_swap()
472 		bswap_64(event->event_type.event_type.event_id);  in perf_event__event_type_swap()
475 static void perf_event__tracing_data_swap(union perf_event *event,  in perf_event__tracing_data_swap()  argument
478 	event->tracing_data.size = bswap_32(event->tracing_data.size);  in perf_event__tracing_data_swap()
481 typedef void (*perf_event__swap_op)(union perf_event *event,
543 				  union perf_event *event __maybe_unused,  in process_finished_round()
549 int perf_session__queue_event(struct perf_session *s, union perf_event *event,  in perf_session__queue_event()  argument
552 	return ordered_events__queue(&s->ordered_events, event, sample, file_offset);  in perf_session__queue_event()
691 				       union perf_event *event,  in perf_evlist__print_tstamp()  argument
696 	if (event->header.type != PERF_RECORD_SAMPLE &&  in perf_evlist__print_tstamp()
739 static void dump_event(struct perf_evlist *evlist, union perf_event *event,  in dump_event()  argument
746 	       file_offset, event->header.size, event->header.type);  in dump_event()
748 	trace_event(event);  in dump_event()
751 		perf_evlist__print_tstamp(evlist, event, sample);  in dump_event()
754 	       event->header.size, perf_event__name(event->header.type));  in dump_event()
757 static void dump_sample(struct perf_evsel *evsel, union perf_event *event,  in dump_sample()  argument
766 	       event->header.misc, sample->pid, sample->tid, sample->ip,  in dump_sample()
800 					       union perf_event *event,  in machines__find_for_cpumode()  argument
803 	const u8 cpumode = event->header.misc & PERF_RECORD_MISC_CPUMODE_MASK;  in machines__find_for_cpumode()
811 		if (event->header.type == PERF_RECORD_MMAP  in machines__find_for_cpumode()
812 		    || event->header.type == PERF_RECORD_MMAP2)  in machines__find_for_cpumode()
813 			pid = event->mmap.pid;  in machines__find_for_cpumode()
828 				union perf_event *event,  in deliver_sample_value()  argument
846 	return tool->sample(tool, event, sample, sid->evsel, machine);  in deliver_sample_value()
851 				union  perf_event *event,  in deliver_sample_group()  argument
859 		ret = deliver_sample_value(evlist, tool, event, sample,  in deliver_sample_group()
872 			     union  perf_event *event,  in perf_evlist__deliver_sample()  argument
883 		return tool->sample(tool, event, sample, evsel, machine);  in perf_evlist__deliver_sample()
887 		return deliver_sample_group(evlist, tool, event, sample,  in perf_evlist__deliver_sample()
890 		return deliver_sample_value(evlist, tool, event, sample,  in perf_evlist__deliver_sample()
896 				   union perf_event *event,  in machines__deliver_event()  argument
903 	dump_event(evlist, event, file_offset, sample);  in machines__deliver_event()
907 	machine = machines__find_for_cpumode(machines, event, sample);  in machines__deliver_event()
909 	switch (event->header.type) {  in machines__deliver_event()
911 		dump_sample(evsel, event, sample);  in machines__deliver_event()
920 		return perf_evlist__deliver_sample(evlist, tool, event, sample, evsel, machine);  in machines__deliver_event()
922 		return tool->mmap(tool, event, sample, machine);  in machines__deliver_event()
924 		return tool->mmap2(tool, event, sample, machine);  in machines__deliver_event()
926 		return tool->comm(tool, event, sample, machine);  in machines__deliver_event()
928 		return tool->fork(tool, event, sample, machine);  in machines__deliver_event()
930 		return tool->exit(tool, event, sample, machine);  in machines__deliver_event()
933 			evlist->stats.total_lost += event->lost.lost;  in machines__deliver_event()
934 		return tool->lost(tool, event, sample, machine);  in machines__deliver_event()
936 		return tool->read(tool, event, sample, evsel, machine);  in machines__deliver_event()
938 		return tool->throttle(tool, event, sample, machine);  in machines__deliver_event()
940 		return tool->unthrottle(tool, event, sample, machine);  in machines__deliver_event()
948 					    union perf_event *event,  in perf_session__process_user_event()  argument
956 	dump_event(session->evlist, event, file_offset, NULL);  in perf_session__process_user_event()
959 	switch (event->header.type) {  in perf_session__process_user_event()
961 		err = tool->attr(tool, event, &session->evlist);  in perf_session__process_user_event()
976 		return tool->tracing_data(tool, event, session);  in perf_session__process_user_event()
978 		return tool->build_id(tool, event, session);  in perf_session__process_user_event()
980 		return tool->finished_round(tool, event, oe);  in perf_session__process_user_event()
982 		return tool->id_index(tool, event, session);  in perf_session__process_user_event()
989 				      union perf_event *event,  in perf_session__deliver_synth_event()  argument
995 	events_stats__inc(&evlist->stats, event->header.type);  in perf_session__deliver_synth_event()
997 	if (event->header.type >= PERF_RECORD_USER_TYPE_START)  in perf_session__deliver_synth_event()
998 		return perf_session__process_user_event(session, event, 0);  in perf_session__deliver_synth_event()
1000 	return machines__deliver_event(&session->machines, evlist, event, sample, tool, 0);  in perf_session__deliver_synth_event()
1003 static void event_swap(union perf_event *event, bool sample_id_all)  in event_swap()  argument
1007 	swap = perf_event__swap_ops[event->header.type];  in event_swap()
1009 		swap(event, sample_id_all);  in event_swap()
1017 	union perf_event *event;  in perf_session__peek_event()  local
1022 		event = file_offset - session->one_mmap_offset +  in perf_session__peek_event()
1040 	event = (union perf_event *)buf;  in perf_session__peek_event()
1043 		perf_event_header__bswap(&event->header);  in perf_session__peek_event()
1045 	if (event->header.size < hdr_sz)  in perf_session__peek_event()
1048 	rest = event->header.size - hdr_sz;  in perf_session__peek_event()
1054 		event_swap(event, perf_evlist__sample_id_all(session->evlist));  in perf_session__peek_event()
1058 	if (sample && event->header.type < PERF_RECORD_USER_TYPE_START &&  in perf_session__peek_event()
1059 	    perf_evlist__parse_sample(session->evlist, event, sample))  in perf_session__peek_event()
1062 	*event_ptr = event;  in perf_session__peek_event()
1068 				       union perf_event *event, u64 file_offset)  in perf_session__process_event()  argument
1076 		event_swap(event, perf_evlist__sample_id_all(evlist));  in perf_session__process_event()
1078 	if (event->header.type >= PERF_RECORD_HEADER_MAX)  in perf_session__process_event()
1081 	events_stats__inc(&evlist->stats, event->header.type);  in perf_session__process_event()
1083 	if (event->header.type >= PERF_RECORD_USER_TYPE_START)  in perf_session__process_event()
1084 		return perf_session__process_user_event(session, event, file_offset);  in perf_session__process_event()
1089 	ret = perf_evlist__parse_sample(evlist, event, &sample);  in perf_session__process_event()
1094 		ret = perf_session__queue_event(session, event, &sample, file_offset);  in perf_session__process_event()
1099 	return machines__deliver_event(&session->machines, evlist, event,  in perf_session__process_event()
1180 	union perf_event *event;  in __perf_session__process_pipe_events()  local
1197 	event = buf;  in __perf_session__process_pipe_events()
1198 	err = readn(fd, event, sizeof(struct perf_event_header));  in __perf_session__process_pipe_events()
1208 		perf_event_header__bswap(&event->header);  in __perf_session__process_pipe_events()
1210 	size = event->header.size;  in __perf_session__process_pipe_events()
1224 		event = buf;  in __perf_session__process_pipe_events()
1226 	p = event;  in __perf_session__process_pipe_events()
1242 	if ((skip = perf_session__process_event(session, event, head)) < 0) {  in __perf_session__process_pipe_events()
1244 		       head, event->header.size, event->header.type);  in __perf_session__process_pipe_events()
1270 	union perf_event *event;  in fetch_mmaped_event()  local
1276 	if (head + sizeof(event->header) > mmap_size)  in fetch_mmaped_event()
1279 	event = (union perf_event *)(buf + head);  in fetch_mmaped_event()
1282 		perf_event_header__bswap(&event->header);  in fetch_mmaped_event()
1284 	if (head + event->header.size > mmap_size) {  in fetch_mmaped_event()
1287 			perf_event_header__bswap(&event->header);  in fetch_mmaped_event()
1291 	return event;  in fetch_mmaped_event()
1317 	union perf_event *event;  in __perf_session__process_events()  local
1364 	event = fetch_mmaped_event(session, head, mmap_size, buf);  in __perf_session__process_events()
1365 	if (!event) {  in __perf_session__process_events()
1377 	size = event->header.size;  in __perf_session__process_events()
1380 	    (skip = perf_session__process_event(session, event, file_pos)) < 0) {  in __perf_session__process_events()
1382 		       file_offset + head, event->header.size,  in __perf_session__process_events()
1383 		       event->header.type);  in __perf_session__process_events()
1713 				 union perf_event *event,  in perf_event__process_id_index()  argument
1717 	struct id_index_event *ie = &event->id_index;  in perf_event__process_id_index()