34 static DEFINE_PER_CPU(struct pt, pt_ctx);
524 static void pt_update_head(struct pt *pt)  in pt_update_head()  argument
526 	struct pt_buffer *buf = perf_get_aux(&pt->handle);  in pt_update_head()
570 static void pt_handle_status(struct pt *pt)  in pt_handle_status()  argument
572 	struct pt_buffer *buf = perf_get_aux(&pt->handle);  in pt_handle_status()
918 static bool pt_buffer_is_full(struct pt_buffer *buf, struct pt *pt)  in pt_buffer_is_full()  argument
923 	if (local_read(&buf->data_size) >= pt->handle.size)  in pt_buffer_is_full()
934 	struct pt *pt = this_cpu_ptr(&pt_ctx);  in intel_pt_interrupt()  local
936 	struct perf_event *event = pt->handle.event;  in intel_pt_interrupt()
943 	if (!ACCESS_ONCE(pt->handle_nmi))  in intel_pt_interrupt()
951 	buf = perf_get_aux(&pt->handle);  in intel_pt_interrupt()
957 	pt_handle_status(pt);  in intel_pt_interrupt()
959 	pt_update_head(pt);  in intel_pt_interrupt()
961 	perf_aux_output_end(&pt->handle, local_xchg(&buf->data_size, 0),  in intel_pt_interrupt()
967 		buf = perf_aux_output_begin(&pt->handle, event);  in intel_pt_interrupt()
973 		pt_buffer_reset_offsets(buf, pt->handle.head);  in intel_pt_interrupt()
975 		ret = pt_buffer_reset_markers(buf, &pt->handle);  in intel_pt_interrupt()
977 			perf_aux_output_end(&pt->handle, 0, true);  in intel_pt_interrupt()
993 	struct pt *pt = this_cpu_ptr(&pt_ctx);  in pt_event_start()  local
994 	struct pt_buffer *buf = perf_get_aux(&pt->handle);  in pt_event_start()
996 	if (!buf || pt_buffer_is_full(buf, pt)) {  in pt_event_start()
1001 	ACCESS_ONCE(pt->handle_nmi) = 1;  in pt_event_start()
1011 	struct pt *pt = this_cpu_ptr(&pt_ctx);  in pt_event_stop()  local
1017 	ACCESS_ONCE(pt->handle_nmi) = 0;  in pt_event_stop()
1026 		struct pt_buffer *buf = perf_get_aux(&pt->handle);  in pt_event_stop()
1031 		if (WARN_ON_ONCE(pt->handle.event != event))  in pt_event_stop()
1036 		pt_handle_status(pt);  in pt_event_stop()
1038 		pt_update_head(pt);  in pt_event_stop()
1044 	struct pt *pt = this_cpu_ptr(&pt_ctx);  in pt_event_del()  local
1049 	buf = perf_get_aux(&pt->handle);  in pt_event_del()
1053 			pt->handle.head =  in pt_event_del()
1056 		perf_aux_output_end(&pt->handle, local_xchg(&buf->data_size, 0),  in pt_event_del()
1064 	struct pt *pt = this_cpu_ptr(&pt_ctx);  in pt_event_add()  local
1068 	if (pt->handle.event)  in pt_event_add()
1071 	buf = perf_aux_output_begin(&pt->handle, event);  in pt_event_add()
1076 	pt_buffer_reset_offsets(buf, pt->handle.head);  in pt_event_add()
1078 		ret = pt_buffer_reset_markers(buf, &pt->handle);  in pt_event_add()
1095 	perf_aux_output_end(&pt->handle, 0, true);  in pt_event_add()