278 	if (!x86_pmu.pebs)  in alloc_pebs_buffer()
312 	if (!ds || !x86_pmu.pebs)  in release_pebs_buffer()
391 	if (!x86_pmu.bts && !x86_pmu.pebs)  in release_ds_buffers()
414 	if (!x86_pmu.bts && !x86_pmu.pebs)  in reserve_ds_buffers()
420 	if (!x86_pmu.pebs)  in reserve_ds_buffers()
458 		if (x86_pmu.pebs && !pebs_err)  in reserve_ds_buffers()
961 static inline u64 intel_hsw_weight(struct pebs_record_skl *pebs)  in intel_hsw_weight()  argument
963 	if (pebs->tsx_tuning) {  in intel_hsw_weight()
964 		union hsw_tsx_tuning tsx = { .value = pebs->tsx_tuning };  in intel_hsw_weight()
970 static inline u64 intel_hsw_transaction(struct pebs_record_skl *pebs)  in intel_hsw_transaction()  argument
972 	u64 txn = (pebs->tsx_tuning & PEBS_HSW_TSX_FLAGS) >> 32;  in intel_hsw_transaction()
975 	if ((txn & PERF_TXN_TRANSACTION) && (pebs->ax & 1))  in intel_hsw_transaction()
976 		txn |= ((pebs->ax >> 24) & 0xff) << PERF_TXN_ABORT_SHIFT;  in intel_hsw_transaction()
994 	struct pebs_record_skl *pebs = __pebs;  in setup_pebs_sample_data()  local
999 	if (pebs == NULL)  in setup_pebs_sample_data()
1016 		data->weight = pebs->lat;  in setup_pebs_sample_data()
1024 			val = load_latency_data(pebs->dse);  in setup_pebs_sample_data()
1026 			val = precise_datala_hsw(event, pebs->dse);  in setup_pebs_sample_data()
1028 			val = precise_store_data(pebs->dse);  in setup_pebs_sample_data()
1043 	regs->flags = pebs->flags;  in setup_pebs_sample_data()
1044 	set_linear_ip(regs, pebs->ip);  in setup_pebs_sample_data()
1045 	regs->bp = pebs->bp;  in setup_pebs_sample_data()
1046 	regs->sp = pebs->sp;  in setup_pebs_sample_data()
1049 		regs->ax = pebs->ax;  in setup_pebs_sample_data()
1050 		regs->bx = pebs->bx;  in setup_pebs_sample_data()
1051 		regs->cx = pebs->cx;  in setup_pebs_sample_data()
1052 		regs->dx = pebs->dx;  in setup_pebs_sample_data()
1053 		regs->si = pebs->si;  in setup_pebs_sample_data()
1054 		regs->di = pebs->di;  in setup_pebs_sample_data()
1055 		regs->bp = pebs->bp;  in setup_pebs_sample_data()
1056 		regs->sp = pebs->sp;  in setup_pebs_sample_data()
1058 		regs->flags = pebs->flags;  in setup_pebs_sample_data()
1060 		regs->r8 = pebs->r8;  in setup_pebs_sample_data()
1061 		regs->r9 = pebs->r9;  in setup_pebs_sample_data()
1062 		regs->r10 = pebs->r10;  in setup_pebs_sample_data()
1063 		regs->r11 = pebs->r11;  in setup_pebs_sample_data()
1064 		regs->r12 = pebs->r12;  in setup_pebs_sample_data()
1065 		regs->r13 = pebs->r13;  in setup_pebs_sample_data()
1066 		regs->r14 = pebs->r14;  in setup_pebs_sample_data()
1067 		regs->r15 = pebs->r15;  in setup_pebs_sample_data()
1072 		regs->ip = pebs->real_ip;  in setup_pebs_sample_data()
1081 		data->addr = pebs->dla;  in setup_pebs_sample_data()
1086 			data->weight = intel_hsw_weight(pebs);  in setup_pebs_sample_data()
1089 			data->txn = intel_hsw_transaction(pebs);  in setup_pebs_sample_data()
1100 		data->time = native_sched_clock_from_tsc(pebs->tsc);  in setup_pebs_sample_data()
1307 	x86_pmu.pebs = boot_cpu_has(X86_FEATURE_PEBS);  in intel_ds_init()
1309 	if (x86_pmu.pebs) {  in intel_ds_init()
1350 			x86_pmu.pebs = 0;  in intel_ds_init()
1359 	if (!x86_pmu.bts && !x86_pmu.pebs)  in perf_restore_debug_store()