229 	struct debug_store *ds = per_cpu(cpu_hw_events, cpu).ds;  in init_debug_store_on_cpu()  local
231 	if (!ds)  in init_debug_store_on_cpu()
235 		     (u32)((u64)(unsigned long)ds),  in init_debug_store_on_cpu()
236 		     (u32)((u64)(unsigned long)ds >> 32));  in init_debug_store_on_cpu()
241 	if (!per_cpu(cpu_hw_events, cpu).ds)  in fini_debug_store_on_cpu()
251 	struct debug_store *ds = per_cpu(cpu_hw_events, cpu).ds;  in alloc_pebs_buffer()  local
278 	ds->pebs_buffer_base = (u64)(unsigned long)buffer;  in alloc_pebs_buffer()
279 	ds->pebs_index = ds->pebs_buffer_base;  in alloc_pebs_buffer()
280 	ds->pebs_absolute_maximum = ds->pebs_buffer_base +  in alloc_pebs_buffer()
283 	ds->pebs_interrupt_threshold = ds->pebs_buffer_base +  in alloc_pebs_buffer()
291 	struct debug_store *ds = per_cpu(cpu_hw_events, cpu).ds;  in release_pebs_buffer()  local
293 	if (!ds || !x86_pmu.pebs)  in release_pebs_buffer()
299 	kfree((void *)(unsigned long)ds->pebs_buffer_base);  in release_pebs_buffer()
300 	ds->pebs_buffer_base = 0;  in release_pebs_buffer()
305 	struct debug_store *ds = per_cpu(cpu_hw_events, cpu).ds;  in alloc_bts_buffer()  local
322 	ds->bts_buffer_base = (u64)(unsigned long)buffer;  in alloc_bts_buffer()
323 	ds->bts_index = ds->bts_buffer_base;  in alloc_bts_buffer()
324 	ds->bts_absolute_maximum = ds->bts_buffer_base +  in alloc_bts_buffer()
326 	ds->bts_interrupt_threshold = ds->bts_absolute_maximum -  in alloc_bts_buffer()
334 	struct debug_store *ds = per_cpu(cpu_hw_events, cpu).ds;  in release_bts_buffer()  local
336 	if (!ds || !x86_pmu.bts)  in release_bts_buffer()
339 	kfree((void *)(unsigned long)ds->bts_buffer_base);  in release_bts_buffer()
340 	ds->bts_buffer_base = 0;  in release_bts_buffer()
346 	struct debug_store *ds;  in alloc_ds_buffer()  local
348 	ds = kzalloc_node(sizeof(*ds), GFP_KERNEL, node);  in alloc_ds_buffer()
349 	if (unlikely(!ds))  in alloc_ds_buffer()
352 	per_cpu(cpu_hw_events, cpu).ds = ds;  in alloc_ds_buffer()
359 	struct debug_store *ds = per_cpu(cpu_hw_events, cpu).ds;  in release_ds_buffer()  local
361 	if (!ds)  in release_ds_buffer()
364 	per_cpu(cpu_hw_events, cpu).ds = NULL;  in release_ds_buffer()
365 	kfree(ds);  in release_ds_buffer()
481 	if (!cpuc->ds)  in intel_pmu_disable_bts()
496 	struct debug_store *ds = cpuc->ds;  in intel_pmu_drain_bts_buffer()  local
515 	at  = (struct bts_record *)(unsigned long)ds->bts_buffer_base;  in intel_pmu_drain_bts_buffer()
516 	top = (struct bts_record *)(unsigned long)ds->bts_index;  in intel_pmu_drain_bts_buffer()
523 	ds->bts_index = ds->bts_buffer_base;  in intel_pmu_drain_bts_buffer()
971 	struct debug_store *ds = cpuc->ds;  in intel_pmu_drain_pebs_core()  local
979 	at  = (struct pebs_record_core *)(unsigned long)ds->pebs_buffer_base;  in intel_pmu_drain_pebs_core()
980 	top = (struct pebs_record_core *)(unsigned long)ds->pebs_index;  in intel_pmu_drain_pebs_core()
985 	ds->pebs_index = ds->pebs_buffer_base;  in intel_pmu_drain_pebs_core()
1012 	struct debug_store *ds = cpuc->ds;  in intel_pmu_drain_pebs_nhm()  local
1021 	at  = (struct pebs_record_nhm *)(unsigned long)ds->pebs_buffer_base;  in intel_pmu_drain_pebs_nhm()
1022 	top = (struct pebs_record_nhm *)(unsigned long)ds->pebs_index;  in intel_pmu_drain_pebs_nhm()
1024 	ds->pebs_index = ds->pebs_buffer_base;  in intel_pmu_drain_pebs_nhm()
1110 	struct debug_store *ds = __this_cpu_read(cpu_hw_events.ds);  in perf_restore_debug_store()  local
1115 	wrmsrl(MSR_IA32_DS_AREA, (unsigned long)ds);  in perf_restore_debug_store()