2962 	struct hw_perf_event *hwc = &event->hw;  in perf_adjust_period()  local
2968 	delta = (s64)(period - hwc->sample_period);  in perf_adjust_period()
2971 	sample_period = hwc->sample_period + delta;  in perf_adjust_period()
2976 	hwc->sample_period = sample_period;  in perf_adjust_period()
2978 	if (local64_read(&hwc->period_left) > 8*sample_period) {  in perf_adjust_period()
2982 		local64_set(&hwc->period_left, 0);  in perf_adjust_period()
2998 	struct hw_perf_event *hwc;  in perf_adjust_freq_unthr_context()  local
3022 		hwc = &event->hw;  in perf_adjust_freq_unthr_context()
3024 		if (hwc->interrupts == MAX_INTERRUPTS) {  in perf_adjust_freq_unthr_context()
3025 			hwc->interrupts = 0;  in perf_adjust_freq_unthr_context()
3039 		delta = now - hwc->freq_count_stamp;  in perf_adjust_freq_unthr_context()
3040 		hwc->freq_count_stamp = now;  in perf_adjust_freq_unthr_context()
6401 	struct hw_perf_event *hwc = &event->hw;  in __perf_event_overflow()  local
6413 	if (seq != hwc->interrupts_seq) {  in __perf_event_overflow()
6414 		hwc->interrupts_seq = seq;  in __perf_event_overflow()
6415 		hwc->interrupts = 1;  in __perf_event_overflow()
6417 		hwc->interrupts++;  in __perf_event_overflow()
6419 			     && hwc->interrupts >= max_samples_per_tick)) {  in __perf_event_overflow()
6421 			hwc->interrupts = MAX_INTERRUPTS;  in __perf_event_overflow()
6430 		s64 delta = now - hwc->freq_time_stamp;  in __perf_event_overflow()
6432 		hwc->freq_time_stamp = now;  in __perf_event_overflow()
6435 			perf_adjust_period(event, delta, hwc->last_period, true);  in __perf_event_overflow()
6495 	struct hw_perf_event *hwc = &event->hw;  in perf_swevent_set_period()  local
6496 	u64 period = hwc->last_period;  in perf_swevent_set_period()
6500 	hwc->last_period = hwc->sample_period;  in perf_swevent_set_period()
6503 	old = val = local64_read(&hwc->period_left);  in perf_swevent_set_period()
6510 	if (local64_cmpxchg(&hwc->period_left, old, val) != old)  in perf_swevent_set_period()
6520 	struct hw_perf_event *hwc = &event->hw;  in perf_swevent_overflow()  local
6526 	if (hwc->interrupts == MAX_INTERRUPTS)  in perf_swevent_overflow()
6546 	struct hw_perf_event *hwc = &event->hw;  in perf_swevent_event()  local
6562 	if (nr == 1 && hwc->sample_period == 1 && !event->attr.freq)  in perf_swevent_event()
6565 	if (local64_add_negative(nr, &hwc->period_left))  in perf_swevent_event()
6728 	struct hw_perf_event *hwc = &event->hw;  in perf_swevent_add()  local
6732 		hwc->last_period = hwc->sample_period;  in perf_swevent_add()
6736 	hwc->state = !(flags & PERF_EF_START);  in perf_swevent_add()
7182 	struct hw_perf_event *hwc = &event->hw;  in perf_swevent_start_hrtimer()  local
7188 	period = local64_read(&hwc->period_left);  in perf_swevent_start_hrtimer()
7193 		local64_set(&hwc->period_left, 0);  in perf_swevent_start_hrtimer()
7195 		period = max_t(u64, 10000, hwc->sample_period);  in perf_swevent_start_hrtimer()
7197 	hrtimer_start(&hwc->hrtimer, ns_to_ktime(period),  in perf_swevent_start_hrtimer()
7203 	struct hw_perf_event *hwc = &event->hw;  in perf_swevent_cancel_hrtimer()  local
7206 		ktime_t remaining = hrtimer_get_remaining(&hwc->hrtimer);  in perf_swevent_cancel_hrtimer()
7207 		local64_set(&hwc->period_left, ktime_to_ns(remaining));  in perf_swevent_cancel_hrtimer()
7209 		hrtimer_cancel(&hwc->hrtimer);  in perf_swevent_cancel_hrtimer()
7215 	struct hw_perf_event *hwc = &event->hw;  in perf_swevent_init_hrtimer()  local
7220 	hrtimer_init(&hwc->hrtimer, CLOCK_MONOTONIC, HRTIMER_MODE_REL);  in perf_swevent_init_hrtimer()
7221 	hwc->hrtimer.function = perf_swevent_hrtimer;  in perf_swevent_init_hrtimer()
7231 		hwc->sample_period = event->attr.sample_period;  in perf_swevent_init_hrtimer()
7232 		local64_set(&hwc->period_left, hwc->sample_period);  in perf_swevent_init_hrtimer()
7233 		hwc->last_period = hwc->sample_period;  in perf_swevent_init_hrtimer()
7855 	struct hw_perf_event *hwc;  in perf_event_alloc()  local
7930 	hwc = &event->hw;  in perf_event_alloc()
7931 	hwc->sample_period = attr->sample_period;  in perf_event_alloc()
7933 		hwc->sample_period = 1;  in perf_event_alloc()
7934 	hwc->last_period = hwc->sample_period;  in perf_event_alloc()
7936 	local64_set(&hwc->period_left, hwc->sample_period);  in perf_event_alloc()
9068 		struct hw_perf_event *hwc = &child_event->hw;  in inherit_event()  local
9070 		hwc->sample_period = sample_period;  in inherit_event()
9071 		hwc->last_period   = sample_period;  in inherit_event()
9073 		local64_set(&hwc->period_left, sample_period);  in inherit_event()