77 armpmu_map_event(struct perf_event *event,  in armpmu_map_event()  argument
85 	u64 config = event->attr.config;  in armpmu_map_event()
86 	int type = event->attr.type;  in armpmu_map_event()
88 	if (type == event->pmu->type)  in armpmu_map_event()
103 int armpmu_event_set_period(struct perf_event *event)  in armpmu_event_set_period()  argument
105 	struct arm_pmu *armpmu = to_arm_pmu(event->pmu);  in armpmu_event_set_period()
106 	struct hw_perf_event *hwc = &event->hw;  in armpmu_event_set_period()
136 	armpmu->write_counter(event, (u64)(-left) & 0xffffffff);  in armpmu_event_set_period()
138 	perf_event_update_userpage(event);  in armpmu_event_set_period()
143 u64 armpmu_event_update(struct perf_event *event)  in armpmu_event_update()  argument
145 	struct arm_pmu *armpmu = to_arm_pmu(event->pmu);  in armpmu_event_update()
146 	struct hw_perf_event *hwc = &event->hw;  in armpmu_event_update()
151 	new_raw_count = armpmu->read_counter(event);  in armpmu_event_update()
159 	local64_add(delta, &event->count);  in armpmu_event_update()
166 armpmu_read(struct perf_event *event)  in armpmu_read()  argument
168 	armpmu_event_update(event);  in armpmu_read()
172 armpmu_stop(struct perf_event *event, int flags)  in armpmu_stop()  argument
174 	struct arm_pmu *armpmu = to_arm_pmu(event->pmu);  in armpmu_stop()
175 	struct hw_perf_event *hwc = &event->hw;  in armpmu_stop()
182 		armpmu->disable(event);  in armpmu_stop()
183 		armpmu_event_update(event);  in armpmu_stop()
188 static void armpmu_start(struct perf_event *event, int flags)  in armpmu_start()  argument
190 	struct arm_pmu *armpmu = to_arm_pmu(event->pmu);  in armpmu_start()
191 	struct hw_perf_event *hwc = &event->hw;  in armpmu_start()
208 	armpmu_event_set_period(event);  in armpmu_start()
209 	armpmu->enable(event);  in armpmu_start()
213 armpmu_del(struct perf_event *event, int flags)  in armpmu_del()  argument
215 	struct arm_pmu *armpmu = to_arm_pmu(event->pmu);  in armpmu_del()
217 	struct hw_perf_event *hwc = &event->hw;  in armpmu_del()
220 	armpmu_stop(event, PERF_EF_UPDATE);  in armpmu_del()
224 		armpmu->clear_event_idx(hw_events, event);  in armpmu_del()
226 	perf_event_update_userpage(event);  in armpmu_del()
230 armpmu_add(struct perf_event *event, int flags)  in armpmu_add()  argument
232 	struct arm_pmu *armpmu = to_arm_pmu(event->pmu);  in armpmu_add()
234 	struct hw_perf_event *hwc = &event->hw;  in armpmu_add()
242 	perf_pmu_disable(event->pmu);  in armpmu_add()
245 	idx = armpmu->get_event_idx(hw_events, event);  in armpmu_add()
255 	event->hw.idx = idx;  in armpmu_add()
256 	armpmu->disable(event);  in armpmu_add()
257 	hw_events->events[idx] = event;  in armpmu_add()
261 		armpmu_start(event, PERF_EF_RELOAD);  in armpmu_add()
264 	perf_event_update_userpage(event);  in armpmu_add()
267 	perf_pmu_enable(event->pmu);  in armpmu_add()
273 			       struct perf_event *event)  in validate_event()  argument
277 	if (is_software_event(event))  in validate_event()
285 	if (event->pmu != pmu)  in validate_event()
288 	if (event->state < PERF_EVENT_STATE_OFF)  in validate_event()
291 	if (event->state == PERF_EVENT_STATE_OFF && !event->attr.enable_on_exec)  in validate_event()
294 	armpmu = to_arm_pmu(event->pmu);  in validate_event()
295 	return armpmu->get_event_idx(hw_events, event) >= 0;  in validate_event()
299 validate_group(struct perf_event *event)  in validate_group()  argument
301 	struct perf_event *sibling, *leader = event->group_leader;  in validate_group()
310 	if (!validate_event(event->pmu, &fake_pmu, leader))  in validate_group()
314 		if (!validate_event(event->pmu, &fake_pmu, sibling))  in validate_group()
318 	if (!validate_event(event->pmu, &fake_pmu, event))  in validate_group()
372 hw_perf_event_destroy(struct perf_event *event)  in hw_perf_event_destroy()  argument
374 	struct arm_pmu *armpmu = to_arm_pmu(event->pmu);  in hw_perf_event_destroy()
392 __hw_perf_event_init(struct perf_event *event)  in __hw_perf_event_init()  argument
394 	struct arm_pmu *armpmu = to_arm_pmu(event->pmu);  in __hw_perf_event_init()
395 	struct hw_perf_event *hwc = &event->hw;  in __hw_perf_event_init()
398 	mapping = armpmu->map_event(event);  in __hw_perf_event_init()
401 		pr_debug("event %x:%llx not supported\n", event->attr.type,  in __hw_perf_event_init()
402 			 event->attr.config);  in __hw_perf_event_init()
421 	     armpmu->set_event_filter(hwc, &event->attr)) &&  in __hw_perf_event_init()
422 	     event_requires_mode_exclusion(&event->attr)) {  in __hw_perf_event_init()
433 	if (!is_sampling_event(event)) {  in __hw_perf_event_init()
445 	if (event->group_leader != event) {  in __hw_perf_event_init()
446 		if (validate_group(event) != 0)  in __hw_perf_event_init()
453 static int armpmu_event_init(struct perf_event *event)  in armpmu_event_init()  argument
455 	struct arm_pmu *armpmu = to_arm_pmu(event->pmu);  in armpmu_event_init()
466 	if (event->cpu != -1 &&  in armpmu_event_init()
467 		!cpumask_test_cpu(event->cpu, &armpmu->supported_cpus))  in armpmu_event_init()
471 	if (has_branch_stack(event))  in armpmu_event_init()
474 	if (armpmu->map_event(event) == -ENOENT)  in armpmu_event_init()
477 	event->destroy = hw_perf_event_destroy;  in armpmu_event_init()
492 	err = __hw_perf_event_init(event);  in armpmu_event_init()
494 		hw_perf_event_destroy(event);  in armpmu_event_init()
529 static int armpmu_filter_match(struct perf_event *event)  in armpmu_filter_match()  argument
531 	struct arm_pmu *armpmu = to_arm_pmu(event->pmu);  in armpmu_filter_match()