640 static inline u32 armv7pmu_read_counter(struct perf_event *event)  in armv7pmu_read_counter()  argument
642 	struct arm_pmu *cpu_pmu = to_arm_pmu(event->pmu);  in armv7pmu_read_counter()
643 	struct hw_perf_event *hwc = &event->hw;  in armv7pmu_read_counter()
660 static inline void armv7pmu_write_counter(struct perf_event *event, u32 value)  in armv7pmu_write_counter()  argument
662 	struct arm_pmu *cpu_pmu = to_arm_pmu(event->pmu);  in armv7pmu_write_counter()
663 	struct hw_perf_event *hwc = &event->hw;  in armv7pmu_write_counter()
765 static void armv7pmu_enable_event(struct perf_event *event)  in armv7pmu_enable_event()  argument
768 	struct hw_perf_event *hwc = &event->hw;  in armv7pmu_enable_event()
769 	struct arm_pmu *cpu_pmu = to_arm_pmu(event->pmu);  in armv7pmu_enable_event()
811 static void armv7pmu_disable_event(struct perf_event *event)  in armv7pmu_disable_event()  argument
814 	struct hw_perf_event *hwc = &event->hw;  in armv7pmu_disable_event()
815 	struct arm_pmu *cpu_pmu = to_arm_pmu(event->pmu);  in armv7pmu_disable_event()
869 		struct perf_event *event = cpuc->events[idx];  in armv7pmu_handle_irq()  local
873 		if (!event)  in armv7pmu_handle_irq()
883 		hwc = &event->hw;  in armv7pmu_handle_irq()
884 		armpmu_event_update(event);  in armv7pmu_handle_irq()
886 		if (!armpmu_event_set_period(event))  in armv7pmu_handle_irq()
889 		if (perf_event_overflow(event, &data, regs))  in armv7pmu_handle_irq()
890 			cpu_pmu->disable(event);  in armv7pmu_handle_irq()
928 				  struct perf_event *event)  in armv7pmu_get_event_idx()  argument
931 	struct arm_pmu *cpu_pmu = to_arm_pmu(event->pmu);  in armv7pmu_get_event_idx()
932 	struct hw_perf_event *hwc = &event->hw;  in armv7pmu_get_event_idx()
959 static int armv7pmu_set_event_filter(struct hw_perf_event *event,  in armv7pmu_set_event_filter()  argument
977 	event->config_base = config_base;  in armv7pmu_set_event_filter()
997 static int armv7_a8_map_event(struct perf_event *event)  in armv7_a8_map_event()  argument
999 	return armpmu_map_event(event, &armv7_a8_perf_map,  in armv7_a8_map_event()
1003 static int armv7_a9_map_event(struct perf_event *event)  in armv7_a9_map_event()  argument
1005 	return armpmu_map_event(event, &armv7_a9_perf_map,  in armv7_a9_map_event()
1009 static int armv7_a5_map_event(struct perf_event *event)  in armv7_a5_map_event()  argument
1011 	return armpmu_map_event(event, &armv7_a5_perf_map,  in armv7_a5_map_event()
1015 static int armv7_a15_map_event(struct perf_event *event)  in armv7_a15_map_event()  argument
1017 	return armpmu_map_event(event, &armv7_a15_perf_map,  in armv7_a15_map_event()
1021 static int armv7_a7_map_event(struct perf_event *event)  in armv7_a7_map_event()  argument
1023 	return armpmu_map_event(event, &armv7_a7_perf_map,  in armv7_a7_map_event()
1027 static int armv7_a12_map_event(struct perf_event *event)  in armv7_a12_map_event()  argument
1029 	return armpmu_map_event(event, &armv7_a12_perf_map,  in armv7_a12_map_event()
1033 static int krait_map_event(struct perf_event *event)  in krait_map_event()  argument
1035 	return armpmu_map_event(event, &krait_perf_map,  in krait_map_event()
1039 static int krait_map_event_no_branch(struct perf_event *event)  in krait_map_event_no_branch()  argument
1041 	return armpmu_map_event(event, &krait_perf_map_no_branch,  in krait_map_event_no_branch()
1045 static int scorpion_map_event(struct perf_event *event)  in scorpion_map_event()  argument
1047 	return armpmu_map_event(event, &scorpion_perf_map,  in scorpion_map_event()
1179 #define EVENT_REGION(event)	(((event) >> 12) & 0xf)		/* R */  argument
1180 #define EVENT_GROUP(event)	((event) & 0xf)			/* G */  argument
1181 #define EVENT_CODE(event)	(((event) >> 4) & 0xff)		/* CC */  argument
1182 #define EVENT_VENUM(event)	(!!(event & VENUM_EVENT))	/* N=2 */  argument
1183 #define EVENT_CPU(event)	(!!(event & KRAIT_EVENT))	/* N=1 */  argument
1348 static void krait_pmu_disable_event(struct perf_event *event)  in krait_pmu_disable_event()  argument
1351 	struct hw_perf_event *hwc = &event->hw;  in krait_pmu_disable_event()
1353 	struct arm_pmu *cpu_pmu = to_arm_pmu(event->pmu);  in krait_pmu_disable_event()
1374 static void krait_pmu_enable_event(struct perf_event *event)  in krait_pmu_enable_event()  argument
1377 	struct hw_perf_event *hwc = &event->hw;  in krait_pmu_enable_event()
1379 	struct arm_pmu *cpu_pmu = to_arm_pmu(event->pmu);  in krait_pmu_enable_event()
1435 static int krait_event_to_bit(struct perf_event *event, unsigned int region,  in krait_event_to_bit()  argument
1439 	struct hw_perf_event *hwc = &event->hw;  in krait_event_to_bit()
1440 	struct arm_pmu *cpu_pmu = to_arm_pmu(event->pmu);  in krait_event_to_bit()
1462 				   struct perf_event *event)  in krait_pmu_get_event_idx()  argument
1466 	struct hw_perf_event *hwc = &event->hw;  in krait_pmu_get_event_idx()
1480 		bit = krait_event_to_bit(event, region, group);  in krait_pmu_get_event_idx()
1485 	idx = armv7pmu_get_event_idx(cpuc, event);  in krait_pmu_get_event_idx()
1493 				      struct perf_event *event)  in krait_pmu_clear_event_idx()  argument
1496 	struct hw_perf_event *hwc = &event->hw;  in krait_pmu_clear_event_idx()
1503 		bit = krait_event_to_bit(event, region, group);  in krait_pmu_clear_event_idx()
1680 static void scorpion_pmu_disable_event(struct perf_event *event)  in scorpion_pmu_disable_event()  argument
1683 	struct hw_perf_event *hwc = &event->hw;  in scorpion_pmu_disable_event()
1685 	struct arm_pmu *cpu_pmu = to_arm_pmu(event->pmu);  in scorpion_pmu_disable_event()
1706 static void scorpion_pmu_enable_event(struct perf_event *event)  in scorpion_pmu_enable_event()  argument
1709 	struct hw_perf_event *hwc = &event->hw;  in scorpion_pmu_enable_event()
1711 	struct arm_pmu *cpu_pmu = to_arm_pmu(event->pmu);  in scorpion_pmu_enable_event()
1767 static int scorpion_event_to_bit(struct perf_event *event, unsigned int region,  in scorpion_event_to_bit()  argument
1771 	struct hw_perf_event *hwc = &event->hw;  in scorpion_event_to_bit()
1772 	struct arm_pmu *cpu_pmu = to_arm_pmu(event->pmu);  in scorpion_event_to_bit()
1794 				   struct perf_event *event)  in scorpion_pmu_get_event_idx()  argument
1798 	struct hw_perf_event *hwc = &event->hw;  in scorpion_pmu_get_event_idx()
1809 		bit = scorpion_event_to_bit(event, region, group);  in scorpion_pmu_get_event_idx()
1814 	idx = armv7pmu_get_event_idx(cpuc, event);  in scorpion_pmu_get_event_idx()
1822 				      struct perf_event *event)  in scorpion_pmu_clear_event_idx()  argument
1825 	struct hw_perf_event *hwc = &event->hw;  in scorpion_pmu_clear_event_idx()
1832 		bit = scorpion_event_to_bit(event, region, group);  in scorpion_pmu_clear_event_idx()