Lines Matching refs:perf_event
131 static bool is_kernel_event(struct perf_event *event) in is_kernel_event()
321 static u64 perf_event_time(struct perf_event *event);
335 static inline u64 perf_event_clock(struct perf_event *event) in perf_event_clock()
365 perf_cgroup_match(struct perf_event *event) in perf_cgroup_match()
388 static inline void perf_detach_cgroup(struct perf_event *event) in perf_detach_cgroup()
394 static inline int is_cgroup_event(struct perf_event *event) in is_cgroup_event()
399 static inline u64 perf_cgroup_event_time(struct perf_event *event) in perf_cgroup_event_time()
427 static inline void update_cgrp_time_from_event(struct perf_event *event) in update_cgrp_time_from_event()
598 static inline int perf_cgroup_connect(int fd, struct perf_event *event, in perf_cgroup_connect()
600 struct perf_event *group_leader) in perf_cgroup_connect()
635 perf_cgroup_set_shadow_time(struct perf_event *event, u64 now) in perf_cgroup_set_shadow_time()
643 perf_cgroup_defer_enabled(struct perf_event *event) in perf_cgroup_defer_enabled()
656 perf_cgroup_mark_enabled(struct perf_event *event, in perf_cgroup_mark_enabled()
659 struct perf_event *sub; in perf_cgroup_mark_enabled()
678 perf_cgroup_match(struct perf_event *event) in perf_cgroup_match()
683 static inline void perf_detach_cgroup(struct perf_event *event) in perf_detach_cgroup()
686 static inline int is_cgroup_event(struct perf_event *event) in is_cgroup_event()
691 static inline u64 perf_cgroup_event_cgrp_time(struct perf_event *event) in perf_cgroup_event_cgrp_time()
696 static inline void update_cgrp_time_from_event(struct perf_event *event) in update_cgrp_time_from_event()
714 static inline int perf_cgroup_connect(pid_t pid, struct perf_event *event, in perf_cgroup_connect()
716 struct perf_event *group_leader) in perf_cgroup_connect()
733 perf_cgroup_set_shadow_time(struct perf_event *event, u64 now) in perf_cgroup_set_shadow_time()
737 static inline u64 perf_cgroup_event_time(struct perf_event *event) in perf_cgroup_event_time()
743 perf_cgroup_defer_enabled(struct perf_event *event) in perf_cgroup_defer_enabled()
748 perf_cgroup_mark_enabled(struct perf_event *event, in perf_cgroup_mark_enabled()
958 perf_event_ctx_lock_nested(struct perf_event *event, int nesting) in perf_event_ctx_lock_nested()
982 perf_event_ctx_lock(struct perf_event *event) in perf_event_ctx_lock()
987 static void perf_event_ctx_unlock(struct perf_event *event, in perf_event_ctx_unlock()
1013 static u32 perf_event_pid(struct perf_event *event, struct task_struct *p) in perf_event_pid()
1024 static u32 perf_event_tid(struct perf_event *event, struct task_struct *p) in perf_event_tid()
1039 static u64 primary_event_id(struct perf_event *event) in primary_event_id()
1141 static u64 perf_event_time(struct perf_event *event) in perf_event_time()
1155 static void update_event_times(struct perf_event *event) in update_event_times()
1194 static void update_group_times(struct perf_event *leader) in update_group_times()
1196 struct perf_event *event; in update_group_times()
1204 ctx_group_list(struct perf_event *event, struct perf_event_context *ctx) in ctx_group_list()
1217 list_add_event(struct perf_event *event, struct perf_event_context *ctx) in list_add_event()
1251 static inline void perf_event__state_init(struct perf_event *event) in perf_event__state_init()
1257 static void __perf_event_read_size(struct perf_event *event, int nr_siblings) in __perf_event_read_size()
1281 static void __perf_event_header_size(struct perf_event *event, u64 sample_type) in __perf_event_header_size()
1314 static void perf_event__header_size(struct perf_event *event) in perf_event__header_size()
1321 static void perf_event__id_header_size(struct perf_event *event) in perf_event__id_header_size()
1348 static bool perf_event_validate_size(struct perf_event *event) in perf_event_validate_size()
1369 static void perf_group_attach(struct perf_event *event) in perf_group_attach()
1371 struct perf_event *group_leader = event->group_leader, *pos; in perf_group_attach()
1404 list_del_event(struct perf_event *event, struct perf_event_context *ctx) in list_del_event()
1455 static void perf_group_detach(struct perf_event *event) in perf_group_detach()
1457 struct perf_event *sibling, *tmp; in perf_group_detach()
1506 static bool is_orphaned_event(struct perf_event *event) in is_orphaned_event()
1515 static bool is_orphaned_child(struct perf_event *event) in is_orphaned_child()
1542 static inline int pmu_filter_match(struct perf_event *event) in pmu_filter_match()
1549 event_filter_match(struct perf_event *event) in event_filter_match()
1556 event_sched_out(struct perf_event *event, in event_sched_out()
1609 group_sched_out(struct perf_event *group_event, in group_sched_out()
1613 struct perf_event *event; in group_sched_out()
1629 struct perf_event *event;
1642 struct perf_event *event = re->event; in __perf_remove_from_context()
1674 static void perf_remove_from_context(struct perf_event *event, bool detach_group) in perf_remove_from_context()
1730 struct perf_event *event = info; in __perf_event_disable()
1779 static void _perf_event_disable(struct perf_event *event) in _perf_event_disable()
1825 void perf_event_disable(struct perf_event *event) in perf_event_disable()
1835 static void perf_set_shadow_time(struct perf_event *event, in perf_set_shadow_time()
1872 static void perf_log_throttle(struct perf_event *event, int enable);
1873 static void perf_log_itrace_start(struct perf_event *event);
1876 event_sched_in(struct perf_event *event, in event_sched_in()
1941 group_sched_in(struct perf_event *group_event, in group_sched_in()
1945 struct perf_event *event, *partial_group = NULL; in group_sched_in()
2012 static int group_can_go_on(struct perf_event *event, in group_can_go_on()
2040 static void add_event_to_ctx(struct perf_event *event, in add_event_to_ctx()
2078 struct perf_event *event = info; in __perf_install_in_context()
2144 struct perf_event *event, in perf_install_in_context()
2199 static void __perf_event_mark_enabled(struct perf_event *event) in __perf_event_mark_enabled()
2201 struct perf_event *sub; in __perf_event_mark_enabled()
2217 struct perf_event *event = info; in __perf_event_enable()
2219 struct perf_event *leader = event->group_leader; in __perf_event_enable()
2300 static void _perf_event_enable(struct perf_event *event) in _perf_event_enable()
2360 void perf_event_enable(struct perf_event *event) in perf_event_enable()
2370 static int _perf_event_refresh(struct perf_event *event, int refresh) in _perf_event_refresh()
2387 int perf_event_refresh(struct perf_event *event, int refresh) in perf_event_refresh()
2404 struct perf_event *event; in ctx_sched_out()
2467 static void __perf_event_sync_stat(struct perf_event *event, in __perf_event_sync_stat()
2468 struct perf_event *next_event) in __perf_event_sync_stat()
2516 struct perf_event *event, *next_event; in perf_event_sync_stat()
2524 struct perf_event, event_entry); in perf_event_sync_stat()
2527 struct perf_event, event_entry); in perf_event_sync_stat()
2726 struct perf_event *event; in ctx_pinned_sched_in()
2756 struct perf_event *event; in ctx_flexible_sched_in()
2884 static u64 perf_calculate_period(struct perf_event *event, u64 nsec, u64 count) in perf_calculate_period()
2960 static void perf_adjust_period(struct perf_event *event, u64 nsec, u64 count, bool disable) in perf_adjust_period()
2997 struct perf_event *event; in perf_adjust_freq_unthr_context()
3139 static int event_enable_on_exec(struct perf_event *event, in event_enable_on_exec()
3161 struct perf_event *event; in perf_event_enable_on_exec()
3219 struct perf_event *event;
3230 struct perf_event *sub, *event = data->event; in __perf_event_read()
3282 static inline u64 perf_event_count(struct perf_event *event) in perf_event_count()
3298 u64 perf_event_read_local(struct perf_event *event) in perf_event_read_local()
3343 static int perf_event_read(struct perf_event *event, bool group) in perf_event_read()
3443 struct perf_event *event) in find_get_context()
3545 static void perf_event_free_filter(struct perf_event *event);
3546 static void perf_event_free_bpf_prog(struct perf_event *event);
3550 struct perf_event *event; in free_event_rcu()
3552 event = container_of(head, struct perf_event, rcu_head); in free_event_rcu()
3559 static void ring_buffer_attach(struct perf_event *event,
3562 static void unaccount_event_cpu(struct perf_event *event, int cpu) in unaccount_event_cpu()
3571 static void unaccount_event(struct perf_event *event) in unaccount_event()
3610 static int exclusive_event_init(struct perf_event *event) in exclusive_event_init()
3641 static void exclusive_event_destroy(struct perf_event *event) in exclusive_event_destroy()
3655 static bool exclusive_event_match(struct perf_event *e1, struct perf_event *e2) in exclusive_event_match()
3666 static bool exclusive_event_installable(struct perf_event *event, in exclusive_event_installable()
3669 struct perf_event *iter_event; in exclusive_event_installable()
3683 static void __free_event(struct perf_event *event) in __free_event()
3706 static void _free_event(struct perf_event *event) in _free_event()
3734 static void free_event(struct perf_event *event) in free_event()
3749 static void perf_remove_from_owner(struct perf_event *event) in perf_remove_from_owner()
3796 static void put_event(struct perf_event *event) in put_event()
3826 int perf_event_release_kernel(struct perf_event *event) in perf_event_release_kernel()
3848 struct perf_event *event, *tmp; in orphans_remove_work()
3855 struct perf_event *parent_event = event->parent; in orphans_remove_work()
3878 u64 perf_event_read_value(struct perf_event *event, u64 *enabled, u64 *running) in perf_event_read_value()
3880 struct perf_event *child; in perf_event_read_value()
3908 static int __perf_read_group_add(struct perf_event *leader, in __perf_read_group_add()
3911 struct perf_event *sub; in __perf_read_group_add()
3950 static int perf_read_group(struct perf_event *event, in perf_read_group()
3953 struct perf_event *leader = event->group_leader, *child; in perf_read_group()
3996 static int perf_read_one(struct perf_event *event, in perf_read_one()
4017 static bool is_event_hup(struct perf_event *event) in is_event_hup()
4034 __perf_read(struct perf_event *event, char __user *buf, size_t count) in __perf_read()
4062 struct perf_event *event = file->private_data; in perf_read()
4075 struct perf_event *event = file->private_data; in perf_poll()
4096 static void _perf_event_reset(struct perf_event *event) in _perf_event_reset()
4109 static void perf_event_for_each_child(struct perf_event *event, in perf_event_for_each_child()
4110 void (*func)(struct perf_event *)) in perf_event_for_each_child() argument
4112 struct perf_event *child; in perf_event_for_each_child()
4123 static void perf_event_for_each(struct perf_event *event, in perf_event_for_each()
4124 void (*func)(struct perf_event *)) in perf_event_for_each() argument
4127 struct perf_event *sibling; in perf_event_for_each()
4139 struct perf_event *event;
4146 struct perf_event *event = pe->event; in __perf_event_period()
4176 static int perf_event_period(struct perf_event *event, u64 __user *arg) in perf_event_period()
4243 static int perf_event_set_output(struct perf_event *event,
4244 struct perf_event *output_event);
4245 static int perf_event_set_filter(struct perf_event *event, void __user *arg);
4246 static int perf_event_set_bpf_prog(struct perf_event *event, u32 prog_fd);
4248 static long _perf_ioctl(struct perf_event *event, unsigned int cmd, unsigned long arg) in _perf_ioctl()
4250 void (*func)(struct perf_event *); in _perf_ioctl()
4283 struct perf_event *output_event; in _perf_ioctl()
4317 struct perf_event *event = file->private_data; in perf_ioctl()
4351 struct perf_event *event; in perf_event_task_enable()
4367 struct perf_event *event; in perf_event_task_disable()
4380 static int perf_event_index(struct perf_event *event) in perf_event_index()
4391 static void calc_timer_values(struct perf_event *event, in calc_timer_values()
4404 static void perf_event_init_userpage(struct perf_event *event) in perf_event_init_userpage()
4427 struct perf_event *event, struct perf_event_mmap_page *userpg, u64 now) in arch_perf_update_userpage()
4436 void perf_event_update_userpage(struct perf_event *event) in perf_event_update_userpage()
4488 struct perf_event *event = vma->vm_file->private_data; in perf_mmap_fault()
4521 static void ring_buffer_attach(struct perf_event *event, in ring_buffer_attach()
4567 static void ring_buffer_wakeup(struct perf_event *event) in ring_buffer_wakeup()
4580 struct ring_buffer *ring_buffer_get(struct perf_event *event) in ring_buffer_get()
4607 struct perf_event *event = vma->vm_file->private_data; in perf_mmap_open()
4629 struct perf_event *event = vma->vm_file->private_data; in perf_mmap_close()
4733 struct perf_event *event = file->private_data; in perf_mmap()
4931 struct perf_event *event = filp->private_data; in perf_fasync()
4962 static inline struct fasync_struct **perf_event_fasync(struct perf_event *event) in perf_event_fasync()
4970 void perf_event_wakeup(struct perf_event *event) in perf_event_wakeup()
4982 struct perf_event *event = container_of(entry, in perf_pending_event()
4983 struct perf_event, pending); in perf_pending_event()
5162 struct perf_event *event) in __perf_event_header__init_id()
5192 struct perf_event *event) in perf_event_header__init_id()
5222 void perf_event__output_id_sample(struct perf_event *event, in perf_event__output_id_sample()
5231 struct perf_event *event, in perf_output_read_one()
5257 struct perf_event *event, in perf_output_read_group()
5260 struct perf_event *leader = event->group_leader, *sub; in perf_output_read_group()
5301 struct perf_event *event) in perf_output_read()
5327 struct perf_event *event) in perf_output_sample()
5486 struct perf_event *event, in perf_prepare_sample()
5590 void perf_event_output(struct perf_event *event, in perf_event_output()
5625 perf_event_read_event(struct perf_event *event, in perf_event_read_event()
5653 typedef void (perf_event_aux_output_cb)(struct perf_event *event, void *data);
5660 struct perf_event *event; in perf_event_aux_ctx()
5741 static int perf_event_task_match(struct perf_event *event) in perf_event_task_match()
5748 static void perf_event_task_output(struct perf_event *event, in perf_event_task_output()
5839 static int perf_event_comm_match(struct perf_event *event) in perf_event_comm_match()
5844 static void perf_event_comm_output(struct perf_event *event, in perf_event_comm_output()
5946 static int perf_event_mmap_match(struct perf_event *event, in perf_event_mmap_match()
5957 static void perf_event_mmap_output(struct perf_event *event, in perf_event_mmap_output()
6163 void perf_event_aux_event(struct perf_event *event, unsigned long head, in perf_event_aux_event()
6200 void perf_log_lost_samples(struct perf_event *event, u64 lost) in perf_log_lost_samples()
6245 static int perf_event_switch_match(struct perf_event *event) in perf_event_switch_match()
6250 static void perf_event_switch_output(struct perf_event *event, void *data) in perf_event_switch_output()
6319 static void perf_log_throttle(struct perf_event *event, int enable) in perf_log_throttle()
6356 static void perf_log_itrace_start(struct perf_event *event) in perf_log_itrace_start()
6396 static int __perf_event_overflow(struct perf_event *event, in __perf_event_overflow()
6464 int perf_event_overflow(struct perf_event *event, in perf_event_overflow()
6493 u64 perf_swevent_set_period(struct perf_event *event) in perf_swevent_set_period()
6516 static void perf_swevent_overflow(struct perf_event *event, u64 overflow, in perf_swevent_overflow()
6542 static void perf_swevent_event(struct perf_event *event, u64 nr, in perf_swevent_event()
6571 static int perf_exclude_event(struct perf_event *event, in perf_exclude_event()
6588 static int perf_swevent_match(struct perf_event *event, in perf_swevent_match()
6636 find_swevent_head(struct swevent_htable *swhash, struct perf_event *event) in find_swevent_head()
6661 struct perf_event *event; in do_perf_sw_event()
6721 static void perf_swevent_read(struct perf_event *event) in perf_swevent_read()
6725 static int perf_swevent_add(struct perf_event *event, int flags) in perf_swevent_add()
6748 static void perf_swevent_del(struct perf_event *event, int flags) in perf_swevent_del()
6753 static void perf_swevent_start(struct perf_event *event, int flags) in perf_swevent_start()
6758 static void perf_swevent_stop(struct perf_event *event, int flags) in perf_swevent_stop()
6782 static void swevent_hlist_put_cpu(struct perf_event *event, int cpu) in swevent_hlist_put_cpu()
6794 static void swevent_hlist_put(struct perf_event *event) in swevent_hlist_put()
6802 static int swevent_hlist_get_cpu(struct perf_event *event, int cpu) in swevent_hlist_get_cpu()
6825 static int swevent_hlist_get(struct perf_event *event) in swevent_hlist_get()
6854 static void sw_perf_event_destroy(struct perf_event *event) in sw_perf_event_destroy()
6864 static int perf_swevent_init(struct perf_event *event) in perf_swevent_init()
6918 static int perf_tp_filter_match(struct perf_event *event, in perf_tp_filter_match()
6932 static int perf_tp_event_match(struct perf_event *event, in perf_tp_event_match()
6955 struct perf_event *event; in perf_tp_event()
6999 static void tp_perf_event_destroy(struct perf_event *event) in tp_perf_event_destroy()
7004 static int perf_tp_event_init(struct perf_event *event) in perf_tp_event_init()
7042 static int perf_event_set_filter(struct perf_event *event, void __user *arg) in perf_event_set_filter()
7060 static void perf_event_free_filter(struct perf_event *event) in perf_event_free_filter()
7065 static int perf_event_set_bpf_prog(struct perf_event *event, u32 prog_fd) in perf_event_set_bpf_prog()
7094 static void perf_event_free_bpf_prog(struct perf_event *event) in perf_event_free_bpf_prog()
7114 static int perf_event_set_filter(struct perf_event *event, void __user *arg) in perf_event_set_filter()
7119 static void perf_event_free_filter(struct perf_event *event) in perf_event_free_filter()
7123 static int perf_event_set_bpf_prog(struct perf_event *event, u32 prog_fd) in perf_event_set_bpf_prog()
7128 static void perf_event_free_bpf_prog(struct perf_event *event) in perf_event_free_bpf_prog()
7134 void perf_bp_event(struct perf_event *bp, void *data) in perf_bp_event()
7155 struct perf_event *event; in perf_swevent_hrtimer()
7158 event = container_of(hrtimer, struct perf_event, hw.hrtimer); in perf_swevent_hrtimer()
7180 static void perf_swevent_start_hrtimer(struct perf_event *event) in perf_swevent_start_hrtimer()
7201 static void perf_swevent_cancel_hrtimer(struct perf_event *event) in perf_swevent_cancel_hrtimer()
7213 static void perf_swevent_init_hrtimer(struct perf_event *event) in perf_swevent_init_hrtimer()
7242 static void cpu_clock_event_update(struct perf_event *event) in cpu_clock_event_update()
7252 static void cpu_clock_event_start(struct perf_event *event, int flags) in cpu_clock_event_start()
7258 static void cpu_clock_event_stop(struct perf_event *event, int flags) in cpu_clock_event_stop()
7264 static int cpu_clock_event_add(struct perf_event *event, int flags) in cpu_clock_event_add()
7273 static void cpu_clock_event_del(struct perf_event *event, int flags) in cpu_clock_event_del()
7278 static void cpu_clock_event_read(struct perf_event *event) in cpu_clock_event_read()
7283 static int cpu_clock_event_init(struct perf_event *event) in cpu_clock_event_init()
7319 static void task_clock_event_update(struct perf_event *event, u64 now) in task_clock_event_update()
7329 static void task_clock_event_start(struct perf_event *event, int flags) in task_clock_event_start()
7335 static void task_clock_event_stop(struct perf_event *event, int flags) in task_clock_event_stop()
7341 static int task_clock_event_add(struct perf_event *event, int flags) in task_clock_event_add()
7350 static void task_clock_event_del(struct perf_event *event, int flags) in task_clock_event_del()
7355 static void task_clock_event_read(struct perf_event *event) in task_clock_event_read()
7364 static int task_clock_event_init(struct perf_event *event) in task_clock_event_init()
7446 static int perf_event_idx_default(struct perf_event *event) in perf_event_idx_default()
7739 static int perf_try_init_event(struct pmu *pmu, struct perf_event *event) in perf_try_init_event()
7769 static struct pmu *perf_init_event(struct perf_event *event) in perf_init_event()
7804 static void account_event_cpu(struct perf_event *event, int cpu) in account_event_cpu()
7813 static void account_event(struct perf_event *event) in account_event()
7845 static struct perf_event *
7848 struct perf_event *group_leader, in perf_event_alloc()
7849 struct perf_event *parent_event, in perf_event_alloc()
7854 struct perf_event *event; in perf_event_alloc()
8126 perf_event_set_output(struct perf_event *event, struct perf_event *output_event) in perf_event_set_output()
8195 static int perf_event_set_clock(struct perf_event *event, clockid_t clk_id) in perf_event_set_clock()
8244 struct perf_event *group_leader = NULL, *output_event = NULL; in SYSCALL_DEFINE5()
8245 struct perf_event *event, *sibling; in SYSCALL_DEFINE5()
8628 struct perf_event *
8635 struct perf_event *event; in perf_event_create_kernel_counter()
8685 struct perf_event *event, *tmp; in perf_pmu_migrate_context()
8746 static void sync_child_event(struct perf_event *child_event, in sync_child_event()
8749 struct perf_event *parent_event = child_event->parent; in sync_child_event()
8788 __perf_event_exit_task(struct perf_event *child_event, in __perf_event_exit_task()
8822 struct perf_event *child_event, *next; in perf_event_exit_task_context()
8894 struct perf_event *event, *tmp; in perf_event_exit_task()
8924 static void perf_free_event(struct perf_event *event, in perf_free_event()
8927 struct perf_event *parent = event->parent; in perf_free_event()
8955 struct perf_event *event, *tmp; in perf_event_free_task()
8991 struct perf_event *perf_event_get(unsigned int fd) in perf_event_get()
8995 struct perf_event *event; in perf_event_get()
9008 const struct perf_event_attr *perf_event_attrs(struct perf_event *event) in perf_event_attrs()
9019 static struct perf_event *
9020 inherit_event(struct perf_event *parent_event, in inherit_event()
9024 struct perf_event *group_leader, in inherit_event()
9028 struct perf_event *child_event; in inherit_event()
9105 static int inherit_group(struct perf_event *parent_event, in inherit_group()
9111 struct perf_event *leader; in inherit_group()
9112 struct perf_event *sub; in inherit_group()
9113 struct perf_event *child_ctr; in inherit_group()
9129 inherit_task_group(struct perf_event *event, struct task_struct *parent, in inherit_task_group()
9174 struct perf_event *event; in perf_event_init_context()