79 static DEFINE_PER_CPU(struct kprobe *, kprobe_instance) = NULL;
288 static inline void set_kprobe_instance(struct kprobe *kp)  in set_kprobe_instance()
304 struct kprobe *get_kprobe(void *addr)  in get_kprobe()
307 	struct kprobe *p;  in get_kprobe()
319 static int aggr_pre_handler(struct kprobe *p, struct pt_regs *regs);
322 static inline int kprobe_aggrprobe(struct kprobe *p)  in kprobe_aggrprobe()
328 static inline int kprobe_unused(struct kprobe *p)  in kprobe_unused()
337 static inline void copy_kprobe(struct kprobe *ap, struct kprobe *p)  in copy_kprobe()
351 void opt_pre_handler(struct kprobe *p, struct pt_regs *regs)  in opt_pre_handler()
353 	struct kprobe *kp;  in opt_pre_handler()
366 static void free_aggr_kprobe(struct kprobe *p)  in free_aggr_kprobe()
377 static inline int kprobe_optready(struct kprobe *p)  in kprobe_optready()
390 static inline int kprobe_disarmed(struct kprobe *p)  in kprobe_disarmed()
404 static int kprobe_queued(struct kprobe *p)  in kprobe_queued()
420 static struct kprobe *get_optimized_kprobe(unsigned long addr)  in get_optimized_kprobe()
423 	struct kprobe *p = NULL;  in get_optimized_kprobe()
585 static void optimize_kprobe(struct kprobe *p)  in optimize_kprobe()
629 static void unoptimize_kprobe(struct kprobe *p, bool force)  in unoptimize_kprobe()
668 static void reuse_unused_kprobe(struct kprobe *ap)  in reuse_unused_kprobe()
689 static void kill_optimized_kprobe(struct kprobe *p)  in kill_optimized_kprobe()
715 static void prepare_optimized_kprobe(struct kprobe *p)  in prepare_optimized_kprobe()
724 static struct kprobe *alloc_aggr_kprobe(struct kprobe *p)  in alloc_aggr_kprobe()
739 static void init_aggr_kprobe(struct kprobe *ap, struct kprobe *p);
745 static void try_to_optimize_kprobe(struct kprobe *p)  in try_to_optimize_kprobe()
747 	struct kprobe *ap;  in try_to_optimize_kprobe()
782 	struct kprobe *p;  in optimize_all_kprobes()
805 	struct kprobe *p;  in unoptimize_all_kprobes()
853 static void __arm_kprobe(struct kprobe *p)  in __arm_kprobe()
855 	struct kprobe *_p;  in __arm_kprobe()
868 static void __disarm_kprobe(struct kprobe *p, bool reopt)  in __disarm_kprobe()
870 	struct kprobe *_p;  in __disarm_kprobe()
898 static void reuse_unused_kprobe(struct kprobe *ap)  in reuse_unused_kprobe()
904 static void free_aggr_kprobe(struct kprobe *p)  in free_aggr_kprobe()
910 static struct kprobe *alloc_aggr_kprobe(struct kprobe *p)  in alloc_aggr_kprobe()
912 	return kzalloc(sizeof(struct kprobe), GFP_KERNEL);  in alloc_aggr_kprobe()
924 static int prepare_kprobe(struct kprobe *p)  in prepare_kprobe()
933 static void arm_kprobe_ftrace(struct kprobe *p)  in arm_kprobe_ftrace()
948 static void disarm_kprobe_ftrace(struct kprobe *p)  in disarm_kprobe_ftrace()
968 static void arm_kprobe(struct kprobe *kp)  in arm_kprobe()
985 static void disarm_kprobe(struct kprobe *kp, bool reopt)  in disarm_kprobe()
1001 static int aggr_pre_handler(struct kprobe *p, struct pt_regs *regs)  in aggr_pre_handler()
1003 	struct kprobe *kp;  in aggr_pre_handler()
1017 static void aggr_post_handler(struct kprobe *p, struct pt_regs *regs,  in aggr_post_handler()
1020 	struct kprobe *kp;  in aggr_post_handler()
1032 static int aggr_fault_handler(struct kprobe *p, struct pt_regs *regs,  in aggr_fault_handler()
1035 	struct kprobe *cur = __this_cpu_read(kprobe_instance);  in aggr_fault_handler()
1049 static int aggr_break_handler(struct kprobe *p, struct pt_regs *regs)  in aggr_break_handler()
1051 	struct kprobe *cur = __this_cpu_read(kprobe_instance);  in aggr_break_handler()
1064 void kprobes_inc_nmissed_count(struct kprobe *p)  in kprobes_inc_nmissed_count()
1066 	struct kprobe *kp;  in kprobes_inc_nmissed_count()
1207 static int add_new_kprobe(struct kprobe *ap, struct kprobe *p)  in add_new_kprobe()
1231 static void init_aggr_kprobe(struct kprobe *ap, struct kprobe *p)  in init_aggr_kprobe()
1257 static int register_aggr_kprobe(struct kprobe *orig_p, struct kprobe *p)  in register_aggr_kprobe()
1260 	struct kprobe *ap = orig_p;  in register_aggr_kprobe()
1359 static kprobe_opcode_t *kprobe_addr(struct kprobe *p)  in kprobe_addr()
1382 static struct kprobe *__get_valid_kprobe(struct kprobe *p)  in __get_valid_kprobe()
1384 	struct kprobe *ap, *list_p;  in __get_valid_kprobe()
1402 static inline int check_kprobe_rereg(struct kprobe *p)  in check_kprobe_rereg()
1414 int __weak arch_check_ftrace_location(struct kprobe *p)  in arch_check_ftrace_location()
1432 static int check_kprobe_address_safe(struct kprobe *p,  in check_kprobe_address_safe()
1481 int register_kprobe(struct kprobe *p)  in register_kprobe()
1484 	struct kprobe *old_p;  in register_kprobe()
1543 static int aggr_kprobe_disabled(struct kprobe *ap)  in aggr_kprobe_disabled()
1545 	struct kprobe *kp;  in aggr_kprobe_disabled()
1559 static struct kprobe *__disable_kprobe(struct kprobe *p)  in __disable_kprobe()
1561 	struct kprobe *orig_p;  in __disable_kprobe()
1592 static int __unregister_kprobe_top(struct kprobe *p)  in __unregister_kprobe_top()
1594 	struct kprobe *ap, *list_p;  in __unregister_kprobe_top()
1649 static void __unregister_kprobe_bottom(struct kprobe *p)  in __unregister_kprobe_bottom()
1651 	struct kprobe *ap;  in __unregister_kprobe_bottom()
1658 		ap = list_entry(p->list.next, struct kprobe, list);  in __unregister_kprobe_bottom()
1665 int register_kprobes(struct kprobe **kps, int num)  in register_kprobes()
1683 void unregister_kprobe(struct kprobe *p)  in unregister_kprobe()
1689 void unregister_kprobes(struct kprobe **kps, int num)  in unregister_kprobes()
1786 static int pre_handler_kretprobe(struct kprobe *p, struct pt_regs *regs)  in pre_handler_kretprobe()
1959 static int pre_handler_kretprobe(struct kprobe *p, struct pt_regs *regs)  in pre_handler_kretprobe()
1968 static void kill_kprobe(struct kprobe *p)  in kill_kprobe()
1970 	struct kprobe *kp;  in kill_kprobe()
1992 int disable_kprobe(struct kprobe *kp)  in disable_kprobe()
2008 int enable_kprobe(struct kprobe *kp)  in enable_kprobe()
2011 	struct kprobe *p;  in enable_kprobe()
2041 void dump_kprobe(struct kprobe *kp)  in dump_kprobe()
2091 	struct kprobe *p;  in kprobes_module_callback()
2188 static void report_probe(struct seq_file *pi, struct kprobe *p,  in report_probe()
2189 		const char *sym, int offset, char *modname, struct kprobe *pp)  in report_probe()
2238 	struct kprobe *p, *kp;  in show_kprobe_addr()
2321 	struct kprobe *p;  in arm_all_kprobes()
2354 	struct kprobe *p;  in disarm_all_kprobes()