122 static void ftrace_ops_recurs_func(unsigned long ip, unsigned long parent_ip,
126 static void ftrace_ops_list_func(unsigned long ip, unsigned long parent_ip,
130 static void ftrace_ops_no_ops(unsigned long ip, unsigned long parent_ip);
186 static void ftrace_pid_func(unsigned long ip, unsigned long parent_ip,  in ftrace_pid_func()  argument
192 	op->saved_func(ip, parent_ip, op, regs);  in ftrace_pid_func()
498 	unsigned long			ip;  member
633 	kallsyms_lookup(rec->ip, NULL, NULL, NULL, str);  in function_stat_show()
796 ftrace_find_profiled_func(struct ftrace_profile_stat *stat, unsigned long ip)  in ftrace_find_profiled_func()  argument
802 	key = hash_long(ip, FTRACE_PROFILE_HASH_BITS);  in ftrace_find_profiled_func()
809 		if (rec->ip == ip)  in ftrace_find_profiled_func()
821 	key = hash_long(rec->ip, FTRACE_PROFILE_HASH_BITS);  in ftrace_add_profile()
829 ftrace_profile_alloc(struct ftrace_profile_stat *stat, unsigned long ip)  in ftrace_profile_alloc()  argument
841 	rec = ftrace_find_profiled_func(stat, ip);  in ftrace_profile_alloc()
852 	rec->ip = ip;  in ftrace_profile_alloc()
862 function_profile_call(unsigned long ip, unsigned long parent_ip,  in function_profile_call()  argument
878 	rec = ftrace_find_profiled_func(stat, ip);  in function_profile_call()
880 		rec = ftrace_profile_alloc(stat, ip);  in function_profile_call()
1118 	unsigned long		ip;  member
1125 	unsigned long ip;  member
1216 ftrace_lookup_ip(struct ftrace_hash *hash, unsigned long ip)  in ftrace_lookup_ip()  argument
1226 		key = hash_long(ip, hash->size_bits);  in ftrace_lookup_ip()
1233 		if (entry->ip == ip)  in ftrace_lookup_ip()
1246 		key = hash_long(entry->ip, hash->size_bits);  in __add_hash_entry()
1255 static int add_hash_entry(struct ftrace_hash *hash, unsigned long ip)  in add_hash_entry()  argument
1263 	entry->ip = ip;  in add_hash_entry()
1378 			ret = add_hash_entry(new_hash, entry->ip);  in alloc_and_copy_ftrace_hash()
1474 static bool hash_contains_ip(unsigned long ip,  in hash_contains_ip()  argument
1484 		ftrace_lookup_ip(hash->filter_hash, ip)) &&  in hash_contains_ip()
1486 		 !ftrace_lookup_ip(hash->notrace_hash, ip));  in hash_contains_ip()
1502 ftrace_ops_test(struct ftrace_ops *ops, unsigned long ip, void *regs)  in ftrace_ops_test()  argument
1520 	if (hash_contains_ip(ip, &hash))  in ftrace_ops_test()
1548 	if (key->flags < rec->ip)  in ftrace_cmp_recs()
1550 	if (key->ip >= rec->ip + MCOUNT_INSN_SIZE)  in ftrace_cmp_recs()
1561 	key.ip = start;  in ftrace_location_range()
1565 		if (end < pg->records[0].ip ||  in ftrace_location_range()
1566 		    start >= (pg->records[pg->index - 1].ip + MCOUNT_INSN_SIZE))  in ftrace_location_range()
1572 			return rec->ip;  in ftrace_location_range()
1587 unsigned long ftrace_location(unsigned long ip)  in ftrace_location()  argument
1589 	return ftrace_location_range(ip, ip);  in ftrace_location()
1621 		if (ftrace_ops_test(ops, rec->ip, rec)) {  in test_rec_ops_needs_regs()
1685 			if (!other_hash || !ftrace_lookup_ip(other_hash, rec->ip))  in __ftrace_hash_rec_update()
1688 			in_hash = !!ftrace_lookup_ip(hash, rec->ip);  in __ftrace_hash_rec_update()
1689 			in_other_hash = !!ftrace_lookup_ip(other_hash, rec->ip);  in __ftrace_hash_rec_update()
1859 		in_old = !!ftrace_lookup_ip(old_hash, rec->ip);  in __ftrace_hash_update_ipmodify()
1860 		in_new = !!ftrace_lookup_ip(new_hash, rec->ip);  in __ftrace_hash_update_ipmodify()
1883 		in_old = !!ftrace_lookup_ip(old_hash, rec->ip);  in __ftrace_hash_update_ipmodify()
1884 		in_new = !!ftrace_lookup_ip(new_hash, rec->ip);  in __ftrace_hash_update_ipmodify()
1960 	unsigned long ip = rec ? rec->ip : 0;  in ftrace_bug()  local
1966 		print_ip_sym(ip);  in ftrace_bug()
1971 		print_ip_sym(ip);  in ftrace_bug()
1972 		print_ip_ins(" actual: ", (unsigned char *)ip);  in ftrace_bug()
1978 		print_ip_sym(ip);  in ftrace_bug()
1983 		print_ip_sym(ip);  in ftrace_bug()
2000 		ip = ftrace_get_addr_curr(rec);  in ftrace_bug()
2001 		pr_cont(" expected tramp: %lx\n", ip);  in ftrace_bug()
2123 	unsigned long ip = rec->ip;  in ftrace_find_tramp_ops_any()  local
2130 		if (hash_contains_ip(ip, op->func_hash))  in ftrace_find_tramp_ops_any()
2141 	unsigned long ip = rec->ip;  in ftrace_find_tramp_ops_curr()  local
2150 		if (hash_contains_ip(ip, &removed_ops->old_hash))  in ftrace_find_tramp_ops_curr()
2191 		    hash_contains_ip(ip, &op->old_hash))  in ftrace_find_tramp_ops_curr()
2199 		    hash_contains_ip(ip, op->func_hash))  in ftrace_find_tramp_ops_curr()
2211 	unsigned long ip = rec->ip;  in ftrace_find_tramp_ops_new()  local
2215 		if (hash_contains_ip(ip, op->func_hash))  in ftrace_find_tramp_ops_new()
2241 				(void *)rec->ip, (void *)rec->ip, rec->flags);  in ftrace_get_addr_new()
2273 				    (void *)rec->ip, (void *)rec->ip);  in ftrace_get_addr_curr()
2694 					(void *)rec->ip, rec->flags);  in ftrace_shutdown()
2797 	    !ftrace_lookup_ip(ops->func_hash->filter_hash, rec->ip))  in ops_references_rec()
2801 	if (ftrace_lookup_ip(ops->func_hash->notrace_hash, rec->ip))  in ops_references_rec()
3082 		return rec->ops->print(m, rec->ip, rec->ops, rec->data);  in t_hash_show()
3084 	seq_printf(m, "%ps:%ps", (void *)rec->ip, (void *)rec->ops->func);  in t_hash_show()
3122 		     !(ftrace_lookup_ip(ops->func_hash->filter_hash, rec->ip))) ||  in t_next()
3125 		     !ftrace_lookup_ip(ops->func_hash->notrace_hash, rec->ip)) ||  in t_next()
3249 	seq_printf(m, "%ps", (void *)rec->ip);  in t_show()
3452 	entry = ftrace_lookup_ip(hash, rec->ip);  in enter_record()
3464 		ret = add_hash_entry(hash, rec->ip);  in enter_record()
3476 	kallsyms_lookup(rec->ip, NULL, NULL, &modname, str);  in ftrace_match_record()
3601 static void function_trace_probe_call(unsigned long ip, unsigned long parent_ip,  in function_trace_probe_call()  argument
3608 	key = hash_long(ip, FTRACE_HASH_BITS);  in function_trace_probe_call()
3622 		if (entry->ip == ip)  in function_trace_probe_call()
3623 			entry->ops->func(ip, parent_ip, &entry->data);  in function_trace_probe_call()
3687 		entry->ops->free(entry->ops, entry->ip, &entry->data);  in ftrace_free_entry()
3757 			if (ops->init(ops, rec->ip, &entry->data) < 0) {  in register_ftrace_function_probe()
3772 		entry->ip = rec->ip;  in register_ftrace_function_probe()
3774 		key = hash_long(entry->ip, FTRACE_HASH_BITS);  in register_ftrace_function_probe()
3856 				kallsyms_lookup(entry->ip, NULL, NULL,  in __unregister_ftrace_function_probe()
3862 			rec_entry = ftrace_lookup_ip(hash, entry->ip);  in __unregister_ftrace_function_probe()
4050 ftrace_match_addr(struct ftrace_hash *hash, unsigned long ip, int remove)  in ftrace_match_addr()  argument
4054 	if (!ftrace_location(ip))  in ftrace_match_addr()
4058 		entry = ftrace_lookup_ip(hash, ip);  in ftrace_match_addr()
4065 	return add_hash_entry(hash, ip);  in ftrace_match_addr()
4101 		unsigned long ip, int remove, int reset, int enable)  in ftrace_set_hash()  argument
4133 	if (ip) {  in ftrace_set_hash()
4134 		ret = ftrace_match_addr(hash, ip, remove);  in ftrace_set_hash()
4158 ftrace_set_addr(struct ftrace_ops *ops, unsigned long ip, int remove,  in ftrace_set_addr()  argument
4161 	return ftrace_set_hash(ops, 0, 0, ip, remove, reset, enable);  in ftrace_set_addr()
4174 int ftrace_set_filter_ip(struct ftrace_ops *ops, unsigned long ip,  in ftrace_set_filter_ip()  argument
4178 	return ftrace_set_addr(ops, ip, remove, reset, 1);  in ftrace_set_filter_ip()
4632 				if (array[i] == rec->ip) {  in ftrace_set_func()
4641 					array[(*idx)++] = rec->ip;  in ftrace_set_func()
4862 		rec->ip = addr;  in ftrace_process_locs()
4914 		if (within_module_core(rec->ip, mod)) {  in ftrace_release_mod()
5079 ftrace_ops_test(struct ftrace_ops *ops, unsigned long ip, void *regs)  in ftrace_ops_test()  argument
5114 ftrace_ops_control_func(unsigned long ip, unsigned long parent_ip,  in ftrace_ops_control_func()  argument
5137 		    ftrace_ops_test(op, ip, regs))  in ftrace_ops_control_func()
5138 			op->func(ip, parent_ip, op, regs);  in ftrace_ops_control_func()
5152 __ftrace_ops_list_func(unsigned long ip, unsigned long parent_ip,  in __ftrace_ops_list_func()  argument
5168 		if (ftrace_ops_test(op, ip, regs)) {  in __ftrace_ops_list_func()
5173 			op->func(ip, parent_ip, op, regs);  in __ftrace_ops_list_func()
5195 static void ftrace_ops_list_func(unsigned long ip, unsigned long parent_ip,  in ftrace_ops_list_func()  argument
5198 	__ftrace_ops_list_func(ip, parent_ip, NULL, regs);  in ftrace_ops_list_func()
5201 static void ftrace_ops_no_ops(unsigned long ip, unsigned long parent_ip)  in ftrace_ops_no_ops()  argument
5203 	__ftrace_ops_list_func(ip, parent_ip, NULL, NULL);  in ftrace_ops_no_ops()
5212 static void ftrace_ops_recurs_func(unsigned long ip, unsigned long parent_ip,  in ftrace_ops_recurs_func()  argument
5221 	op->func(ip, parent_ip, op, regs);  in ftrace_ops_recurs_func()