122 static void ftrace_ops_recurs_func(unsigned long ip, unsigned long parent_ip,
126 static void ftrace_ops_list_func(unsigned long ip, unsigned long parent_ip,
130 static void ftrace_ops_no_ops(unsigned long ip, unsigned long parent_ip);
186 static void ftrace_pid_func(unsigned long ip, unsigned long parent_ip,  in ftrace_pid_func()  argument
192 	op->saved_func(ip, parent_ip, op, regs);  in ftrace_pid_func()
503 	unsigned long			ip;  member
645 	kallsyms_lookup(rec->ip, NULL, NULL, NULL, str);  in function_stat_show()
806 ftrace_find_profiled_func(struct ftrace_profile_stat *stat, unsigned long ip)  in ftrace_find_profiled_func()  argument
812 	key = hash_long(ip, FTRACE_PROFILE_HASH_BITS);  in ftrace_find_profiled_func()
819 		if (rec->ip == ip)  in ftrace_find_profiled_func()
831 	key = hash_long(rec->ip, FTRACE_PROFILE_HASH_BITS);  in ftrace_add_profile()
839 ftrace_profile_alloc(struct ftrace_profile_stat *stat, unsigned long ip)  in ftrace_profile_alloc()  argument
851 	rec = ftrace_find_profiled_func(stat, ip);  in ftrace_profile_alloc()
862 	rec->ip = ip;  in ftrace_profile_alloc()
872 function_profile_call(unsigned long ip, unsigned long parent_ip,  in function_profile_call()  argument
888 	rec = ftrace_find_profiled_func(stat, ip);  in function_profile_call()
890 		rec = ftrace_profile_alloc(stat, ip);  in function_profile_call()
1128 	unsigned long		ip;  member
1135 	unsigned long ip;  member
1226 ftrace_lookup_ip(struct ftrace_hash *hash, unsigned long ip)  in ftrace_lookup_ip()  argument
1236 		key = hash_long(ip, hash->size_bits);  in ftrace_lookup_ip()
1243 		if (entry->ip == ip)  in ftrace_lookup_ip()
1256 		key = hash_long(entry->ip, hash->size_bits);  in __add_hash_entry()
1265 static int add_hash_entry(struct ftrace_hash *hash, unsigned long ip)  in add_hash_entry()  argument
1273 	entry->ip = ip;  in add_hash_entry()
1388 			ret = add_hash_entry(new_hash, entry->ip);  in alloc_and_copy_ftrace_hash()
1484 static bool hash_contains_ip(unsigned long ip,  in hash_contains_ip()  argument
1494 		ftrace_lookup_ip(hash->filter_hash, ip)) &&  in hash_contains_ip()
1496 		 !ftrace_lookup_ip(hash->notrace_hash, ip));  in hash_contains_ip()
1512 ftrace_ops_test(struct ftrace_ops *ops, unsigned long ip, void *regs)  in ftrace_ops_test()  argument
1530 	if (hash_contains_ip(ip, &hash))  in ftrace_ops_test()
1558 	if (key->flags < rec->ip)  in ftrace_cmp_recs()
1560 	if (key->ip >= rec->ip + MCOUNT_INSN_SIZE)  in ftrace_cmp_recs()
1571 	key.ip = start;  in ftrace_location_range()
1575 		if (end < pg->records[0].ip ||  in ftrace_location_range()
1576 		    start >= (pg->records[pg->index - 1].ip + MCOUNT_INSN_SIZE))  in ftrace_location_range()
1582 			return rec->ip;  in ftrace_location_range()
1597 unsigned long ftrace_location(unsigned long ip)  in ftrace_location()  argument
1599 	return ftrace_location_range(ip, ip);  in ftrace_location()
1631 		if (ftrace_ops_test(ops, rec->ip, rec)) {  in test_rec_ops_needs_regs()
1695 			if (!other_hash || !ftrace_lookup_ip(other_hash, rec->ip))  in __ftrace_hash_rec_update()
1698 			in_hash = !!ftrace_lookup_ip(hash, rec->ip);  in __ftrace_hash_rec_update()
1699 			in_other_hash = !!ftrace_lookup_ip(other_hash, rec->ip);  in __ftrace_hash_rec_update()
1869 		in_old = !!ftrace_lookup_ip(old_hash, rec->ip);  in __ftrace_hash_update_ipmodify()
1870 		in_new = !!ftrace_lookup_ip(new_hash, rec->ip);  in __ftrace_hash_update_ipmodify()
1893 		in_old = !!ftrace_lookup_ip(old_hash, rec->ip);  in __ftrace_hash_update_ipmodify()
1894 		in_new = !!ftrace_lookup_ip(new_hash, rec->ip);  in __ftrace_hash_update_ipmodify()
1970 	unsigned long ip = rec ? rec->ip : 0;  in ftrace_bug()  local
1976 		print_ip_sym(ip);  in ftrace_bug()
1981 		print_ip_sym(ip);  in ftrace_bug()
1982 		print_ip_ins(" actual: ", (unsigned char *)ip);  in ftrace_bug()
1988 		print_ip_sym(ip);  in ftrace_bug()
1993 		print_ip_sym(ip);  in ftrace_bug()
2010 		ip = ftrace_get_addr_curr(rec);  in ftrace_bug()
2011 		pr_cont(" expected tramp: %lx\n", ip);  in ftrace_bug()
2133 	unsigned long ip = rec->ip;  in ftrace_find_tramp_ops_any()  local
2140 		if (hash_contains_ip(ip, op->func_hash))  in ftrace_find_tramp_ops_any()
2151 	unsigned long ip = rec->ip;  in ftrace_find_tramp_ops_curr()  local
2160 		if (hash_contains_ip(ip, &removed_ops->old_hash))  in ftrace_find_tramp_ops_curr()
2201 		    hash_contains_ip(ip, &op->old_hash))  in ftrace_find_tramp_ops_curr()
2209 		    hash_contains_ip(ip, op->func_hash))  in ftrace_find_tramp_ops_curr()
2221 	unsigned long ip = rec->ip;  in ftrace_find_tramp_ops_new()  local
2225 		if (hash_contains_ip(ip, op->func_hash))  in ftrace_find_tramp_ops_new()
2251 				(void *)rec->ip, (void *)rec->ip, rec->flags);  in ftrace_get_addr_new()
2283 				    (void *)rec->ip, (void *)rec->ip);  in ftrace_get_addr_curr()
2704 					(void *)rec->ip, rec->flags);  in ftrace_shutdown()
2807 	    !ftrace_lookup_ip(ops->func_hash->filter_hash, rec->ip))  in ops_references_rec()
2811 	if (ftrace_lookup_ip(ops->func_hash->notrace_hash, rec->ip))  in ops_references_rec()
3092 		return rec->ops->print(m, rec->ip, rec->ops, rec->data);  in t_hash_show()
3094 	seq_printf(m, "%ps:%ps", (void *)rec->ip, (void *)rec->ops->func);  in t_hash_show()
3132 		     !(ftrace_lookup_ip(ops->func_hash->filter_hash, rec->ip))) ||  in t_next()
3135 		     !ftrace_lookup_ip(ops->func_hash->notrace_hash, rec->ip)) ||  in t_next()
3259 	seq_printf(m, "%ps", (void *)rec->ip);  in t_show()
3470 	entry = ftrace_lookup_ip(hash, rec->ip);  in enter_record()
3482 		ret = add_hash_entry(hash, rec->ip);  in enter_record()
3494 	kallsyms_lookup(rec->ip, NULL, NULL, &modname, str);  in ftrace_match_record()
3617 static void function_trace_probe_call(unsigned long ip, unsigned long parent_ip,  in function_trace_probe_call()  argument
3624 	key = hash_long(ip, FTRACE_HASH_BITS);  in function_trace_probe_call()
3638 		if (entry->ip == ip)  in function_trace_probe_call()
3639 			entry->ops->func(ip, parent_ip, &entry->data);  in function_trace_probe_call()
3703 		entry->ops->free(entry->ops, entry->ip, &entry->data);  in ftrace_free_entry()
3774 			if (ops->init(ops, rec->ip, &entry->data) < 0) {  in register_ftrace_function_probe()
3789 		entry->ip = rec->ip;  in register_ftrace_function_probe()
3791 		key = hash_long(entry->ip, FTRACE_HASH_BITS);  in register_ftrace_function_probe()
3873 				kallsyms_lookup(entry->ip, NULL, NULL,  in __unregister_ftrace_function_probe()
3879 			rec_entry = ftrace_lookup_ip(hash, entry->ip);  in __unregister_ftrace_function_probe()
4067 ftrace_match_addr(struct ftrace_hash *hash, unsigned long ip, int remove)  in ftrace_match_addr()  argument
4071 	if (!ftrace_location(ip))  in ftrace_match_addr()
4075 		entry = ftrace_lookup_ip(hash, ip);  in ftrace_match_addr()
4082 	return add_hash_entry(hash, ip);  in ftrace_match_addr()
4118 		unsigned long ip, int remove, int reset, int enable)  in ftrace_set_hash()  argument
4150 	if (ip) {  in ftrace_set_hash()
4151 		ret = ftrace_match_addr(hash, ip, remove);  in ftrace_set_hash()
4175 ftrace_set_addr(struct ftrace_ops *ops, unsigned long ip, int remove,  in ftrace_set_addr()  argument
4178 	return ftrace_set_hash(ops, 0, 0, ip, remove, reset, enable);  in ftrace_set_addr()
4191 int ftrace_set_filter_ip(struct ftrace_ops *ops, unsigned long ip,  in ftrace_set_filter_ip()  argument
4195 	return ftrace_set_addr(ops, ip, remove, reset, 1);  in ftrace_set_filter_ip()
4649 				if (array[i] == rec->ip) {  in ftrace_set_func()
4658 					array[(*idx)++] = rec->ip;  in ftrace_set_func()
4868 		rec->ip = addr;  in ftrace_process_locs()
4920 		if (within_module_core(rec->ip, mod)) {  in ftrace_release_mod()
5085 ftrace_ops_test(struct ftrace_ops *ops, unsigned long ip, void *regs)  in ftrace_ops_test()  argument
5120 ftrace_ops_control_func(unsigned long ip, unsigned long parent_ip,  in ftrace_ops_control_func()  argument
5143 		    ftrace_ops_test(op, ip, regs))  in ftrace_ops_control_func()
5144 			op->func(ip, parent_ip, op, regs);  in ftrace_ops_control_func()
5158 __ftrace_ops_list_func(unsigned long ip, unsigned long parent_ip,  in __ftrace_ops_list_func()  argument
5174 		if (ftrace_ops_test(op, ip, regs)) {  in __ftrace_ops_list_func()
5179 			op->func(ip, parent_ip, op, regs);  in __ftrace_ops_list_func()
5201 static void ftrace_ops_list_func(unsigned long ip, unsigned long parent_ip,  in ftrace_ops_list_func()  argument
5204 	__ftrace_ops_list_func(ip, parent_ip, NULL, regs);  in ftrace_ops_list_func()
5207 static void ftrace_ops_no_ops(unsigned long ip, unsigned long parent_ip)  in ftrace_ops_no_ops()  argument
5209 	__ftrace_ops_list_func(ip, parent_ip, NULL, NULL);  in ftrace_ops_no_ops()
5218 static void ftrace_ops_recurs_func(unsigned long ip, unsigned long parent_ip,  in ftrace_ops_recurs_func()  argument
5227 	op->func(ip, parent_ip, op, regs);  in ftrace_ops_recurs_func()