47 static unsigned char *ftrace_nop_replace(unsigned long ip)  in ftrace_nop_replace()  argument
49 	__raw_writel(ip + MCOUNT_INSN_SIZE, ftrace_nop);  in ftrace_nop_replace()
53 static unsigned char *ftrace_call_replace(unsigned long ip, unsigned long addr)  in ftrace_call_replace()  argument
185 do_ftrace_mod_code(unsigned long ip, void *new_code)  in do_ftrace_mod_code()  argument
187 	mod_code_ip = (void *)ip;  in do_ftrace_mod_code()
209 static int ftrace_modify_code(unsigned long ip, unsigned char *old_code,  in ftrace_modify_code()  argument
225 	if (probe_kernel_read(replaced, (void *)ip, MCOUNT_INSN_SIZE))  in ftrace_modify_code()
233 	if (do_ftrace_mod_code(ip, new_code))  in ftrace_modify_code()
236 	flush_icache_range(ip, ip + MCOUNT_INSN_SIZE);  in ftrace_modify_code()
243 	unsigned long ip = (unsigned long)(&ftrace_call) + MCOUNT_INSN_OFFSET;  in ftrace_update_ftrace_func()  local
246 	memcpy(old, (unsigned char *)ip, MCOUNT_INSN_SIZE);  in ftrace_update_ftrace_func()
247 	new = ftrace_call_replace(ip, (unsigned long)func);  in ftrace_update_ftrace_func()
249 	return ftrace_modify_code(ip, old, new);  in ftrace_update_ftrace_func()
256 	unsigned long ip = rec->ip;  in ftrace_make_nop()  local
258 	old = ftrace_call_replace(ip, addr);  in ftrace_make_nop()
259 	new = ftrace_nop_replace(ip);  in ftrace_make_nop()
261 	return ftrace_modify_code(rec->ip, old, new);  in ftrace_make_nop()
267 	unsigned long ip = rec->ip;  in ftrace_make_call()  local
269 	old = ftrace_nop_replace(ip);  in ftrace_make_call()
270 	new = ftrace_call_replace(ip, addr);  in ftrace_make_call()
272 	return ftrace_modify_code(rec->ip, old, new);  in ftrace_make_call()
285 static int ftrace_mod(unsigned long ip, unsigned long old_addr,  in ftrace_mod()  argument
290 	if (probe_kernel_read(code, (void *)ip, MCOUNT_INSN_SIZE))  in ftrace_mod()
296 	__raw_writel(new_addr, ip);  in ftrace_mod()
302 	unsigned long ip, old_addr, new_addr;  in ftrace_enable_ftrace_graph_caller()  local
304 	ip = (unsigned long)(&ftrace_graph_call) + GRAPH_INSN_OFFSET;  in ftrace_enable_ftrace_graph_caller()
308 	return ftrace_mod(ip, old_addr, new_addr);  in ftrace_enable_ftrace_graph_caller()
313 	unsigned long ip, old_addr, new_addr;  in ftrace_disable_ftrace_graph_caller()  local
315 	ip = (unsigned long)(&ftrace_graph_call) + GRAPH_INSN_OFFSET;  in ftrace_disable_ftrace_graph_caller()
319 	return ftrace_mod(ip, old_addr, new_addr);  in ftrace_disable_ftrace_graph_caller()