1 /* SPDX-License-Identifier: GPL-2.0 */
2 #ifndef _ASM_X86_FTRACE_H
3 #define _ASM_X86_FTRACE_H
5 #ifdef CONFIG_FUNCTION_TRACER
6 #ifndef CC_USING_FENTRY
7 # error Compiler does not support fentry?
9 # define MCOUNT_ADDR ((unsigned long)(__fentry__))
10 #define MCOUNT_INSN_SIZE 5 /* sizeof mcount call */
12 /* Ignore unused weak functions which will have non zero offsets */
13 #ifdef CONFIG_HAVE_FENTRY
15 /* Add offset for endbr64 if IBT enabled */
16 # define FTRACE_MCOUNT_MAX_OFFSET ENDBR_INSN_SIZE
19 #ifdef CONFIG_DYNAMIC_FTRACE
20 #define ARCH_SUPPORTS_FTRACE_OPS 1
23 #define HAVE_FUNCTION_GRAPH_RET_ADDR_PTR
26 extern void __fentry__(void);
28 static inline unsigned long ftrace_call_adjust(unsigned long addr)
31 * addr is the address of the mcount call instruction.
32 * recordmcount does the necessary offset calculation.
37 #ifdef CONFIG_HAVE_DYNAMIC_FTRACE_WITH_ARGS
42 static __always_inline struct pt_regs *
43 arch_ftrace_get_regs(struct ftrace_regs *fregs)
45 /* Only when FL_SAVE_REGS is set, cs will be non zero */
51 #define ftrace_regs_set_instruction_pointer(fregs, _ip) \
52 do { (fregs)->regs.ip = (_ip); } while (0)
55 #define ftrace_graph_func ftrace_graph_func
56 void ftrace_graph_func(unsigned long ip, unsigned long parent_ip,
57 struct ftrace_ops *op, struct ftrace_regs *fregs);
59 #define FTRACE_GRAPH_TRAMP_ADDR FTRACE_GRAPH_ADDR
62 #ifdef CONFIG_DYNAMIC_FTRACE_WITH_DIRECT_CALLS
64 * When a ftrace registered caller is tracing a function that is
65 * also set by a register_ftrace_direct() call, it needs to be
66 * differentiated in the ftrace_caller trampoline. To do this, we
67 * place the direct caller in the ORIG_AX part of pt_regs. This
68 * tells the ftrace_caller that there's a direct caller.
71 __arch_ftrace_set_direct_caller(struct pt_regs *regs, unsigned long addr)
76 #define arch_ftrace_set_direct_caller(fregs, addr) \
77 __arch_ftrace_set_direct_caller(&(fregs)->regs, addr)
78 #endif /* CONFIG_DYNAMIC_FTRACE_WITH_DIRECT_CALLS */
80 #ifdef CONFIG_DYNAMIC_FTRACE
82 struct dyn_arch_ftrace {
83 /* No extra data needed for x86 */
86 #endif /* CONFIG_DYNAMIC_FTRACE */
87 #endif /* __ASSEMBLY__ */
88 #endif /* CONFIG_FUNCTION_TRACER */
93 #if defined(CONFIG_FUNCTION_TRACER) && defined(CONFIG_DYNAMIC_FTRACE)
94 extern void set_ftrace_ops_ro(void);
96 static inline void set_ftrace_ops_ro(void) { }
99 #define ARCH_HAS_SYSCALL_MATCH_SYM_NAME
100 static inline bool arch_syscall_match_sym_name(const char *sym, const char *name)
103 * Compare the symbol name with the system call name. Skip the
104 * "__x64_sys", "__ia32_sys", "__do_sys" or simple "sys" prefix.
106 return !strcmp(sym + 3, name + 3) ||
107 (!strncmp(sym, "__x64_", 6) && !strcmp(sym + 9, name + 3)) ||
108 (!strncmp(sym, "__ia32_", 7) && !strcmp(sym + 10, name + 3)) ||
109 (!strncmp(sym, "__do_sys", 8) && !strcmp(sym + 8, name + 3));
112 #ifndef COMPILE_OFFSETS
114 #if defined(CONFIG_FTRACE_SYSCALLS) && defined(CONFIG_IA32_EMULATION)
115 #include <linux/compat.h>
118 * Because ia32 syscalls do not map to x86_64 syscall numbers
119 * this screws up the trace output when tracing a ia32 task.
120 * Instead of reporting bogus syscalls, just do not trace them.
122 * If the user really wants these, then they should use the
123 * raw syscall tracepoints with filtering.
125 #define ARCH_TRACE_IGNORE_COMPAT_SYSCALLS 1
126 static inline bool arch_trace_is_compat_syscall(struct pt_regs *regs)
128 return in_32bit_syscall();
130 #endif /* CONFIG_FTRACE_SYSCALLS && CONFIG_IA32_EMULATION */
131 #endif /* !COMPILE_OFFSETS */
132 #endif /* !__ASSEMBLY__ */
134 #endif /* _ASM_X86_FTRACE_H */