5 * Kernel Probes (KProbes)
6 * include/linux/kprobes.h
8 * This program is free software; you can redistribute it and/or modify
9 * it under the terms of the GNU General Public License as published by
10 * the Free Software Foundation; either version 2 of the License, or
11 * (at your option) any later version.
13 * This program is distributed in the hope that it will be useful,
14 * but WITHOUT ANY WARRANTY; without even the implied warranty of
15 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
16 * GNU General Public License for more details.
18 * You should have received a copy of the GNU General Public License
19 * along with this program; if not, write to the Free Software
20 * Foundation, Inc., 59 Temple Place - Suite 330, Boston, MA 02111-1307, USA.
22 * Copyright (C) IBM Corporation, 2002, 2004
26 * Dynamic Binary Instrumentation Module based on KProbes
27 * modules/kprobe/dbi_kprobes.h
29 * This program is free software; you can redistribute it and/or modify
30 * it under the terms of the GNU General Public License as published by
31 * the Free Software Foundation; either version 2 of the License, or
32 * (at your option) any later version.
34 * This program is distributed in the hope that it will be useful,
35 * but WITHOUT ANY WARRANTY; without even the implied warranty of
36 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
37 * GNU General Public License for more details.
39 * You should have received a copy of the GNU General Public License
40 * along with this program; if not, write to the Free Software
41 * Foundation, Inc., 59 Temple Place - Suite 330, Boston, MA 02111-1307, USA.
43 * Copyright (C) Samsung Electronics, 2006-2010
45 * 2006-2007 Ekaterina Gorelkina <e.gorelkina@samsung.com>: initial implementation for ARM and MIPS
46 * 2008-2009 Alexey Gerenkov <a.gerenkov@samsung.com> User-Space
47 * Probes initial implementation; Support x86/ARM/MIPS for both user and kernel spaces.
48 * 2010 Ekaterina Gorelkina <e.gorelkina@samsung.com>: redesign module for separating core and arch parts
53 #include <linux/version.h> // LINUX_VERSION_CODE, KERNEL_VERSION()
54 #include <linux/notifier.h>
55 #include <linux/percpu.h>
56 #include <linux/spinlock.h>
57 #include <linux/rcupdate.h>
58 #include <linux/sched.h>
59 #include <linux/pagemap.h>
61 #include "arch/asm/dbi_kprobes.h"
63 /* kprobe_status settings */
64 #define KPROBE_HIT_ACTIVE 0x00000001
65 #define KPROBE_HIT_SS 0x00000002
66 #define KPROBE_REENTER 0x00000004
67 #define KPROBE_HIT_SSDONE 0x00000008
69 #define HIWORD(x) (((x) & 0xFFFF0000) >> 16)
70 #define LOWORD(x) ((x) & 0x0000FFFF)
72 #define INVALID_VALUE 0xFFFFFFFF
73 #define INVALID_POINTER (void*)INVALID_VALUE
75 #define JPROBE_ENTRY(pentry) (kprobe_opcode_t *)pentry
77 #define RETPROBE_STACK_DEPTH 64
82 struct kretprobe_instance;
83 typedef int (*kprobe_pre_handler_t) (struct kprobe *, struct pt_regs *);
84 typedef int (*kprobe_break_handler_t) (struct kprobe *, struct pt_regs *);
85 typedef void (*kprobe_post_handler_t) (struct kprobe *, struct pt_regs *, unsigned long flags);
86 typedef int (*kprobe_fault_handler_t) (struct kprobe *, struct pt_regs *, int trapnr);
87 typedef int (*kretprobe_handler_t) (struct kretprobe_instance *, struct pt_regs *, void *);
91 struct hlist_node hlist;
92 /*list of probes to search by instruction slot*/
94 struct hlist_node is_hlist_arm;
95 struct hlist_node is_hlist_thumb;
96 #else /* CONFIG_ARM */
97 struct hlist_node is_hlist;
98 #endif /* CONFIG_ARM */
99 /* list of kprobes for multi-handler support */
100 struct list_head list;
101 /* Indicates that the corresponding module has been ref counted */
102 unsigned int mod_refcounted;
103 /*count the number of times this probe was temporarily disarmed */
104 unsigned long nmissed;
105 /* location of the probe point */
106 kprobe_opcode_t *addr;
107 /* Allow user to indicate symbol name of the probe point */
109 /* Offset into the symbol */
111 /* Called before addr is executed. */
112 kprobe_pre_handler_t pre_handler;
113 /* Called after addr is executed, unless... */
114 kprobe_post_handler_t post_handler;
115 /* ... called if executing addr causes a fault (eg. page fault).
116 * Return 1 if it handled fault, otherwise kernel will see it. */
117 kprobe_fault_handler_t fault_handler;
118 /* ... called if breakpoint trap occurs in probe handler.
119 * Return 1 if it handled break, otherwise kernel will see it. */
120 kprobe_break_handler_t break_handler;
121 /* Saved opcode (which has been replaced with breakpoint) */
122 kprobe_opcode_t opcode;
123 /* copy of the original instruction */
124 struct arch_specific_insn ainsn;
125 // TGID to which probe belongs
127 // override single-step target address,
128 // may be used to redirect control-flow to arbitrary address after probe point
129 // without invocation of original instruction;
130 // useful for functions replacement
131 // if jprobe.entry should return address of function or NULL
132 // if original function should be called
133 // not supported for X86, not tested for MIPS
134 kprobe_opcode_t *ss_addr;
135 // safe/unsafe to use probe
138 unsigned safe_thumb:1;
142 typedef unsigned long (*kprobe_pre_entry_handler_t) (void *priv_arg, struct pt_regs * regs);
145 * Special probe type that uses setjmp-longjmp type tricks to resume
146 * execution at a specified entry with a matching prototype corresponding
147 * to the probed function - a trick to enable arguments to become
148 * accessible seamlessly by probe handling logic.
150 * Because of the way compilers allocate stack space for local variables
151 * etc upfront, regardless of sub-scopes within a function, this mirroring
152 * principle currently works only for probes placed on function entry points.
157 // probe handling code to jump to
158 kprobe_opcode_t *entry;
159 // handler whichw willb bec called before 'entry'
160 kprobe_pre_entry_handler_t pre_entry;
164 struct jprobe_instance
166 // either on free list or used list
167 struct hlist_node uflist;
168 struct hlist_node hlist;
170 struct task_struct *task;
178 * Function-return probe -
180 * User needs to provide a handler function, and initialize maxactive.
181 * maxactive - The maximum number of instances of the probed function that
182 * can be active concurrently.
183 * nmissed - tracks the number of times the probed function's return was
184 * ignored, due to maxactive being too low.
190 kretprobe_handler_t handler;
195 struct hlist_head free_instances;
196 struct hlist_head used_instances;
199 // probe with noreturn (bl,blx)
200 unsigned arm_noret:1;
201 unsigned thumb_noret:1;
206 struct kretprobe_instance
208 // either on free list or used list
209 struct hlist_node uflist;
210 struct hlist_node hlist;
211 struct kretprobe *rp;
212 unsigned long *ret_addr;
214 struct kretprobe *rp2;
215 struct task_struct *task;
219 extern void show_registers (struct pt_regs *regs);
220 extern void kprobes_inc_nmissed_count (struct kprobe *p);
223 // Large value for fast but memory consuming implementation
224 // it is good when a lot of probes are instrumented
226 //#define KPROBE_HASH_BITS 6
227 #define KPROBE_HASH_BITS 16
228 #define KPROBE_TABLE_SIZE (1 << KPROBE_HASH_BITS)
231 /* Get the kprobe at this addr (if any) - called with preemption disabled */
232 struct kprobe *get_kprobe(kprobe_opcode_t *addr, pid_t tgid);
234 struct kprobe *get_kprobe_by_insn_slot(kprobe_opcode_t *addr, pid_t tgid, struct pt_regs *regs);
235 #else /* CONFIG_ARM */
236 struct kprobe *get_kprobe_by_insn_slot (void *addr, int tgid, struct task_struct *ctask);
237 #endif /* CONFIG_ARM */
238 struct hlist_head *kretprobe_inst_table_head (void *hash_key);
241 int dbi_register_kprobe (struct kprobe *p);
242 void dbi_unregister_kprobe (struct kprobe *p, struct task_struct *task);
244 int register_aggr_kprobe (struct kprobe *old_p, struct kprobe *p);
245 int pre_handler_kretprobe (struct kprobe *p, struct pt_regs *regs);
247 int setjmp_pre_handler (struct kprobe *, struct pt_regs *);
248 int longjmp_break_handler (struct kprobe *, struct pt_regs *);
250 int dbi_register_jprobe (struct jprobe *p);
251 void dbi_unregister_jprobe (struct jprobe *p);
252 void dbi_jprobe_return (void);
253 void dbi_jprobe_return_end (void);
255 struct kretprobe * clone_kretprobe (struct kretprobe *rp);
256 struct kretprobe_instance * get_used_rp_inst (struct kretprobe *rp);
259 int alloc_nodes_kretprobe(struct kretprobe *rp);
260 int dbi_register_kretprobe (struct kretprobe *rp);
261 void dbi_unregister_kretprobe_top(struct kretprobe *rp);
262 void dbi_unregister_kretprobe_bottom(struct kretprobe *rp);
264 void kretprobe_assert (struct kretprobe_instance *ri,
265 unsigned long orig_ret_address, unsigned long trampoline_address);
268 struct kretprobe_instance *get_free_rp_inst (struct kretprobe *rp);
269 struct kretprobe_instance *get_free_rp_inst_no_alloc (struct kretprobe *rp);
270 void free_rp_inst (struct kretprobe *rp);
271 void add_rp_inst (struct kretprobe_instance *ri);
272 void recycle_rp_inst (struct kretprobe_instance *ri);
273 int dbi_disarm_urp_inst_for_task(struct task_struct *parent, struct task_struct *task);
275 //void kretprobe_trampoline_holder (void);
276 int trampoline_probe_handler (struct kprobe *p, struct pt_regs *regs);
278 #ifdef KPROBES_PROFILE
279 int pre_handler_kretprobe (struct kprobe *p, struct pt_regs *regs, struct vm_area_struct **vma, struct page **page, unsigned long **kaddr);
280 void set_normalized_timeval (struct timeval *tv, time_t sec, suseconds_t usec);
283 extern DEFINE_PER_CPU (struct kprobe *, current_kprobe);
284 extern spinlock_t kretprobe_lock;
285 extern struct hlist_head kprobe_table[KPROBE_TABLE_SIZE];
286 //extern struct hlist_head kretprobe_inst_table[KPROBE_TABLE_SIZE];
287 extern atomic_t kprobe_count;
288 extern struct kretprobe *sched_rp;
290 struct kprobe *kprobe_running (void);
291 void reset_current_kprobe (void);
292 struct kprobe_ctlblk *get_kprobe_ctlblk (void);
294 void *__wrapper_module_alloc(unsigned long size);
295 void *__wrapper_module_free(void *module_region);
297 #endif /* _DBI_KPROBES_H */