1
2
3
4
5
6
7
8
9
10
11
12
13
14#include <linux/kprobes.h>
15#include <linux/ptrace.h>
16
17#include <asm/cacheflush.h>
18#include <linux/kdebug.h>
19#include <asm/ocd.h>
20
21DEFINE_PER_CPU(struct kprobe *, current_kprobe);
22static unsigned long kprobe_status;
23static struct pt_regs jprobe_saved_regs;
24
25struct kretprobe_blackpoint kretprobe_blacklist[] = {{NULL, NULL}};
26
27int __kprobes arch_prepare_kprobe(struct kprobe *p)
28{
29 int ret = 0;
30
31 if ((unsigned long)p->addr & 0x01) {
32 printk("Attempt to register kprobe at an unaligned address\n");
33 ret = -EINVAL;
34 }
35
36
37
38
39 if (!ret) {
40 pr_debug("copy kprobe at %p\n", p->addr);
41 memcpy(p->ainsn.insn, p->addr, MAX_INSN_SIZE * sizeof(kprobe_opcode_t));
42 p->opcode = *p->addr;
43 }
44
45 return ret;
46}
47
48void __kprobes arch_arm_kprobe(struct kprobe *p)
49{
50 pr_debug("arming kprobe at %p\n", p->addr);
51 *p->addr = BREAKPOINT_INSTRUCTION;
52 flush_icache_range((unsigned long)p->addr,
53 (unsigned long)p->addr + sizeof(kprobe_opcode_t));
54}
55
56void __kprobes arch_disarm_kprobe(struct kprobe *p)
57{
58 pr_debug("disarming kprobe at %p\n", p->addr);
59 *p->addr = p->opcode;
60 flush_icache_range((unsigned long)p->addr,
61 (unsigned long)p->addr + sizeof(kprobe_opcode_t));
62}
63
64static void __kprobes prepare_singlestep(struct kprobe *p, struct pt_regs *regs)
65{
66 unsigned long dc;
67
68 pr_debug("preparing to singlestep over %p (PC=%08lx)\n",
69 p->addr, regs->pc);
70
71 BUG_ON(!(sysreg_read(SR) & SYSREG_BIT(SR_D)));
72
73 dc = ocd_read(DC);
74 dc |= 1 << OCD_DC_SS_BIT;
75 ocd_write(DC, dc);
76
77
78
79
80
81
82
83 *p->addr = p->opcode;
84 flush_icache_range((unsigned long)p->addr,
85 (unsigned long)p->addr + sizeof(kprobe_opcode_t));
86}
87
88static void __kprobes resume_execution(struct kprobe *p, struct pt_regs *regs)
89{
90 unsigned long dc;
91
92 pr_debug("resuming execution at PC=%08lx\n", regs->pc);
93
94 dc = ocd_read(DC);
95 dc &= ~(1 << OCD_DC_SS_BIT);
96 ocd_write(DC, dc);
97
98 *p->addr = BREAKPOINT_INSTRUCTION;
99 flush_icache_range((unsigned long)p->addr,
100 (unsigned long)p->addr + sizeof(kprobe_opcode_t));
101}
102
103static void __kprobes set_current_kprobe(struct kprobe *p)
104{
105 __get_cpu_var(current_kprobe) = p;
106}
107
108static int __kprobes kprobe_handler(struct pt_regs *regs)
109{
110 struct kprobe *p;
111 void *addr = (void *)regs->pc;
112 int ret = 0;
113
114 pr_debug("kprobe_handler: kprobe_running=%p\n",
115 kprobe_running());
116
117
118
119
120
121 preempt_disable();
122
123
124 if (kprobe_running()) {
125 p = get_kprobe(addr);
126 if (p) {
127 if (kprobe_status == KPROBE_HIT_SS) {
128 printk("FIXME: kprobe hit while single-stepping!\n");
129 goto no_kprobe;
130 }
131
132 printk("FIXME: kprobe hit while handling another kprobe\n");
133 goto no_kprobe;
134 } else {
135 p = kprobe_running();
136 if (p->break_handler && p->break_handler(p, regs))
137 goto ss_probe;
138 }
139
140 goto no_kprobe;
141 }
142
143 p = get_kprobe(addr);
144 if (!p)
145 goto no_kprobe;
146
147 kprobe_status = KPROBE_HIT_ACTIVE;
148 set_current_kprobe(p);
149 if (p->pre_handler && p->pre_handler(p, regs))
150
151 return 1;
152
153ss_probe:
154 prepare_singlestep(p, regs);
155 kprobe_status = KPROBE_HIT_SS;
156 return 1;
157
158no_kprobe:
159 preempt_enable_no_resched();
160 return ret;
161}
162
163static int __kprobes post_kprobe_handler(struct pt_regs *regs)
164{
165 struct kprobe *cur = kprobe_running();
166
167 pr_debug("post_kprobe_handler, cur=%p\n", cur);
168
169 if (!cur)
170 return 0;
171
172 if (cur->post_handler) {
173 kprobe_status = KPROBE_HIT_SSDONE;
174 cur->post_handler(cur, regs, 0);
175 }
176
177 resume_execution(cur, regs);
178 reset_current_kprobe();
179 preempt_enable_no_resched();
180
181 return 1;
182}
183
184int __kprobes kprobe_fault_handler(struct pt_regs *regs, int trapnr)
185{
186 struct kprobe *cur = kprobe_running();
187
188 pr_debug("kprobe_fault_handler: trapnr=%d\n", trapnr);
189
190 if (cur->fault_handler && cur->fault_handler(cur, regs, trapnr))
191 return 1;
192
193 if (kprobe_status & KPROBE_HIT_SS) {
194 resume_execution(cur, regs);
195 preempt_enable_no_resched();
196 }
197 return 0;
198}
199
200
201
202
203int __kprobes kprobe_exceptions_notify(struct notifier_block *self,
204 unsigned long val, void *data)
205{
206 struct die_args *args = (struct die_args *)data;
207 int ret = NOTIFY_DONE;
208
209 pr_debug("kprobe_exceptions_notify: val=%lu, data=%p\n",
210 val, data);
211
212 switch (val) {
213 case DIE_BREAKPOINT:
214 if (kprobe_handler(args->regs))
215 ret = NOTIFY_STOP;
216 break;
217 case DIE_SSTEP:
218 if (post_kprobe_handler(args->regs))
219 ret = NOTIFY_STOP;
220 break;
221 default:
222 break;
223 }
224
225 return ret;
226}
227
228int __kprobes setjmp_pre_handler(struct kprobe *p, struct pt_regs *regs)
229{
230 struct jprobe *jp = container_of(p, struct jprobe, kp);
231
232 memcpy(&jprobe_saved_regs, regs, sizeof(struct pt_regs));
233
234
235
236
237
238
239
240
241 regs->pc = (unsigned long)jp->entry;
242 return 1;
243}
244
245void __kprobes jprobe_return(void)
246{
247 asm volatile("breakpoint" ::: "memory");
248}
249
250int __kprobes longjmp_break_handler(struct kprobe *p, struct pt_regs *regs)
251{
252
253
254
255
256
257 memcpy(regs, &jprobe_saved_regs, sizeof(struct pt_regs));
258 return 1;
259}
260
261int __init arch_init_kprobes(void)
262{
263 printk("KPROBES: Enabling monitor mode (MM|DBE)...\n");
264 ocd_write(DC, (1 << OCD_DC_MM_BIT) | (1 << OCD_DC_DBE_BIT));
265
266
267 return 0;
268}
269