.. | .. |
---|
22 | 22 | #include <asm/ftrace.h> |
---|
23 | 23 | #include <asm/insn.h> |
---|
24 | 24 | #include <asm/set_memory.h> |
---|
| 25 | +#include <asm/patch.h> |
---|
25 | 26 | |
---|
26 | 27 | #ifdef CONFIG_THUMB2_KERNEL |
---|
27 | 28 | #define NOP 0xf85deb04 /* pop.w {lr} */ |
---|
.. | .. |
---|
35 | 36 | { |
---|
36 | 37 | int *command = data; |
---|
37 | 38 | |
---|
38 | | - set_kernel_text_rw(); |
---|
39 | 39 | ftrace_modify_all_code(*command); |
---|
40 | | - set_kernel_text_ro(); |
---|
41 | 40 | |
---|
42 | 41 | return 0; |
---|
43 | 42 | } |
---|
.. | .. |
---|
47 | 46 | stop_machine(__ftrace_modify_code, &command, NULL); |
---|
48 | 47 | } |
---|
49 | 48 | |
---|
50 | | -#ifdef CONFIG_OLD_MCOUNT |
---|
51 | | -#define OLD_MCOUNT_ADDR ((unsigned long) mcount) |
---|
52 | | -#define OLD_FTRACE_ADDR ((unsigned long) ftrace_caller_old) |
---|
53 | | - |
---|
54 | | -#define OLD_NOP 0xe1a00000 /* mov r0, r0 */ |
---|
55 | | - |
---|
56 | | -static unsigned long ftrace_nop_replace(struct dyn_ftrace *rec) |
---|
57 | | -{ |
---|
58 | | - return rec->arch.old_mcount ? OLD_NOP : NOP; |
---|
59 | | -} |
---|
60 | | - |
---|
61 | | -static unsigned long adjust_address(struct dyn_ftrace *rec, unsigned long addr) |
---|
62 | | -{ |
---|
63 | | - if (!rec->arch.old_mcount) |
---|
64 | | - return addr; |
---|
65 | | - |
---|
66 | | - if (addr == MCOUNT_ADDR) |
---|
67 | | - addr = OLD_MCOUNT_ADDR; |
---|
68 | | - else if (addr == FTRACE_ADDR) |
---|
69 | | - addr = OLD_FTRACE_ADDR; |
---|
70 | | - |
---|
71 | | - return addr; |
---|
72 | | -} |
---|
73 | | -#else |
---|
74 | 49 | static unsigned long ftrace_nop_replace(struct dyn_ftrace *rec) |
---|
75 | 50 | { |
---|
76 | 51 | return NOP; |
---|
.. | .. |
---|
80 | 55 | { |
---|
81 | 56 | return addr; |
---|
82 | 57 | } |
---|
83 | | -#endif |
---|
84 | 58 | |
---|
85 | 59 | int ftrace_arch_code_modify_prepare(void) |
---|
86 | 60 | { |
---|
87 | | - set_all_modules_text_rw(); |
---|
88 | 61 | return 0; |
---|
89 | 62 | } |
---|
90 | 63 | |
---|
91 | 64 | int ftrace_arch_code_modify_post_process(void) |
---|
92 | 65 | { |
---|
93 | | - set_all_modules_text_ro(); |
---|
94 | 66 | /* Make sure any TLB misses during machine stop are cleared. */ |
---|
95 | 67 | flush_tlb_all(); |
---|
96 | 68 | return 0; |
---|
.. | .. |
---|
107 | 79 | { |
---|
108 | 80 | unsigned long replaced; |
---|
109 | 81 | |
---|
110 | | - if (IS_ENABLED(CONFIG_THUMB2_KERNEL)) { |
---|
| 82 | + if (IS_ENABLED(CONFIG_THUMB2_KERNEL)) |
---|
111 | 83 | old = __opcode_to_mem_thumb32(old); |
---|
112 | | - new = __opcode_to_mem_thumb32(new); |
---|
113 | | - } else { |
---|
| 84 | + else |
---|
114 | 85 | old = __opcode_to_mem_arm(old); |
---|
115 | | - new = __opcode_to_mem_arm(new); |
---|
116 | | - } |
---|
117 | 86 | |
---|
118 | 87 | if (validate) { |
---|
119 | | - if (probe_kernel_read(&replaced, (void *)pc, MCOUNT_INSN_SIZE)) |
---|
| 88 | + if (copy_from_kernel_nofault(&replaced, (void *)pc, |
---|
| 89 | + MCOUNT_INSN_SIZE)) |
---|
120 | 90 | return -EFAULT; |
---|
121 | 91 | |
---|
122 | 92 | if (replaced != old) |
---|
123 | 93 | return -EINVAL; |
---|
124 | 94 | } |
---|
125 | 95 | |
---|
126 | | - if (probe_kernel_write((void *)pc, &new, MCOUNT_INSN_SIZE)) |
---|
127 | | - return -EPERM; |
---|
128 | | - |
---|
129 | | - flush_icache_range(pc, pc + MCOUNT_INSN_SIZE); |
---|
| 96 | + __patch_text((void *)pc, new); |
---|
130 | 97 | |
---|
131 | 98 | return 0; |
---|
132 | 99 | } |
---|
.. | .. |
---|
145 | 112 | #ifdef CONFIG_DYNAMIC_FTRACE_WITH_REGS |
---|
146 | 113 | if (!ret) { |
---|
147 | 114 | pc = (unsigned long)&ftrace_regs_call; |
---|
148 | | - new = ftrace_call_replace(pc, (unsigned long)func, true); |
---|
149 | | - |
---|
150 | | - ret = ftrace_modify_code(pc, 0, new, false); |
---|
151 | | - } |
---|
152 | | -#endif |
---|
153 | | - |
---|
154 | | -#ifdef CONFIG_OLD_MCOUNT |
---|
155 | | - if (!ret) { |
---|
156 | | - pc = (unsigned long)&ftrace_call_old; |
---|
157 | 115 | new = ftrace_call_replace(pc, (unsigned long)func, true); |
---|
158 | 116 | |
---|
159 | 117 | ret = ftrace_modify_code(pc, 0, new, false); |
---|
.. | .. |
---|
233 | 191 | new = ftrace_nop_replace(rec); |
---|
234 | 192 | ret = ftrace_modify_code(ip, old, new, true); |
---|
235 | 193 | |
---|
236 | | -#ifdef CONFIG_OLD_MCOUNT |
---|
237 | | - if (ret == -EINVAL && addr == MCOUNT_ADDR) { |
---|
238 | | - rec->arch.old_mcount = true; |
---|
239 | | - |
---|
240 | | - old = ftrace_call_replace(ip, adjust_address(rec, addr), true); |
---|
241 | | - new = ftrace_nop_replace(rec); |
---|
242 | | - ret = ftrace_modify_code(ip, old, new, true); |
---|
243 | | - } |
---|
244 | | -#endif |
---|
245 | | - |
---|
246 | 194 | return ret; |
---|
247 | 195 | } |
---|
248 | 196 | |
---|
.. | .. |
---|
304 | 252 | enable); |
---|
305 | 253 | #endif |
---|
306 | 254 | |
---|
307 | | - |
---|
308 | | -#ifdef CONFIG_OLD_MCOUNT |
---|
309 | | - if (!ret) |
---|
310 | | - ret = __ftrace_modify_caller(&ftrace_graph_call_old, |
---|
311 | | - ftrace_graph_caller_old, |
---|
312 | | - enable); |
---|
313 | | -#endif |
---|
314 | 255 | |
---|
315 | 256 | return ret; |
---|
316 | 257 | } |
---|