.. | .. |
---|
6 | 6 | * Author(s): Heiko Carstens <heiko.carstens@de.ibm.com> |
---|
7 | 7 | */ |
---|
8 | 8 | |
---|
9 | | -#include <linux/sched.h> |
---|
10 | | -#include <linux/sched/debug.h> |
---|
11 | 9 | #include <linux/stacktrace.h> |
---|
12 | | -#include <linux/kallsyms.h> |
---|
13 | | -#include <linux/export.h> |
---|
| 10 | +#include <asm/stacktrace.h> |
---|
| 11 | +#include <asm/unwind.h> |
---|
| 12 | +#include <asm/kprobes.h> |
---|
14 | 13 | |
---|
15 | | -static int __save_address(void *data, unsigned long address, int nosched) |
---|
| 14 | +void arch_stack_walk(stack_trace_consume_fn consume_entry, void *cookie, |
---|
| 15 | + struct task_struct *task, struct pt_regs *regs) |
---|
16 | 16 | { |
---|
17 | | - struct stack_trace *trace = data; |
---|
| 17 | + struct unwind_state state; |
---|
| 18 | + unsigned long addr; |
---|
18 | 19 | |
---|
19 | | - if (nosched && in_sched_functions(address)) |
---|
20 | | - return 0; |
---|
21 | | - if (trace->skip > 0) { |
---|
22 | | - trace->skip--; |
---|
23 | | - return 0; |
---|
| 20 | + unwind_for_each_frame(&state, task, regs, 0) { |
---|
| 21 | + addr = unwind_get_return_address(&state); |
---|
| 22 | + if (!addr || !consume_entry(cookie, addr)) |
---|
| 23 | + break; |
---|
24 | 24 | } |
---|
25 | | - if (trace->nr_entries < trace->max_entries) { |
---|
26 | | - trace->entries[trace->nr_entries++] = address; |
---|
27 | | - return 0; |
---|
| 25 | +} |
---|
| 26 | + |
---|
| 27 | +/* |
---|
| 28 | + * This function returns an error if it detects any unreliable features of the |
---|
| 29 | + * stack. Otherwise it guarantees that the stack trace is reliable. |
---|
| 30 | + * |
---|
| 31 | + * If the task is not 'current', the caller *must* ensure the task is inactive. |
---|
| 32 | + */ |
---|
| 33 | +int arch_stack_walk_reliable(stack_trace_consume_fn consume_entry, |
---|
| 34 | + void *cookie, struct task_struct *task) |
---|
| 35 | +{ |
---|
| 36 | + struct unwind_state state; |
---|
| 37 | + unsigned long addr; |
---|
| 38 | + |
---|
| 39 | + unwind_for_each_frame(&state, task, NULL, 0) { |
---|
| 40 | + if (state.stack_info.type != STACK_TYPE_TASK) |
---|
| 41 | + return -EINVAL; |
---|
| 42 | + |
---|
| 43 | + if (state.regs) |
---|
| 44 | + return -EINVAL; |
---|
| 45 | + |
---|
| 46 | + addr = unwind_get_return_address(&state); |
---|
| 47 | + if (!addr) |
---|
| 48 | + return -EINVAL; |
---|
| 49 | + |
---|
| 50 | +#ifdef CONFIG_KPROBES |
---|
| 51 | + /* |
---|
| 52 | + * Mark stacktraces with kretprobed functions on them |
---|
| 53 | + * as unreliable. |
---|
| 54 | + */ |
---|
| 55 | + if (state.ip == (unsigned long)kretprobe_trampoline) |
---|
| 56 | + return -EINVAL; |
---|
| 57 | +#endif |
---|
| 58 | + |
---|
| 59 | + if (!consume_entry(cookie, addr)) |
---|
| 60 | + return -EINVAL; |
---|
28 | 61 | } |
---|
29 | | - return 1; |
---|
| 62 | + |
---|
| 63 | + /* Check for stack corruption */ |
---|
| 64 | + if (unwind_error(&state)) |
---|
| 65 | + return -EINVAL; |
---|
| 66 | + return 0; |
---|
30 | 67 | } |
---|
31 | | - |
---|
32 | | -static int save_address(void *data, unsigned long address, int reliable) |
---|
33 | | -{ |
---|
34 | | - return __save_address(data, address, 0); |
---|
35 | | -} |
---|
36 | | - |
---|
37 | | -static int save_address_nosched(void *data, unsigned long address, int reliable) |
---|
38 | | -{ |
---|
39 | | - return __save_address(data, address, 1); |
---|
40 | | -} |
---|
41 | | - |
---|
42 | | -void save_stack_trace(struct stack_trace *trace) |
---|
43 | | -{ |
---|
44 | | - unsigned long sp; |
---|
45 | | - |
---|
46 | | - sp = current_stack_pointer(); |
---|
47 | | - dump_trace(save_address, trace, NULL, sp); |
---|
48 | | - if (trace->nr_entries < trace->max_entries) |
---|
49 | | - trace->entries[trace->nr_entries++] = ULONG_MAX; |
---|
50 | | -} |
---|
51 | | -EXPORT_SYMBOL_GPL(save_stack_trace); |
---|
52 | | - |
---|
53 | | -void save_stack_trace_tsk(struct task_struct *tsk, struct stack_trace *trace) |
---|
54 | | -{ |
---|
55 | | - unsigned long sp; |
---|
56 | | - |
---|
57 | | - sp = tsk->thread.ksp; |
---|
58 | | - if (tsk == current) |
---|
59 | | - sp = current_stack_pointer(); |
---|
60 | | - dump_trace(save_address_nosched, trace, tsk, sp); |
---|
61 | | - if (trace->nr_entries < trace->max_entries) |
---|
62 | | - trace->entries[trace->nr_entries++] = ULONG_MAX; |
---|
63 | | -} |
---|
64 | | -EXPORT_SYMBOL_GPL(save_stack_trace_tsk); |
---|
65 | | - |
---|
66 | | -void save_stack_trace_regs(struct pt_regs *regs, struct stack_trace *trace) |
---|
67 | | -{ |
---|
68 | | - unsigned long sp; |
---|
69 | | - |
---|
70 | | - sp = kernel_stack_pointer(regs); |
---|
71 | | - dump_trace(save_address, trace, NULL, sp); |
---|
72 | | - if (trace->nr_entries < trace->max_entries) |
---|
73 | | - trace->entries[trace->nr_entries++] = ULONG_MAX; |
---|
74 | | -} |
---|
75 | | -EXPORT_SYMBOL_GPL(save_stack_trace_regs); |
---|