.. | .. |
---|
34 | 34 | TRACE_FUNC_OPT_STACK = 0x1, |
---|
35 | 35 | }; |
---|
36 | 36 | |
---|
37 | | -static int allocate_ftrace_ops(struct trace_array *tr) |
---|
| 37 | +int ftrace_allocate_ftrace_ops(struct trace_array *tr) |
---|
38 | 38 | { |
---|
39 | 39 | struct ftrace_ops *ops; |
---|
| 40 | + |
---|
| 41 | + /* The top level array uses the "global_ops" */ |
---|
| 42 | + if (tr->flags & TRACE_ARRAY_FL_GLOBAL) |
---|
| 43 | + return 0; |
---|
40 | 44 | |
---|
41 | 45 | ops = kzalloc(sizeof(*ops), GFP_KERNEL); |
---|
42 | 46 | if (!ops) |
---|
43 | 47 | return -ENOMEM; |
---|
44 | 48 | |
---|
45 | | - /* Currently only the non stack verision is supported */ |
---|
| 49 | + /* Currently only the non stack version is supported */ |
---|
46 | 50 | ops->func = function_trace_call; |
---|
47 | 51 | ops->flags = FTRACE_OPS_FL_RECURSION_SAFE | FTRACE_OPS_FL_PID; |
---|
48 | 52 | |
---|
49 | 53 | tr->ops = ops; |
---|
50 | 54 | ops->private = tr; |
---|
| 55 | + |
---|
51 | 56 | return 0; |
---|
52 | 57 | } |
---|
53 | 58 | |
---|
| 59 | +void ftrace_free_ftrace_ops(struct trace_array *tr) |
---|
| 60 | +{ |
---|
| 61 | + kfree(tr->ops); |
---|
| 62 | + tr->ops = NULL; |
---|
| 63 | +} |
---|
54 | 64 | |
---|
55 | 65 | int ftrace_create_function_files(struct trace_array *tr, |
---|
56 | 66 | struct dentry *parent) |
---|
57 | 67 | { |
---|
58 | | - int ret; |
---|
59 | | - |
---|
60 | 68 | /* |
---|
61 | 69 | * The top level array uses the "global_ops", and the files are |
---|
62 | 70 | * created on boot up. |
---|
.. | .. |
---|
64 | 72 | if (tr->flags & TRACE_ARRAY_FL_GLOBAL) |
---|
65 | 73 | return 0; |
---|
66 | 74 | |
---|
67 | | - ret = allocate_ftrace_ops(tr); |
---|
68 | | - if (ret) |
---|
69 | | - return ret; |
---|
| 75 | + if (!tr->ops) |
---|
| 76 | + return -EINVAL; |
---|
70 | 77 | |
---|
71 | 78 | ftrace_create_filter_files(tr->ops, parent); |
---|
72 | 79 | |
---|
.. | .. |
---|
76 | 83 | void ftrace_destroy_function_files(struct trace_array *tr) |
---|
77 | 84 | { |
---|
78 | 85 | ftrace_destroy_filter_files(tr->ops); |
---|
79 | | - kfree(tr->ops); |
---|
80 | | - tr->ops = NULL; |
---|
| 86 | + ftrace_free_ftrace_ops(tr); |
---|
81 | 87 | } |
---|
82 | 88 | |
---|
83 | 89 | static int function_trace_init(struct trace_array *tr) |
---|
.. | .. |
---|
101 | 107 | |
---|
102 | 108 | ftrace_init_array_ops(tr, func); |
---|
103 | 109 | |
---|
104 | | - tr->trace_buffer.cpu = get_cpu(); |
---|
| 110 | + tr->array_buffer.cpu = get_cpu(); |
---|
105 | 111 | put_cpu(); |
---|
106 | 112 | |
---|
107 | 113 | tracing_start_cmdline_record(); |
---|
.. | .. |
---|
118 | 124 | |
---|
119 | 125 | static void function_trace_start(struct trace_array *tr) |
---|
120 | 126 | { |
---|
121 | | - tracing_reset_online_cpus(&tr->trace_buffer); |
---|
| 127 | + tracing_reset_online_cpus(&tr->array_buffer); |
---|
122 | 128 | } |
---|
123 | 129 | |
---|
124 | 130 | static void |
---|
.. | .. |
---|
127 | 133 | { |
---|
128 | 134 | struct trace_array *tr = op->private; |
---|
129 | 135 | struct trace_array_cpu *data; |
---|
130 | | - unsigned long flags; |
---|
| 136 | + unsigned int trace_ctx; |
---|
131 | 137 | int bit; |
---|
132 | 138 | int cpu; |
---|
133 | | - int pc; |
---|
134 | 139 | |
---|
135 | 140 | if (unlikely(!tr->function_enabled)) |
---|
136 | 141 | return; |
---|
137 | 142 | |
---|
138 | | - pc = preempt_count(); |
---|
| 143 | + trace_ctx = tracing_gen_ctx(); |
---|
139 | 144 | preempt_disable_notrace(); |
---|
140 | 145 | |
---|
141 | 146 | bit = trace_test_and_set_recursion(TRACE_FTRACE_START); |
---|
.. | .. |
---|
143 | 148 | goto out; |
---|
144 | 149 | |
---|
145 | 150 | cpu = smp_processor_id(); |
---|
146 | | - data = per_cpu_ptr(tr->trace_buffer.data, cpu); |
---|
147 | | - if (!atomic_read(&data->disabled)) { |
---|
148 | | - local_save_flags(flags); |
---|
149 | | - trace_function(tr, ip, parent_ip, flags, pc); |
---|
150 | | - } |
---|
| 151 | + data = per_cpu_ptr(tr->array_buffer.data, cpu); |
---|
| 152 | + if (!atomic_read(&data->disabled)) |
---|
| 153 | + trace_function(tr, ip, parent_ip, trace_ctx); |
---|
| 154 | + |
---|
151 | 155 | trace_clear_recursion(bit); |
---|
152 | 156 | |
---|
153 | 157 | out: |
---|
.. | .. |
---|
181 | 185 | unsigned long flags; |
---|
182 | 186 | long disabled; |
---|
183 | 187 | int cpu; |
---|
184 | | - int pc; |
---|
| 188 | + unsigned int trace_ctx; |
---|
185 | 189 | |
---|
186 | 190 | if (unlikely(!tr->function_enabled)) |
---|
187 | 191 | return; |
---|
.. | .. |
---|
192 | 196 | */ |
---|
193 | 197 | local_irq_save(flags); |
---|
194 | 198 | cpu = raw_smp_processor_id(); |
---|
195 | | - data = per_cpu_ptr(tr->trace_buffer.data, cpu); |
---|
| 199 | + data = per_cpu_ptr(tr->array_buffer.data, cpu); |
---|
196 | 200 | disabled = atomic_inc_return(&data->disabled); |
---|
197 | 201 | |
---|
198 | 202 | if (likely(disabled == 1)) { |
---|
199 | | - pc = preempt_count(); |
---|
200 | | - trace_function(tr, ip, parent_ip, flags, pc); |
---|
201 | | - __trace_stack(tr, flags, STACK_SKIP, pc); |
---|
| 203 | + trace_ctx = tracing_gen_ctx_flags(flags); |
---|
| 204 | + trace_function(tr, ip, parent_ip, trace_ctx); |
---|
| 205 | + __trace_stack(tr, trace_ctx, STACK_SKIP); |
---|
202 | 206 | } |
---|
203 | 207 | |
---|
204 | 208 | atomic_dec(&data->disabled); |
---|
.. | .. |
---|
401 | 405 | |
---|
402 | 406 | static __always_inline void trace_stack(struct trace_array *tr) |
---|
403 | 407 | { |
---|
404 | | - unsigned long flags; |
---|
405 | | - int pc; |
---|
| 408 | + unsigned int trace_ctx; |
---|
406 | 409 | |
---|
407 | | - local_save_flags(flags); |
---|
408 | | - pc = preempt_count(); |
---|
| 410 | + trace_ctx = tracing_gen_ctx(); |
---|
409 | 411 | |
---|
410 | | - __trace_stack(tr, flags, FTRACE_STACK_SKIP, pc); |
---|
| 412 | + __trace_stack(tr, trace_ctx, FTRACE_STACK_SKIP); |
---|
411 | 413 | } |
---|
412 | 414 | |
---|
413 | 415 | static void |
---|