.. | .. |
---|
| 1 | +// SPDX-License-Identifier: GPL-2.0 |
---|
1 | 2 | /* |
---|
2 | | - * linux/kernel/time/tick-common.c |
---|
3 | | - * |
---|
4 | 3 | * This file contains the base functions to manage periodic tick |
---|
5 | 4 | * related events. |
---|
6 | 5 | * |
---|
7 | 6 | * Copyright(C) 2005-2006, Thomas Gleixner <tglx@linutronix.de> |
---|
8 | 7 | * Copyright(C) 2005-2007, Red Hat, Inc., Ingo Molnar |
---|
9 | 8 | * Copyright(C) 2006-2007, Timesys Corp., Thomas Gleixner |
---|
10 | | - * |
---|
11 | | - * This code is licenced under the GPL version 2. For details see |
---|
12 | | - * kernel-base/COPYING. |
---|
13 | 9 | */ |
---|
14 | 10 | #include <linux/cpu.h> |
---|
15 | 11 | #include <linux/err.h> |
---|
.. | .. |
---|
21 | 17 | #include <linux/sched.h> |
---|
22 | 18 | #include <linux/module.h> |
---|
23 | 19 | #include <trace/events/power.h> |
---|
| 20 | +#include <trace/hooks/sched.h> |
---|
24 | 21 | |
---|
25 | 22 | #include <asm/irq_regs.h> |
---|
26 | 23 | |
---|
.. | .. |
---|
51 | 48 | * procedure also covers cpu hotplug. |
---|
52 | 49 | */ |
---|
53 | 50 | int tick_do_timer_cpu __read_mostly = TICK_DO_TIMER_BOOT; |
---|
| 51 | +#ifdef CONFIG_NO_HZ_FULL |
---|
| 52 | +/* |
---|
| 53 | + * tick_do_timer_boot_cpu indicates the boot CPU temporarily owns |
---|
| 54 | + * tick_do_timer_cpu and it should be taken over by an eligible secondary |
---|
| 55 | + * when one comes online. |
---|
| 56 | + */ |
---|
| 57 | +static int tick_do_timer_boot_cpu __read_mostly = -1; |
---|
| 58 | +#endif |
---|
54 | 59 | |
---|
55 | 60 | /* |
---|
56 | 61 | * Debugging: see timer_list.c |
---|
.. | .. |
---|
90 | 95 | write_seqcount_end(&jiffies_seq); |
---|
91 | 96 | raw_spin_unlock(&jiffies_lock); |
---|
92 | 97 | update_wall_time(); |
---|
| 98 | + trace_android_vh_jiffies_update(NULL); |
---|
93 | 99 | } |
---|
94 | 100 | |
---|
95 | 101 | update_process_times(user_mode(get_irq_regs())); |
---|
.. | .. |
---|
156 | 162 | !tick_broadcast_oneshot_active()) { |
---|
157 | 163 | clockevents_switch_state(dev, CLOCK_EVT_STATE_PERIODIC); |
---|
158 | 164 | } else { |
---|
159 | | - unsigned long seq; |
---|
| 165 | + unsigned int seq; |
---|
160 | 166 | ktime_t next; |
---|
161 | 167 | |
---|
162 | 168 | do { |
---|
.. | .. |
---|
173 | 179 | } |
---|
174 | 180 | } |
---|
175 | 181 | } |
---|
| 182 | + |
---|
| 183 | +#ifdef CONFIG_NO_HZ_FULL |
---|
| 184 | +static void giveup_do_timer(void *info) |
---|
| 185 | +{ |
---|
| 186 | + int cpu = *(unsigned int *)info; |
---|
| 187 | + |
---|
| 188 | + WARN_ON(tick_do_timer_cpu != smp_processor_id()); |
---|
| 189 | + |
---|
| 190 | + tick_do_timer_cpu = cpu; |
---|
| 191 | +} |
---|
| 192 | + |
---|
| 193 | +static void tick_take_do_timer_from_boot(void) |
---|
| 194 | +{ |
---|
| 195 | + int cpu = smp_processor_id(); |
---|
| 196 | + int from = tick_do_timer_boot_cpu; |
---|
| 197 | + |
---|
| 198 | + if (from >= 0 && from != cpu) |
---|
| 199 | + smp_call_function_single(from, giveup_do_timer, &cpu, 1); |
---|
| 200 | +} |
---|
| 201 | +#endif |
---|
176 | 202 | |
---|
177 | 203 | /* |
---|
178 | 204 | * Setup the tick device |
---|
.. | .. |
---|
193 | 219 | * this cpu: |
---|
194 | 220 | */ |
---|
195 | 221 | if (tick_do_timer_cpu == TICK_DO_TIMER_BOOT) { |
---|
196 | | - if (!tick_nohz_full_cpu(cpu)) |
---|
197 | | - tick_do_timer_cpu = cpu; |
---|
198 | | - else |
---|
199 | | - tick_do_timer_cpu = TICK_DO_TIMER_NONE; |
---|
| 222 | + tick_do_timer_cpu = cpu; |
---|
| 223 | + |
---|
200 | 224 | tick_next_period = ktime_get(); |
---|
201 | 225 | tick_period = NSEC_PER_SEC / HZ; |
---|
| 226 | +#ifdef CONFIG_NO_HZ_FULL |
---|
| 227 | + /* |
---|
| 228 | + * The boot CPU may be nohz_full, in which case set |
---|
| 229 | + * tick_do_timer_boot_cpu so the first housekeeping |
---|
| 230 | + * secondary that comes up will take do_timer from |
---|
| 231 | + * us. |
---|
| 232 | + */ |
---|
| 233 | + if (tick_nohz_full_cpu(cpu)) |
---|
| 234 | + tick_do_timer_boot_cpu = cpu; |
---|
| 235 | + |
---|
| 236 | + } else if (tick_do_timer_boot_cpu != -1 && |
---|
| 237 | + !tick_nohz_full_cpu(cpu)) { |
---|
| 238 | + tick_take_do_timer_from_boot(); |
---|
| 239 | + tick_do_timer_boot_cpu = -1; |
---|
| 240 | + WARN_ON(tick_do_timer_cpu != cpu); |
---|
| 241 | +#endif |
---|
202 | 242 | } |
---|
203 | 243 | |
---|
204 | 244 | /* |
---|
.. | .. |
---|
340 | 380 | /* |
---|
341 | 381 | * Can the new device be used as a broadcast device ? |
---|
342 | 382 | */ |
---|
343 | | - tick_install_broadcast_device(newdev); |
---|
| 383 | + tick_install_broadcast_device(newdev, cpu); |
---|
344 | 384 | } |
---|
345 | 385 | |
---|
346 | 386 | /** |
---|