| .. | .. |
|---|
| 1 | +// SPDX-License-Identifier: GPL-2.0 |
|---|
| 1 | 2 | /* |
|---|
| 2 | | - * linux/kernel/time/tick-common.c |
|---|
| 3 | | - * |
|---|
| 4 | 3 | * This file contains the base functions to manage periodic tick |
|---|
| 5 | 4 | * related events. |
|---|
| 6 | 5 | * |
|---|
| 7 | 6 | * Copyright(C) 2005-2006, Thomas Gleixner <tglx@linutronix.de> |
|---|
| 8 | 7 | * Copyright(C) 2005-2007, Red Hat, Inc., Ingo Molnar |
|---|
| 9 | 8 | * Copyright(C) 2006-2007, Timesys Corp., Thomas Gleixner |
|---|
| 10 | | - * |
|---|
| 11 | | - * This code is licenced under the GPL version 2. For details see |
|---|
| 12 | | - * kernel-base/COPYING. |
|---|
| 13 | 9 | */ |
|---|
| 14 | 10 | #include <linux/cpu.h> |
|---|
| 15 | 11 | #include <linux/err.h> |
|---|
| .. | .. |
|---|
| 21 | 17 | #include <linux/sched.h> |
|---|
| 22 | 18 | #include <linux/module.h> |
|---|
| 23 | 19 | #include <trace/events/power.h> |
|---|
| 20 | +#include <trace/hooks/sched.h> |
|---|
| 24 | 21 | |
|---|
| 25 | 22 | #include <asm/irq_regs.h> |
|---|
| 26 | 23 | |
|---|
| .. | .. |
|---|
| 51 | 48 | * procedure also covers cpu hotplug. |
|---|
| 52 | 49 | */ |
|---|
| 53 | 50 | int tick_do_timer_cpu __read_mostly = TICK_DO_TIMER_BOOT; |
|---|
| 51 | +#ifdef CONFIG_NO_HZ_FULL |
|---|
| 52 | +/* |
|---|
| 53 | + * tick_do_timer_boot_cpu indicates the boot CPU temporarily owns |
|---|
| 54 | + * tick_do_timer_cpu and it should be taken over by an eligible secondary |
|---|
| 55 | + * when one comes online. |
|---|
| 56 | + */ |
|---|
| 57 | +static int tick_do_timer_boot_cpu __read_mostly = -1; |
|---|
| 58 | +#endif |
|---|
| 54 | 59 | |
|---|
| 55 | 60 | /* |
|---|
| 56 | 61 | * Debugging: see timer_list.c |
|---|
| .. | .. |
|---|
| 90 | 95 | write_seqcount_end(&jiffies_seq); |
|---|
| 91 | 96 | raw_spin_unlock(&jiffies_lock); |
|---|
| 92 | 97 | update_wall_time(); |
|---|
| 98 | + trace_android_vh_jiffies_update(NULL); |
|---|
| 93 | 99 | } |
|---|
| 94 | 100 | |
|---|
| 95 | 101 | update_process_times(user_mode(get_irq_regs())); |
|---|
| .. | .. |
|---|
| 156 | 162 | !tick_broadcast_oneshot_active()) { |
|---|
| 157 | 163 | clockevents_switch_state(dev, CLOCK_EVT_STATE_PERIODIC); |
|---|
| 158 | 164 | } else { |
|---|
| 159 | | - unsigned long seq; |
|---|
| 165 | + unsigned int seq; |
|---|
| 160 | 166 | ktime_t next; |
|---|
| 161 | 167 | |
|---|
| 162 | 168 | do { |
|---|
| .. | .. |
|---|
| 173 | 179 | } |
|---|
| 174 | 180 | } |
|---|
| 175 | 181 | } |
|---|
| 182 | + |
|---|
| 183 | +#ifdef CONFIG_NO_HZ_FULL |
|---|
| 184 | +static void giveup_do_timer(void *info) |
|---|
| 185 | +{ |
|---|
| 186 | + int cpu = *(unsigned int *)info; |
|---|
| 187 | + |
|---|
| 188 | + WARN_ON(tick_do_timer_cpu != smp_processor_id()); |
|---|
| 189 | + |
|---|
| 190 | + tick_do_timer_cpu = cpu; |
|---|
| 191 | +} |
|---|
| 192 | + |
|---|
| 193 | +static void tick_take_do_timer_from_boot(void) |
|---|
| 194 | +{ |
|---|
| 195 | + int cpu = smp_processor_id(); |
|---|
| 196 | + int from = tick_do_timer_boot_cpu; |
|---|
| 197 | + |
|---|
| 198 | + if (from >= 0 && from != cpu) |
|---|
| 199 | + smp_call_function_single(from, giveup_do_timer, &cpu, 1); |
|---|
| 200 | +} |
|---|
| 201 | +#endif |
|---|
| 176 | 202 | |
|---|
| 177 | 203 | /* |
|---|
| 178 | 204 | * Setup the tick device |
|---|
| .. | .. |
|---|
| 193 | 219 | * this cpu: |
|---|
| 194 | 220 | */ |
|---|
| 195 | 221 | if (tick_do_timer_cpu == TICK_DO_TIMER_BOOT) { |
|---|
| 196 | | - if (!tick_nohz_full_cpu(cpu)) |
|---|
| 197 | | - tick_do_timer_cpu = cpu; |
|---|
| 198 | | - else |
|---|
| 199 | | - tick_do_timer_cpu = TICK_DO_TIMER_NONE; |
|---|
| 222 | + tick_do_timer_cpu = cpu; |
|---|
| 223 | + |
|---|
| 200 | 224 | tick_next_period = ktime_get(); |
|---|
| 201 | 225 | tick_period = NSEC_PER_SEC / HZ; |
|---|
| 226 | +#ifdef CONFIG_NO_HZ_FULL |
|---|
| 227 | + /* |
|---|
| 228 | + * The boot CPU may be nohz_full, in which case set |
|---|
| 229 | + * tick_do_timer_boot_cpu so the first housekeeping |
|---|
| 230 | + * secondary that comes up will take do_timer from |
|---|
| 231 | + * us. |
|---|
| 232 | + */ |
|---|
| 233 | + if (tick_nohz_full_cpu(cpu)) |
|---|
| 234 | + tick_do_timer_boot_cpu = cpu; |
|---|
| 235 | + |
|---|
| 236 | + } else if (tick_do_timer_boot_cpu != -1 && |
|---|
| 237 | + !tick_nohz_full_cpu(cpu)) { |
|---|
| 238 | + tick_take_do_timer_from_boot(); |
|---|
| 239 | + tick_do_timer_boot_cpu = -1; |
|---|
| 240 | + WARN_ON(tick_do_timer_cpu != cpu); |
|---|
| 241 | +#endif |
|---|
| 202 | 242 | } |
|---|
| 203 | 243 | |
|---|
| 204 | 244 | /* |
|---|
| .. | .. |
|---|
| 340 | 380 | /* |
|---|
| 341 | 381 | * Can the new device be used as a broadcast device ? |
|---|
| 342 | 382 | */ |
|---|
| 343 | | - tick_install_broadcast_device(newdev); |
|---|
| 383 | + tick_install_broadcast_device(newdev, cpu); |
|---|
| 344 | 384 | } |
|---|
| 345 | 385 | |
|---|
| 346 | 386 | /** |
|---|