| .. | .. |
|---|
| 1 | +// SPDX-License-Identifier: GPL-2.0-or-later |
|---|
| 1 | 2 | /* |
|---|
| 2 | 3 | * Author: Kumar Gala <galak@kernel.crashing.org> |
|---|
| 3 | 4 | * |
|---|
| 4 | 5 | * Copyright 2009 Freescale Semiconductor Inc. |
|---|
| 5 | | - * |
|---|
| 6 | | - * This program is free software; you can redistribute it and/or modify it |
|---|
| 7 | | - * under the terms of the GNU General Public License as published by the |
|---|
| 8 | | - * Free Software Foundation; either version 2 of the License, or (at your |
|---|
| 9 | | - * option) any later version. |
|---|
| 10 | 6 | */ |
|---|
| 11 | 7 | |
|---|
| 12 | 8 | #include <linux/stddef.h> |
|---|
| .. | .. |
|---|
| 18 | 14 | #include <asm/dbell.h> |
|---|
| 19 | 15 | #include <asm/irq_regs.h> |
|---|
| 20 | 16 | #include <asm/kvm_ppc.h> |
|---|
| 17 | +#include <asm/trace.h> |
|---|
| 21 | 18 | |
|---|
| 22 | 19 | #ifdef CONFIG_SMP |
|---|
| 23 | | - |
|---|
| 24 | | -/* |
|---|
| 25 | | - * Doorbells must only be used if CPU_FTR_DBELL is available. |
|---|
| 26 | | - * msgsnd is used in HV, and msgsndp is used in !HV. |
|---|
| 27 | | - * |
|---|
| 28 | | - * These should be used by platform code that is aware of restrictions. |
|---|
| 29 | | - * Other arch code should use ->cause_ipi. |
|---|
| 30 | | - * |
|---|
| 31 | | - * doorbell_global_ipi() sends a dbell to any target CPU. |
|---|
| 32 | | - * Must be used only by architectures that address msgsnd target |
|---|
| 33 | | - * by PIR/get_hard_smp_processor_id. |
|---|
| 34 | | - */ |
|---|
| 35 | | -void doorbell_global_ipi(int cpu) |
|---|
| 36 | | -{ |
|---|
| 37 | | - u32 tag = get_hard_smp_processor_id(cpu); |
|---|
| 38 | | - |
|---|
| 39 | | - kvmppc_set_host_ipi(cpu); |
|---|
| 40 | | - /* Order previous accesses vs. msgsnd, which is treated as a store */ |
|---|
| 41 | | - ppc_msgsnd_sync(); |
|---|
| 42 | | - ppc_msgsnd(PPC_DBELL_MSGTYPE, 0, tag); |
|---|
| 43 | | -} |
|---|
| 44 | | - |
|---|
| 45 | | -/* |
|---|
| 46 | | - * doorbell_core_ipi() sends a dbell to a target CPU in the same core. |
|---|
| 47 | | - * Must be used only by architectures that address msgsnd target |
|---|
| 48 | | - * by TIR/cpu_thread_in_core. |
|---|
| 49 | | - */ |
|---|
| 50 | | -void doorbell_core_ipi(int cpu) |
|---|
| 51 | | -{ |
|---|
| 52 | | - u32 tag = cpu_thread_in_core(cpu); |
|---|
| 53 | | - |
|---|
| 54 | | - kvmppc_set_host_ipi(cpu); |
|---|
| 55 | | - /* Order previous accesses vs. msgsnd, which is treated as a store */ |
|---|
| 56 | | - ppc_msgsnd_sync(); |
|---|
| 57 | | - ppc_msgsnd(PPC_DBELL_MSGTYPE, 0, tag); |
|---|
| 58 | | -} |
|---|
| 59 | | - |
|---|
| 60 | | -/* |
|---|
| 61 | | - * Attempt to cause a core doorbell if destination is on the same core. |
|---|
| 62 | | - * Returns 1 on success, 0 on failure. |
|---|
| 63 | | - */ |
|---|
| 64 | | -int doorbell_try_core_ipi(int cpu) |
|---|
| 65 | | -{ |
|---|
| 66 | | - int this_cpu = get_cpu(); |
|---|
| 67 | | - int ret = 0; |
|---|
| 68 | | - |
|---|
| 69 | | - if (cpumask_test_cpu(cpu, cpu_sibling_mask(this_cpu))) { |
|---|
| 70 | | - doorbell_core_ipi(cpu); |
|---|
| 71 | | - ret = 1; |
|---|
| 72 | | - } |
|---|
| 73 | | - |
|---|
| 74 | | - put_cpu(); |
|---|
| 75 | | - |
|---|
| 76 | | - return ret; |
|---|
| 77 | | -} |
|---|
| 78 | 20 | |
|---|
| 79 | 21 | void doorbell_exception(struct pt_regs *regs) |
|---|
| 80 | 22 | { |
|---|
| 81 | 23 | struct pt_regs *old_regs = set_irq_regs(regs); |
|---|
| 82 | 24 | |
|---|
| 83 | 25 | irq_enter(); |
|---|
| 26 | + trace_doorbell_entry(regs); |
|---|
| 84 | 27 | |
|---|
| 85 | 28 | ppc_msgsync(); |
|---|
| 86 | 29 | |
|---|
| .. | .. |
|---|
| 91 | 34 | |
|---|
| 92 | 35 | smp_ipi_demux_relaxed(); /* already performed the barrier */ |
|---|
| 93 | 36 | |
|---|
| 37 | + trace_doorbell_exit(regs); |
|---|
| 94 | 38 | irq_exit(); |
|---|
| 95 | 39 | set_irq_regs(old_regs); |
|---|
| 96 | 40 | } |
|---|