/* SPDX-License-Identifier: GPL-2.0 WITH Linux-syscall-note */
/*
 *
 * (C) COPYRIGHT 2020-2021 ARM Limited. All rights reserved.
 *
 * This program is free software and is provided to you under the terms of the
 * GNU General Public License version 2 as published by the Free Software
 * Foundation, and any use by you of this program is subject to the terms
 * of such GNU license.
 *
 * This program is distributed in the hope that it will be useful,
 * but WITHOUT ANY WARRANTY; without even the implied warranty of
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
 * GNU General Public License for more details.
 *
 * You should have received a copy of the GNU General Public License
 * along with this program; if not, you can access it online at
 * http://www.gnu.org/licenses/gpl-2.0.html.
 *
 */

/*
 * NOTE: This must **only** be included through mali_linux_trace.h,
 * otherwise it will fail to setup tracepoints correctly
 */

#if !defined(_KBASE_DEBUG_LINUX_KTRACE_CSF_H_) || defined(TRACE_HEADER_MULTI_READ)
#define _KBASE_DEBUG_LINUX_KTRACE_CSF_H_

/*
 * Generic CSF events - using the common DEFINE_MALI_ADD_EVENT
 */
DEFINE_MALI_ADD_EVENT(EVICT_CTX_SLOTS);
DEFINE_MALI_ADD_EVENT(FIRMWARE_BOOT);
DEFINE_MALI_ADD_EVENT(FIRMWARE_REBOOT);
DEFINE_MALI_ADD_EVENT(SCHEDULER_TOCK);
DEFINE_MALI_ADD_EVENT(SCHEDULER_TOCK_END);
DEFINE_MALI_ADD_EVENT(SCHEDULER_TICK);
DEFINE_MALI_ADD_EVENT(SCHEDULER_TICK_END);
DEFINE_MALI_ADD_EVENT(SCHEDULER_RESET);
DEFINE_MALI_ADD_EVENT(SCHEDULER_WAIT_PROTM_QUIT);
DEFINE_MALI_ADD_EVENT(SCHEDULER_WAIT_PROTM_QUIT_DONE);
DEFINE_MALI_ADD_EVENT(SYNC_UPDATE_EVENT);
DEFINE_MALI_ADD_EVENT(SYNC_UPDATE_EVENT_NOTIFY_GPU);
DEFINE_MALI_ADD_EVENT(CSF_INTERRUPT);
DEFINE_MALI_ADD_EVENT(CSF_INTERRUPT_END);
DEFINE_MALI_ADD_EVENT(CSG_INTERRUPT_PROCESS);
DEFINE_MALI_ADD_EVENT(GLB_REQ_ACQ);
DEFINE_MALI_ADD_EVENT(SCHEDULER_CAN_IDLE);
DEFINE_MALI_ADD_EVENT(SCHEDULER_ADVANCE_TICK);
DEFINE_MALI_ADD_EVENT(SCHEDULER_NOADVANCE_TICK);
DEFINE_MALI_ADD_EVENT(SCHEDULER_INSERT_RUNNABLE);
DEFINE_MALI_ADD_EVENT(SCHEDULER_REMOVE_RUNNABLE);
DEFINE_MALI_ADD_EVENT(SCHEDULER_ROTATE_RUNNABLE);
DEFINE_MALI_ADD_EVENT(SCHEDULER_HEAD_RUNNABLE);
DEFINE_MALI_ADD_EVENT(IDLE_WORKER_BEGIN);
DEFINE_MALI_ADD_EVENT(IDLE_WORKER_END);
DEFINE_MALI_ADD_EVENT(GROUP_SYNC_UPDATE_WORKER_BEGIN);
DEFINE_MALI_ADD_EVENT(GROUP_SYNC_UPDATE_WORKER_END);
DEFINE_MALI_ADD_EVENT(SLOTS_STATUS_UPDATE_ACK);

DECLARE_EVENT_CLASS(mali_csf_grp_q_template,
	TP_PROTO(struct kbase_device *kbdev, struct kbase_queue_group *group,
			struct kbase_queue *queue, u64 info_val),
	TP_ARGS(kbdev, group, queue, info_val),
	TP_STRUCT__entry(
		__field(u64, info_val)
		__field(pid_t, kctx_tgid)
		__field(u32, kctx_id)
		__field(u8, group_handle)
		__field(s8, csg_nr)
		__field(u8, slot_prio)
		__field(s8, csi_index)
	),
	TP_fast_assign(
		{
			struct kbase_context *kctx = NULL;

			__entry->info_val = info_val;
			/* Note: if required in future, we could record some
			 * flags in __entry about whether the group/queue parts
			 * are valid, and add that to the trace message e.g.
			 * by using __print_flags()/__print_symbolic()
			 */
			if (queue) {
				/* Note: kctx overridden by group->kctx later if group is valid */
				kctx = queue->kctx;
				__entry->csi_index = queue->csi_index;
			} else {
				__entry->csi_index = -1;
			}

			if (group) {
				kctx = group->kctx;
				__entry->group_handle = group->handle;
				__entry->csg_nr = group->csg_nr;
				if (group->csg_nr >= 0)
					__entry->slot_prio = kbdev->csf.scheduler.csg_slots[group->csg_nr].priority;
				else
					__entry->slot_prio = 0u;
			} else {
				__entry->group_handle = 0u;
				__entry->csg_nr = -1;
				__entry->slot_prio = 0u;
			}
			__entry->kctx_id = (kctx) ? kctx->id : 0u;
			__entry->kctx_tgid = (kctx) ? kctx->tgid : 0;
		}

	),
	TP_printk("kctx=%d_%u group=%u slot=%d prio=%u csi=%d info=0x%llx",
			__entry->kctx_tgid, __entry->kctx_id,
			__entry->group_handle, __entry->csg_nr,
			__entry->slot_prio, __entry->csi_index,
			__entry->info_val)
);

/*
 * Group events
 */
#define DEFINE_MALI_CSF_GRP_EVENT(name) \
	DEFINE_EVENT_PRINT(mali_csf_grp_q_template, mali_##name, \
	TP_PROTO(struct kbase_device *kbdev, struct kbase_queue_group *group, \
			struct kbase_queue *queue, u64 info_val), \
	TP_ARGS(kbdev, group, queue, info_val), \
	TP_printk("kctx=%d_%u group=%u slot=%d prio=%u info=0x%llx", \
		__entry->kctx_tgid, __entry->kctx_id, __entry->group_handle, \
		__entry->csg_nr, __entry->slot_prio, __entry->info_val))

DEFINE_MALI_CSF_GRP_EVENT(CSG_SLOT_START);
DEFINE_MALI_CSF_GRP_EVENT(CSG_SLOT_STOP);
DEFINE_MALI_CSF_GRP_EVENT(CSG_SLOT_STARTED);
DEFINE_MALI_CSF_GRP_EVENT(CSG_SLOT_STOPPED);
DEFINE_MALI_CSF_GRP_EVENT(CSG_SLOT_CLEANED);
DEFINE_MALI_CSF_GRP_EVENT(CSG_SLOT_STATUS_UPDATE);
DEFINE_MALI_CSF_GRP_EVENT(CSG_SLOT_IDLE_SET);
DEFINE_MALI_CSF_GRP_EVENT(CSG_SLOT_IDLE_CLEAR);
DEFINE_MALI_CSF_GRP_EVENT(CSG_PRIO_UPDATE);
DEFINE_MALI_CSF_GRP_EVENT(CSG_SYNC_UPDATE_INTERRUPT);
DEFINE_MALI_CSF_GRP_EVENT(CSG_IDLE_INTERRUPT);
DEFINE_MALI_CSF_GRP_EVENT(CSG_PROGRESS_TIMER_INTERRUPT);
DEFINE_MALI_CSF_GRP_EVENT(CSG_INTERRUPT_PROCESS_END);
DEFINE_MALI_CSF_GRP_EVENT(GROUP_SYNC_UPDATE_DONE);
DEFINE_MALI_CSF_GRP_EVENT(GROUP_DESCHEDULE);
DEFINE_MALI_CSF_GRP_EVENT(GROUP_SCHEDULE);
DEFINE_MALI_CSF_GRP_EVENT(GROUP_EVICT_SCHED);
DEFINE_MALI_CSF_GRP_EVENT(GROUP_INSERT_RUNNABLE);
DEFINE_MALI_CSF_GRP_EVENT(GROUP_REMOVE_RUNNABLE);
DEFINE_MALI_CSF_GRP_EVENT(GROUP_ROTATE_RUNNABLE);
DEFINE_MALI_CSF_GRP_EVENT(GROUP_HEAD_RUNNABLE);
DEFINE_MALI_CSF_GRP_EVENT(GROUP_INSERT_IDLE_WAIT);
DEFINE_MALI_CSF_GRP_EVENT(GROUP_REMOVE_IDLE_WAIT);
DEFINE_MALI_CSF_GRP_EVENT(GROUP_HEAD_IDLE_WAIT);
DEFINE_MALI_CSF_GRP_EVENT(SCHEDULER_CHECK_PROTM_ENTER);
DEFINE_MALI_CSF_GRP_EVENT(SCHEDULER_ENTER_PROTM);
DEFINE_MALI_CSF_GRP_EVENT(SCHEDULER_EXIT_PROTM);
DEFINE_MALI_CSF_GRP_EVENT(SCHEDULER_TOP_GRP);
DEFINE_MALI_CSF_GRP_EVENT(SCHEDULER_NONIDLE_OFFSLOT_INC);
DEFINE_MALI_CSF_GRP_EVENT(SCHEDULER_NONIDLE_OFFSLOT_DEC);
DEFINE_MALI_CSF_GRP_EVENT(PROTM_EVENT_WORKER_BEGIN);
DEFINE_MALI_CSF_GRP_EVENT(PROTM_EVENT_WORKER_END);

#undef DEFINE_MALI_CSF_GRP_EVENT

/*
 * Group + Queue events
 */
#define DEFINE_MALI_CSF_GRP_Q_EVENT(name)  \
	DEFINE_EVENT(mali_csf_grp_q_template, mali_##name, \
	TP_PROTO(struct kbase_device *kbdev, struct kbase_queue_group *group, \
			struct kbase_queue *queue, u64 info_val), \
	TP_ARGS(kbdev, group, queue, info_val))

DEFINE_MALI_CSF_GRP_Q_EVENT(CSI_START);
DEFINE_MALI_CSF_GRP_Q_EVENT(CSI_STOP);
DEFINE_MALI_CSF_GRP_Q_EVENT(CSI_STOP_REQUESTED);
DEFINE_MALI_CSF_GRP_Q_EVENT(CSI_IGNORED_INTERRUPTS_GROUP_SUSPEND);
DEFINE_MALI_CSF_GRP_Q_EVENT(CSI_FAULT_INTERRUPT);
DEFINE_MALI_CSF_GRP_Q_EVENT(CSI_TILER_OOM_INTERRUPT);
DEFINE_MALI_CSF_GRP_Q_EVENT(CSI_PROTM_PEND_INTERRUPT);
DEFINE_MALI_CSF_GRP_Q_EVENT(CSI_PROTM_ACK);
DEFINE_MALI_CSF_GRP_Q_EVENT(QUEUE_START);
DEFINE_MALI_CSF_GRP_Q_EVENT(QUEUE_STOP);
DEFINE_MALI_CSF_GRP_Q_EVENT(QUEUE_SYNC_UPDATE);
DEFINE_MALI_CSF_GRP_Q_EVENT(QUEUE_SYNC_UPDATE_EVALUATED);
DEFINE_MALI_CSF_GRP_Q_EVENT(QUEUE_SYNC_STATUS_WAIT);
DEFINE_MALI_CSF_GRP_Q_EVENT(QUEUE_SYNC_CURRENT_VAL);
DEFINE_MALI_CSF_GRP_Q_EVENT(QUEUE_SYNC_TEST_VAL);
DEFINE_MALI_CSF_GRP_Q_EVENT(QUEUE_SYNC_BLOCKED_REASON);
DEFINE_MALI_CSF_GRP_Q_EVENT(PROTM_PENDING_SET);
DEFINE_MALI_CSF_GRP_Q_EVENT(PROTM_PENDING_CLEAR);

#undef DEFINE_MALI_CSF_GRP_Q_EVENT

/*
 * KCPU queue events
 */
DECLARE_EVENT_CLASS(mali_csf_kcpu_queue_template,
	TP_PROTO(struct kbase_kcpu_command_queue *queue,
		 u64 info_val1, u64 info_val2),
	TP_ARGS(queue, info_val1, info_val2),
	TP_STRUCT__entry(
		__field(u64, info_val1)
		__field(u64, info_val2)
		__field(pid_t, kctx_tgid)
		__field(u32, kctx_id)
		__field(u8, id)
	),
	TP_fast_assign(
		{
			__entry->info_val1 = info_val1;
			__entry->info_val2 = info_val2;
			__entry->kctx_id = queue->kctx->id;
			__entry->kctx_tgid = queue->kctx->tgid;
			__entry->id = queue->id;
		}

	),
	TP_printk("kctx=%d_%u id=%u info_val1=0x%llx info_val2=0x%llx",
			__entry->kctx_tgid, __entry->kctx_id, __entry->id,
			__entry->info_val1, __entry->info_val2)
);

#define DEFINE_MALI_CSF_KCPU_EVENT(name)  \
	DEFINE_EVENT(mali_csf_kcpu_queue_template, mali_##name, \
	TP_PROTO(struct kbase_kcpu_command_queue *queue, \
		 u64 info_val1, u64 info_val2), \
	TP_ARGS(queue, info_val1, info_val2))

DEFINE_MALI_CSF_KCPU_EVENT(KCPU_QUEUE_NEW);
DEFINE_MALI_CSF_KCPU_EVENT(KCPU_QUEUE_DESTROY);
DEFINE_MALI_CSF_KCPU_EVENT(CQS_SET);
DEFINE_MALI_CSF_KCPU_EVENT(CQS_WAIT_START);
DEFINE_MALI_CSF_KCPU_EVENT(CQS_WAIT_END);
DEFINE_MALI_CSF_KCPU_EVENT(FENCE_SIGNAL);
DEFINE_MALI_CSF_KCPU_EVENT(FENCE_WAIT_START);
DEFINE_MALI_CSF_KCPU_EVENT(FENCE_WAIT_END);

#undef DEFINE_MALI_CSF_KCPU_EVENT

#endif /* !defined(_KBASE_DEBUG_LINUX_KTRACE_CSF_H_) || defined(TRACE_HEADER_MULTI_READ) */