/*
 * SPDX-License-Identifier: GPL-2.0
 *
 * Copyright (C) 2016 Philippe Gerum  <rpm@xenomai.org>.
 */
#ifndef __ASM_GENERIC_IRQ_PIPELINE_H
#define __ASM_GENERIC_IRQ_PIPELINE_H

#include <linux/kconfig.h>
#include <linux/types.h>

#ifdef CONFIG_IRQ_PIPELINE

unsigned long inband_irq_save(void);
void inband_irq_restore(unsigned long flags);
void inband_irq_enable(void);
void inband_irq_disable(void);
int inband_irqs_disabled(void);

#define hard_cond_local_irq_enable()		hard_local_irq_enable()
#define hard_cond_local_irq_disable()		hard_local_irq_disable()
#define hard_cond_local_irq_save()		hard_local_irq_save()
#define hard_cond_local_irq_restore(__flags)	hard_local_irq_restore(__flags)

#define hard_local_irq_save()			native_irq_save()
#define hard_local_irq_restore(__flags)		native_irq_restore(__flags)
#define hard_local_irq_enable()			native_irq_enable()
#define hard_local_irq_disable()		native_irq_disable()
#define hard_local_save_flags()			native_save_flags()

#define hard_irqs_disabled()			native_irqs_disabled()
#define hard_irqs_disabled_flags(__flags)	native_irqs_disabled_flags(__flags)

void irq_pipeline_nmi_enter(void);
void irq_pipeline_nmi_exit(void);

/* Swap then merge virtual and hardware interrupt states. */
#define irqs_merge_flags(__flags, __stalled)				\
	({								\
		unsigned long __combo =					\
			arch_irqs_virtual_to_native_flags(__stalled) |	\
			arch_irqs_native_to_virtual_flags(__flags);	\
		__combo;						\
	})

/* Extract swap virtual and hardware interrupt states. */
#define irqs_split_flags(__combo, __stall_r)				\
	({								\
		unsigned long __virt = (__combo);			\
		*(__stall_r) = hard_irqs_disabled_flags(__combo);	\
		__virt &= ~arch_irqs_virtual_to_native_flags(*(__stall_r)); \
		arch_irqs_virtual_to_native_flags(__virt);		\
	})

#define hard_local_irq_sync()			native_irq_sync()

#else /* !CONFIG_IRQ_PIPELINE */

#define hard_local_save_flags()			({ unsigned long __flags; \
						raw_local_save_flags(__flags); __flags; })
#define hard_local_irq_enable()			raw_local_irq_enable()
#define hard_local_irq_disable()		raw_local_irq_disable()
#define hard_local_irq_save()			({ unsigned long __flags; \
						raw_local_irq_save(__flags); __flags; })
#define hard_local_irq_restore(__flags)		raw_local_irq_restore(__flags)

#define hard_cond_local_irq_enable()		do { } while(0)
#define hard_cond_local_irq_disable()		do { } while(0)
#define hard_cond_local_irq_save()		0
#define hard_cond_local_irq_restore(__flags)	do { (void)(__flags); } while(0)

#define hard_irqs_disabled()			irqs_disabled()
#define hard_irqs_disabled_flags(__flags)	raw_irqs_disabled_flags(__flags)

static inline void irq_pipeline_nmi_enter(void) { }
static inline void irq_pipeline_nmi_exit(void) { }

#define hard_local_irq_sync()			do { } while (0)

#endif /* !CONFIG_IRQ_PIPELINE */

#ifdef CONFIG_DEBUG_IRQ_PIPELINE
void check_inband_stage(void);
#define check_hard_irqs_disabled()		\
	WARN_ON_ONCE(!hard_irqs_disabled())
#else
static inline void check_inband_stage(void) { }
static inline int check_hard_irqs_disabled(void) { return 0; }
#endif

extern bool irq_pipeline_oopsing;

static __always_inline bool irqs_pipelined(void)
{
	return IS_ENABLED(CONFIG_IRQ_PIPELINE);
}

static __always_inline bool irq_pipeline_debug(void)
{
	return IS_ENABLED(CONFIG_DEBUG_IRQ_PIPELINE) &&
		!irq_pipeline_oopsing;
}

static __always_inline bool irq_pipeline_debug_locking(void)
{
	return IS_ENABLED(CONFIG_DEBUG_HARD_LOCKS);
}

#endif /* __ASM_GENERIC_IRQ_PIPELINE_H */