/* SPDX-License-Identifier: GPL-2.0 */
|
#ifndef _LINUX_IRQ_WORK_H
|
#define _LINUX_IRQ_WORK_H
|
|
#include <linux/smp_types.h>
|
#include <linux/rcuwait.h>
|
|
/*
|
* An entry can be in one of four states:
|
*
|
* free NULL, 0 -> {claimed} : free to be used
|
* claimed NULL, 3 -> {pending} : claimed to be enqueued
|
* pending next, 3 -> {busy} : queued, pending callback
|
* busy NULL, 2 -> {free, claimed} : callback in progress, can be claimed
|
*/
|
|
struct irq_work {
|
union {
|
struct __call_single_node node;
|
struct {
|
struct llist_node llnode;
|
atomic_t flags;
|
};
|
};
|
void (*func)(struct irq_work *);
|
struct rcuwait irqwait;
|
};
|
|
static inline
|
void init_irq_work(struct irq_work *work, void (*func)(struct irq_work *))
|
{
|
atomic_set(&work->flags, 0);
|
work->func = func;
|
rcuwait_init(&work->irqwait);
|
}
|
|
#define DEFINE_IRQ_WORK(name, _f) struct irq_work name = { \
|
.flags = ATOMIC_INIT(0), \
|
.func = (_f), \
|
.irqwait = __RCUWAIT_INITIALIZER(irqwait), \
|
}
|
|
#define __IRQ_WORK_INIT(_func, _flags) (struct irq_work){ \
|
.flags = ATOMIC_INIT(_flags), \
|
.func = (_func), \
|
.irqwait = __RCUWAIT_INITIALIZER(irqwait), \
|
}
|
|
#define IRQ_WORK_INIT(_func) __IRQ_WORK_INIT(_func, 0)
|
#define IRQ_WORK_INIT_LAZY(_func) __IRQ_WORK_INIT(_func, IRQ_WORK_LAZY)
|
#define IRQ_WORK_INIT_HARD(_func) __IRQ_WORK_INIT(_func, IRQ_WORK_HARD_IRQ)
|
|
static inline bool irq_work_is_busy(struct irq_work *work)
|
{
|
return atomic_read(&work->flags) & IRQ_WORK_BUSY;
|
}
|
|
static inline bool irq_work_is_hard(struct irq_work *work)
|
{
|
return atomic_read(&work->flags) & IRQ_WORK_HARD_IRQ;
|
}
|
|
bool irq_work_queue(struct irq_work *work);
|
bool irq_work_queue_on(struct irq_work *work, int cpu);
|
|
void irq_work_tick(void);
|
void irq_work_sync(struct irq_work *work);
|
|
#ifdef CONFIG_IRQ_WORK
|
#include <asm/irq_work.h>
|
|
void irq_work_run(void);
|
bool irq_work_needs_cpu(void);
|
void irq_work_single(void *arg);
|
#else
|
static inline bool irq_work_needs_cpu(void) { return false; }
|
static inline void irq_work_run(void) { }
|
static inline void irq_work_single(void *arg) { }
|
#endif
|
|
#endif /* _LINUX_IRQ_WORK_H */
|
