blob: b9a7f05ecf42c415990f31da46705fd9c834fb15 [file]
/* SPDX-License-Identifier: GPL-2.0 */
#ifndef __LINUX_INTERRUPT_RC_H
#define __LINUX_INTERRUPT_RC_H
/*
* include/linux/interrupt_rc.h - refcounted local processor interrupt
* management.
*
* Since the implementation of this API currently depends on
* local_irq_save()/local_irq_restore(), we split this into its own header to
* make it easier to include without hitting circular header dependencies.
*/
#include <linux/irqflags.h>
#include <linux/preempt.h>
#include <linux/processor.h>
#include <linux/smp.h>
#ifndef MODULE
/* Per-CPU interrupt disabling state for local_interrupt_{disable,enable}(). */
DECLARE_PER_CPU(unsigned long, local_interrupt_disable_state);
static __always_inline void __local_interrupt_disable(void)
{
unsigned long flags;
local_irq_save(flags);
raw_cpu_write(local_interrupt_disable_state, flags);
}
static __always_inline void __local_interrupt_enable(void)
{
unsigned long flags = raw_cpu_read(local_interrupt_disable_state);
local_irq_restore(flags);
}
#ifndef INSTANTIATE_EXPORTED_INTERRUPT_DISABLE
static __always_inline void _local_interrupt_disable(void)
{
__local_interrupt_disable();
}
static __always_inline void _local_interrupt_enable(void)
{
__local_interrupt_enable();
}
#else
extern void _local_interrupt_disable(void);
extern void _local_interrupt_enable(void);
#endif
#else /* !MODULE */
extern void _local_interrupt_disable(void);
extern void _local_interrupt_enable(void);
#endif /* !MODULE */
static inline void local_interrupt_disable(void)
{
int new_count;
WARN_ON_ONCE(in_nmi());
new_count = hardirq_disable_enter();
/* Interrupts can happen here, but it's OK, see __irq_exit_rcu(). */
if ((new_count & HARDIRQ_DISABLE_MASK) == HARDIRQ_DISABLE_OFFSET)
_local_interrupt_disable();
}
static inline void local_interrupt_enable(void)
{
int new_count;
new_count = hardirq_disable_exit();
if ((new_count & HARDIRQ_DISABLE_MASK) == 0)
_local_interrupt_enable();
}
#endif /* !__LINUX_INTERRUPT_RC_H */