Linux kernel mirror (for testing)
git.kernel.org/pub/scm/linux/kernel/git/torvalds/linux.git
tjh.dev
kernel
os
linux
1/* SPDX-License-Identifier: GPL-2.0 */
2/*
3 * include/linux/irqflags.h
4 *
5 * IRQ flags tracing: follow the state of the hardirq and softirq flags and
6 * provide callbacks for transitions between ON and OFF states.
7 *
8 * This file gets included from lowlevel asm headers too, to provide
9 * wrapped versions of the local_irq_*() APIs, based on the
10 * raw_local_irq_*() macros from the lowlevel headers.
11 */
12#ifndef _LINUX_TRACE_IRQFLAGS_H
13#define _LINUX_TRACE_IRQFLAGS_H
14
15#include <linux/typecheck.h>
16#include <asm/irqflags.h>
17
18#ifdef CONFIG_TRACE_IRQFLAGS
19 extern void trace_softirqs_on(unsigned long ip);
20 extern void trace_softirqs_off(unsigned long ip);
21 extern void trace_hardirqs_on(void);
22 extern void trace_hardirqs_off(void);
23# define trace_hardirq_context(p) ((p)->hardirq_context)
24# define trace_softirq_context(p) ((p)->softirq_context)
25# define trace_hardirqs_enabled(p) ((p)->hardirqs_enabled)
26# define trace_softirqs_enabled(p) ((p)->softirqs_enabled)
27# define trace_hardirq_enter() \
28do { \
29 current->hardirq_context++; \
30} while (0)
31# define trace_hardirq_exit() \
32do { \
33 current->hardirq_context--; \
34} while (0)
35# define lockdep_softirq_enter() \
36do { \
37 current->softirq_context++; \
38} while (0)
39# define lockdep_softirq_exit() \
40do { \
41 current->softirq_context--; \
42} while (0)
43#else
44# define trace_hardirqs_on() do { } while (0)
45# define trace_hardirqs_off() do { } while (0)
46# define trace_softirqs_on(ip) do { } while (0)
47# define trace_softirqs_off(ip) do { } while (0)
48# define trace_hardirq_context(p) 0
49# define trace_softirq_context(p) 0
50# define trace_hardirqs_enabled(p) 0
51# define trace_softirqs_enabled(p) 0
52# define trace_hardirq_enter() do { } while (0)
53# define trace_hardirq_exit() do { } while (0)
54# define lockdep_softirq_enter() do { } while (0)
55# define lockdep_softirq_exit() do { } while (0)
56#endif
57
58#if defined(CONFIG_IRQSOFF_TRACER) || \
59 defined(CONFIG_PREEMPT_TRACER)
60 extern void stop_critical_timings(void);
61 extern void start_critical_timings(void);
62#else
63# define stop_critical_timings() do { } while (0)
64# define start_critical_timings() do { } while (0)
65#endif
66
67/*
68 * Wrap the arch provided IRQ routines to provide appropriate checks.
69 */
70#define raw_local_irq_disable() arch_local_irq_disable()
71#define raw_local_irq_enable() arch_local_irq_enable()
72#define raw_local_irq_save(flags) \
73 do { \
74 typecheck(unsigned long, flags); \
75 flags = arch_local_irq_save(); \
76 } while (0)
77#define raw_local_irq_restore(flags) \
78 do { \
79 typecheck(unsigned long, flags); \
80 arch_local_irq_restore(flags); \
81 } while (0)
82#define raw_local_save_flags(flags) \
83 do { \
84 typecheck(unsigned long, flags); \
85 flags = arch_local_save_flags(); \
86 } while (0)
87#define raw_irqs_disabled_flags(flags) \
88 ({ \
89 typecheck(unsigned long, flags); \
90 arch_irqs_disabled_flags(flags); \
91 })
92#define raw_irqs_disabled() (arch_irqs_disabled())
93#define raw_safe_halt() arch_safe_halt()
94
95/*
96 * The local_irq_*() APIs are equal to the raw_local_irq*()
97 * if !TRACE_IRQFLAGS.
98 */
99#ifdef CONFIG_TRACE_IRQFLAGS
100#define local_irq_enable() \
101 do { trace_hardirqs_on(); raw_local_irq_enable(); } while (0)
102#define local_irq_disable() \
103 do { raw_local_irq_disable(); trace_hardirqs_off(); } while (0)
104#define local_irq_save(flags) \
105 do { \
106 raw_local_irq_save(flags); \
107 trace_hardirqs_off(); \
108 } while (0)
109
110
111#define local_irq_restore(flags) \
112 do { \
113 if (raw_irqs_disabled_flags(flags)) { \
114 raw_local_irq_restore(flags); \
115 trace_hardirqs_off(); \
116 } else { \
117 trace_hardirqs_on(); \
118 raw_local_irq_restore(flags); \
119 } \
120 } while (0)
121
122#define safe_halt() \
123 do { \
124 trace_hardirqs_on(); \
125 raw_safe_halt(); \
126 } while (0)
127
128
129#else /* !CONFIG_TRACE_IRQFLAGS */
130
131#define local_irq_enable() do { raw_local_irq_enable(); } while (0)
132#define local_irq_disable() do { raw_local_irq_disable(); } while (0)
133#define local_irq_save(flags) \
134 do { \
135 raw_local_irq_save(flags); \
136 } while (0)
137#define local_irq_restore(flags) do { raw_local_irq_restore(flags); } while (0)
138#define safe_halt() do { raw_safe_halt(); } while (0)
139
140#endif /* CONFIG_TRACE_IRQFLAGS */
141
142#define local_save_flags(flags) raw_local_save_flags(flags)
143
144/*
145 * Some architectures don't define arch_irqs_disabled(), so even if either
146 * definition would be fine we need to use different ones for the time being
147 * to avoid build issues.
148 */
149#ifdef CONFIG_TRACE_IRQFLAGS_SUPPORT
150#define irqs_disabled() \
151 ({ \
152 unsigned long _flags; \
153 raw_local_save_flags(_flags); \
154 raw_irqs_disabled_flags(_flags); \
155 })
156#else /* !CONFIG_TRACE_IRQFLAGS_SUPPORT */
157#define irqs_disabled() raw_irqs_disabled()
158#endif /* CONFIG_TRACE_IRQFLAGS_SUPPORT */
159
160#define irqs_disabled_flags(flags) raw_irqs_disabled_flags(flags)
161
162#endif