Linux kernel mirror (for testing)
git.kernel.org/pub/scm/linux/kernel/git/torvalds/linux.git
tjh.dev
kernel
os
linux
1/*
2 * include/linux/irqflags.h
3 *
4 * IRQ flags tracing: follow the state of the hardirq and softirq flags and
5 * provide callbacks for transitions between ON and OFF states.
6 *
7 * This file gets included from lowlevel asm headers too, to provide
8 * wrapped versions of the local_irq_*() APIs, based on the
9 * raw_local_irq_*() macros from the lowlevel headers.
10 */
11#ifndef _LINUX_TRACE_IRQFLAGS_H
12#define _LINUX_TRACE_IRQFLAGS_H
13
14#include <linux/typecheck.h>
15#include <asm/irqflags.h>
16
17#ifdef CONFIG_TRACE_IRQFLAGS
18 extern void trace_softirqs_on(unsigned long ip);
19 extern void trace_softirqs_off(unsigned long ip);
20 extern void trace_hardirqs_on(void);
21 extern void trace_hardirqs_off(void);
22# define trace_hardirq_context(p) ((p)->hardirq_context)
23# define trace_softirq_context(p) ((p)->softirq_context)
24# define trace_hardirqs_enabled(p) ((p)->hardirqs_enabled)
25# define trace_softirqs_enabled(p) ((p)->softirqs_enabled)
26# define trace_hardirq_enter() \
27do { \
28 current->hardirq_context++; \
29 crossrelease_hist_start(XHLOCK_HARD); \
30} while (0)
31# define trace_hardirq_exit() \
32do { \
33 current->hardirq_context--; \
34 crossrelease_hist_end(XHLOCK_HARD); \
35} while (0)
36# define lockdep_softirq_enter() \
37do { \
38 current->softirq_context++; \
39 crossrelease_hist_start(XHLOCK_SOFT); \
40} while (0)
41# define lockdep_softirq_exit() \
42do { \
43 current->softirq_context--; \
44 crossrelease_hist_end(XHLOCK_SOFT); \
45} while (0)
46# define INIT_TRACE_IRQFLAGS .softirqs_enabled = 1,
47#else
48# define trace_hardirqs_on() do { } while (0)
49# define trace_hardirqs_off() do { } while (0)
50# define trace_softirqs_on(ip) do { } while (0)
51# define trace_softirqs_off(ip) do { } while (0)
52# define trace_hardirq_context(p) 0
53# define trace_softirq_context(p) 0
54# define trace_hardirqs_enabled(p) 0
55# define trace_softirqs_enabled(p) 0
56# define trace_hardirq_enter() do { } while (0)
57# define trace_hardirq_exit() do { } while (0)
58# define lockdep_softirq_enter() do { } while (0)
59# define lockdep_softirq_exit() do { } while (0)
60# define INIT_TRACE_IRQFLAGS
61#endif
62
63#if defined(CONFIG_IRQSOFF_TRACER) || \
64 defined(CONFIG_PREEMPT_TRACER)
65 extern void stop_critical_timings(void);
66 extern void start_critical_timings(void);
67#else
68# define stop_critical_timings() do { } while (0)
69# define start_critical_timings() do { } while (0)
70#endif
71
72/*
73 * Wrap the arch provided IRQ routines to provide appropriate checks.
74 */
75#define raw_local_irq_disable() arch_local_irq_disable()
76#define raw_local_irq_enable() arch_local_irq_enable()
77#define raw_local_irq_save(flags) \
78 do { \
79 typecheck(unsigned long, flags); \
80 flags = arch_local_irq_save(); \
81 } while (0)
82#define raw_local_irq_restore(flags) \
83 do { \
84 typecheck(unsigned long, flags); \
85 arch_local_irq_restore(flags); \
86 } while (0)
87#define raw_local_save_flags(flags) \
88 do { \
89 typecheck(unsigned long, flags); \
90 flags = arch_local_save_flags(); \
91 } while (0)
92#define raw_irqs_disabled_flags(flags) \
93 ({ \
94 typecheck(unsigned long, flags); \
95 arch_irqs_disabled_flags(flags); \
96 })
97#define raw_irqs_disabled() (arch_irqs_disabled())
98#define raw_safe_halt() arch_safe_halt()
99
100/*
101 * The local_irq_*() APIs are equal to the raw_local_irq*()
102 * if !TRACE_IRQFLAGS.
103 */
104#ifdef CONFIG_TRACE_IRQFLAGS
105#define local_irq_enable() \
106 do { trace_hardirqs_on(); raw_local_irq_enable(); } while (0)
107#define local_irq_disable() \
108 do { raw_local_irq_disable(); trace_hardirqs_off(); } while (0)
109#define local_irq_save(flags) \
110 do { \
111 raw_local_irq_save(flags); \
112 trace_hardirqs_off(); \
113 } while (0)
114
115
116#define local_irq_restore(flags) \
117 do { \
118 if (raw_irqs_disabled_flags(flags)) { \
119 raw_local_irq_restore(flags); \
120 trace_hardirqs_off(); \
121 } else { \
122 trace_hardirqs_on(); \
123 raw_local_irq_restore(flags); \
124 } \
125 } while (0)
126
127#define safe_halt() \
128 do { \
129 trace_hardirqs_on(); \
130 raw_safe_halt(); \
131 } while (0)
132
133
134#else /* !CONFIG_TRACE_IRQFLAGS */
135
136#define local_irq_enable() do { raw_local_irq_enable(); } while (0)
137#define local_irq_disable() do { raw_local_irq_disable(); } while (0)
138#define local_irq_save(flags) \
139 do { \
140 raw_local_irq_save(flags); \
141 } while (0)
142#define local_irq_restore(flags) do { raw_local_irq_restore(flags); } while (0)
143#define safe_halt() do { raw_safe_halt(); } while (0)
144
145#endif /* CONFIG_TRACE_IRQFLAGS */
146
147#define local_save_flags(flags) raw_local_save_flags(flags)
148
149/*
150 * Some architectures don't define arch_irqs_disabled(), so even if either
151 * definition would be fine we need to use different ones for the time being
152 * to avoid build issues.
153 */
154#ifdef CONFIG_TRACE_IRQFLAGS_SUPPORT
155#define irqs_disabled() \
156 ({ \
157 unsigned long _flags; \
158 raw_local_save_flags(_flags); \
159 raw_irqs_disabled_flags(_flags); \
160 })
161#else /* !CONFIG_TRACE_IRQFLAGS_SUPPORT */
162#define irqs_disabled() raw_irqs_disabled()
163#endif /* CONFIG_TRACE_IRQFLAGS_SUPPORT */
164
165#define irqs_disabled_flags(flags) raw_irqs_disabled_flags(flags)
166
167#endif