Linux kernel mirror (for testing)
git.kernel.org/pub/scm/linux/kernel/git/torvalds/linux.git
tjh.dev
kernel
os
linux
1/* SPDX-License-Identifier: GPL-2.0 */
2/*
3 * include/linux/irqflags.h
4 *
5 * IRQ flags tracing: follow the state of the hardirq and softirq flags and
6 * provide callbacks for transitions between ON and OFF states.
7 *
8 * This file gets included from lowlevel asm headers too, to provide
9 * wrapped versions of the local_irq_*() APIs, based on the
10 * raw_local_irq_*() macros from the lowlevel headers.
11 */
12#ifndef _LINUX_TRACE_IRQFLAGS_H
13#define _LINUX_TRACE_IRQFLAGS_H
14
15#include <linux/typecheck.h>
16#include <asm/irqflags.h>
17
18#ifdef CONFIG_TRACE_IRQFLAGS
19 extern void trace_softirqs_on(unsigned long ip);
20 extern void trace_softirqs_off(unsigned long ip);
21 extern void trace_hardirqs_on(void);
22 extern void trace_hardirqs_off(void);
23# define trace_hardirq_context(p) ((p)->hardirq_context)
24# define trace_softirq_context(p) ((p)->softirq_context)
25# define trace_hardirqs_enabled(p) ((p)->hardirqs_enabled)
26# define trace_softirqs_enabled(p) ((p)->softirqs_enabled)
27# define trace_hardirq_enter() \
28do { \
29 current->hardirq_context++; \
30} while (0)
31# define trace_hardirq_exit() \
32do { \
33 current->hardirq_context--; \
34} while (0)
35# define lockdep_softirq_enter() \
36do { \
37 current->softirq_context++; \
38} while (0)
39# define lockdep_softirq_exit() \
40do { \
41 current->softirq_context--; \
42} while (0)
43# define INIT_TRACE_IRQFLAGS .softirqs_enabled = 1,
44#else
45# define trace_hardirqs_on() do { } while (0)
46# define trace_hardirqs_off() do { } while (0)
47# define trace_softirqs_on(ip) do { } while (0)
48# define trace_softirqs_off(ip) do { } while (0)
49# define trace_hardirq_context(p) 0
50# define trace_softirq_context(p) 0
51# define trace_hardirqs_enabled(p) 0
52# define trace_softirqs_enabled(p) 0
53# define trace_hardirq_enter() do { } while (0)
54# define trace_hardirq_exit() do { } while (0)
55# define lockdep_softirq_enter() do { } while (0)
56# define lockdep_softirq_exit() do { } while (0)
57# define INIT_TRACE_IRQFLAGS
58#endif
59
60#if defined(CONFIG_IRQSOFF_TRACER) || \
61 defined(CONFIG_PREEMPT_TRACER)
62 extern void stop_critical_timings(void);
63 extern void start_critical_timings(void);
64#else
65# define stop_critical_timings() do { } while (0)
66# define start_critical_timings() do { } while (0)
67#endif
68
69/*
70 * Wrap the arch provided IRQ routines to provide appropriate checks.
71 */
72#define raw_local_irq_disable() arch_local_irq_disable()
73#define raw_local_irq_enable() arch_local_irq_enable()
74#define raw_local_irq_save(flags) \
75 do { \
76 typecheck(unsigned long, flags); \
77 flags = arch_local_irq_save(); \
78 } while (0)
79#define raw_local_irq_restore(flags) \
80 do { \
81 typecheck(unsigned long, flags); \
82 arch_local_irq_restore(flags); \
83 } while (0)
84#define raw_local_save_flags(flags) \
85 do { \
86 typecheck(unsigned long, flags); \
87 flags = arch_local_save_flags(); \
88 } while (0)
89#define raw_irqs_disabled_flags(flags) \
90 ({ \
91 typecheck(unsigned long, flags); \
92 arch_irqs_disabled_flags(flags); \
93 })
94#define raw_irqs_disabled() (arch_irqs_disabled())
95#define raw_safe_halt() arch_safe_halt()
96
97/*
98 * The local_irq_*() APIs are equal to the raw_local_irq*()
99 * if !TRACE_IRQFLAGS.
100 */
101#ifdef CONFIG_TRACE_IRQFLAGS
102#define local_irq_enable() \
103 do { trace_hardirqs_on(); raw_local_irq_enable(); } while (0)
104#define local_irq_disable() \
105 do { raw_local_irq_disable(); trace_hardirqs_off(); } while (0)
106#define local_irq_save(flags) \
107 do { \
108 raw_local_irq_save(flags); \
109 trace_hardirqs_off(); \
110 } while (0)
111
112
113#define local_irq_restore(flags) \
114 do { \
115 if (raw_irqs_disabled_flags(flags)) { \
116 raw_local_irq_restore(flags); \
117 trace_hardirqs_off(); \
118 } else { \
119 trace_hardirqs_on(); \
120 raw_local_irq_restore(flags); \
121 } \
122 } while (0)
123
124#define safe_halt() \
125 do { \
126 trace_hardirqs_on(); \
127 raw_safe_halt(); \
128 } while (0)
129
130
131#else /* !CONFIG_TRACE_IRQFLAGS */
132
133#define local_irq_enable() do { raw_local_irq_enable(); } while (0)
134#define local_irq_disable() do { raw_local_irq_disable(); } while (0)
135#define local_irq_save(flags) \
136 do { \
137 raw_local_irq_save(flags); \
138 } while (0)
139#define local_irq_restore(flags) do { raw_local_irq_restore(flags); } while (0)
140#define safe_halt() do { raw_safe_halt(); } while (0)
141
142#endif /* CONFIG_TRACE_IRQFLAGS */
143
144#define local_save_flags(flags) raw_local_save_flags(flags)
145
146/*
147 * Some architectures don't define arch_irqs_disabled(), so even if either
148 * definition would be fine we need to use different ones for the time being
149 * to avoid build issues.
150 */
151#ifdef CONFIG_TRACE_IRQFLAGS_SUPPORT
152#define irqs_disabled() \
153 ({ \
154 unsigned long _flags; \
155 raw_local_save_flags(_flags); \
156 raw_irqs_disabled_flags(_flags); \
157 })
158#else /* !CONFIG_TRACE_IRQFLAGS_SUPPORT */
159#define irqs_disabled() raw_irqs_disabled()
160#endif /* CONFIG_TRACE_IRQFLAGS_SUPPORT */
161
162#define irqs_disabled_flags(flags) raw_irqs_disabled_flags(flags)
163
164#endif