Linux kernel mirror (for testing)
git.kernel.org/pub/scm/linux/kernel/git/torvalds/linux.git
tjh.dev
kernel
os
linux
1/* SPDX-License-Identifier: GPL-2.0 */
2#include <linux/node.h>
3#include <linux/mmzone.h>
4#include <linux/compaction.h>
5/*
6 * The order of these masks is important. Matching masks will be seen
7 * first and the left over flags will end up showing by themselves.
8 *
9 * For example, if we have GFP_KERNEL before GFP_USER we wil get:
10 *
11 * GFP_KERNEL|GFP_HARDWALL
12 *
13 * Thus most bits set go first.
14 */
15
16#define gfpflag_string(flag) {(__force unsigned long)flag, #flag}
17
18#define __def_gfpflag_names \
19 gfpflag_string(GFP_TRANSHUGE), \
20 gfpflag_string(GFP_TRANSHUGE_LIGHT), \
21 gfpflag_string(GFP_HIGHUSER_MOVABLE), \
22 gfpflag_string(GFP_HIGHUSER), \
23 gfpflag_string(GFP_USER), \
24 gfpflag_string(GFP_KERNEL_ACCOUNT), \
25 gfpflag_string(GFP_KERNEL), \
26 gfpflag_string(GFP_NOFS), \
27 gfpflag_string(GFP_ATOMIC), \
28 gfpflag_string(GFP_NOIO), \
29 gfpflag_string(GFP_NOWAIT), \
30 gfpflag_string(GFP_DMA), \
31 gfpflag_string(__GFP_HIGHMEM), \
32 gfpflag_string(GFP_DMA32), \
33 gfpflag_string(__GFP_HIGH), \
34 gfpflag_string(__GFP_IO), \
35 gfpflag_string(__GFP_FS), \
36 gfpflag_string(__GFP_NOWARN), \
37 gfpflag_string(__GFP_RETRY_MAYFAIL), \
38 gfpflag_string(__GFP_NOFAIL), \
39 gfpflag_string(__GFP_NORETRY), \
40 gfpflag_string(__GFP_COMP), \
41 gfpflag_string(__GFP_ZERO), \
42 gfpflag_string(__GFP_NOMEMALLOC), \
43 gfpflag_string(__GFP_MEMALLOC), \
44 gfpflag_string(__GFP_HARDWALL), \
45 gfpflag_string(__GFP_THISNODE), \
46 gfpflag_string(__GFP_RECLAIMABLE), \
47 gfpflag_string(__GFP_MOVABLE), \
48 gfpflag_string(__GFP_ACCOUNT), \
49 gfpflag_string(__GFP_WRITE), \
50 gfpflag_string(__GFP_RECLAIM), \
51 gfpflag_string(__GFP_DIRECT_RECLAIM), \
52 gfpflag_string(__GFP_KSWAPD_RECLAIM), \
53 gfpflag_string(__GFP_ZEROTAGS)
54
55#ifdef CONFIG_KASAN_HW_TAGS
56#define __def_gfpflag_names_kasan , \
57 gfpflag_string(__GFP_SKIP_ZERO), \
58 gfpflag_string(__GFP_SKIP_KASAN_POISON), \
59 gfpflag_string(__GFP_SKIP_KASAN_UNPOISON)
60#else
61#define __def_gfpflag_names_kasan
62#endif
63
64#define show_gfp_flags(flags) \
65 (flags) ? __print_flags(flags, "|", \
66 __def_gfpflag_names __def_gfpflag_names_kasan \
67 ) : "none"
68
69#ifdef CONFIG_MMU
70#define IF_HAVE_PG_MLOCK(flag,string) ,{1UL << flag, string}
71#else
72#define IF_HAVE_PG_MLOCK(flag,string)
73#endif
74
75#ifdef CONFIG_ARCH_USES_PG_UNCACHED
76#define IF_HAVE_PG_UNCACHED(flag,string) ,{1UL << flag, string}
77#else
78#define IF_HAVE_PG_UNCACHED(flag,string)
79#endif
80
81#ifdef CONFIG_MEMORY_FAILURE
82#define IF_HAVE_PG_HWPOISON(flag,string) ,{1UL << flag, string}
83#else
84#define IF_HAVE_PG_HWPOISON(flag,string)
85#endif
86
87#if defined(CONFIG_PAGE_IDLE_FLAG) && defined(CONFIG_64BIT)
88#define IF_HAVE_PG_IDLE(flag,string) ,{1UL << flag, string}
89#else
90#define IF_HAVE_PG_IDLE(flag,string)
91#endif
92
93#ifdef CONFIG_ARCH_USES_PG_ARCH_X
94#define IF_HAVE_PG_ARCH_X(flag,string) ,{1UL << flag, string}
95#else
96#define IF_HAVE_PG_ARCH_X(flag,string)
97#endif
98
99#ifdef CONFIG_KASAN_HW_TAGS
100#define IF_HAVE_PG_SKIP_KASAN_POISON(flag,string) ,{1UL << flag, string}
101#else
102#define IF_HAVE_PG_SKIP_KASAN_POISON(flag,string)
103#endif
104
105#define __def_pageflag_names \
106 {1UL << PG_locked, "locked" }, \
107 {1UL << PG_waiters, "waiters" }, \
108 {1UL << PG_error, "error" }, \
109 {1UL << PG_referenced, "referenced" }, \
110 {1UL << PG_uptodate, "uptodate" }, \
111 {1UL << PG_dirty, "dirty" }, \
112 {1UL << PG_lru, "lru" }, \
113 {1UL << PG_active, "active" }, \
114 {1UL << PG_workingset, "workingset" }, \
115 {1UL << PG_slab, "slab" }, \
116 {1UL << PG_owner_priv_1, "owner_priv_1" }, \
117 {1UL << PG_arch_1, "arch_1" }, \
118 {1UL << PG_reserved, "reserved" }, \
119 {1UL << PG_private, "private" }, \
120 {1UL << PG_private_2, "private_2" }, \
121 {1UL << PG_writeback, "writeback" }, \
122 {1UL << PG_head, "head" }, \
123 {1UL << PG_mappedtodisk, "mappedtodisk" }, \
124 {1UL << PG_reclaim, "reclaim" }, \
125 {1UL << PG_swapbacked, "swapbacked" }, \
126 {1UL << PG_unevictable, "unevictable" } \
127IF_HAVE_PG_MLOCK(PG_mlocked, "mlocked" ) \
128IF_HAVE_PG_UNCACHED(PG_uncached, "uncached" ) \
129IF_HAVE_PG_HWPOISON(PG_hwpoison, "hwpoison" ) \
130IF_HAVE_PG_IDLE(PG_young, "young" ) \
131IF_HAVE_PG_IDLE(PG_idle, "idle" ) \
132IF_HAVE_PG_ARCH_X(PG_arch_2, "arch_2" ) \
133IF_HAVE_PG_ARCH_X(PG_arch_3, "arch_3" ) \
134IF_HAVE_PG_SKIP_KASAN_POISON(PG_skip_kasan_poison, "skip_kasan_poison")
135
136#define show_page_flags(flags) \
137 (flags) ? __print_flags(flags, "|", \
138 __def_pageflag_names \
139 ) : "none"
140
141#if defined(CONFIG_X86)
142#define __VM_ARCH_SPECIFIC_1 {VM_PAT, "pat" }
143#elif defined(CONFIG_PPC)
144#define __VM_ARCH_SPECIFIC_1 {VM_SAO, "sao" }
145#elif defined(CONFIG_PARISC) || defined(CONFIG_IA64)
146#define __VM_ARCH_SPECIFIC_1 {VM_GROWSUP, "growsup" }
147#elif !defined(CONFIG_MMU)
148#define __VM_ARCH_SPECIFIC_1 {VM_MAPPED_COPY,"mappedcopy" }
149#else
150#define __VM_ARCH_SPECIFIC_1 {VM_ARCH_1, "arch_1" }
151#endif
152
153#ifdef CONFIG_MEM_SOFT_DIRTY
154#define IF_HAVE_VM_SOFTDIRTY(flag,name) {flag, name },
155#else
156#define IF_HAVE_VM_SOFTDIRTY(flag,name)
157#endif
158
159#ifdef CONFIG_HAVE_ARCH_USERFAULTFD_MINOR
160# define IF_HAVE_UFFD_MINOR(flag, name) {flag, name},
161#else
162# define IF_HAVE_UFFD_MINOR(flag, name)
163#endif
164
165#define __def_vmaflag_names \
166 {VM_READ, "read" }, \
167 {VM_WRITE, "write" }, \
168 {VM_EXEC, "exec" }, \
169 {VM_SHARED, "shared" }, \
170 {VM_MAYREAD, "mayread" }, \
171 {VM_MAYWRITE, "maywrite" }, \
172 {VM_MAYEXEC, "mayexec" }, \
173 {VM_MAYSHARE, "mayshare" }, \
174 {VM_GROWSDOWN, "growsdown" }, \
175 {VM_UFFD_MISSING, "uffd_missing" }, \
176IF_HAVE_UFFD_MINOR(VM_UFFD_MINOR, "uffd_minor" ) \
177 {VM_PFNMAP, "pfnmap" }, \
178 {VM_UFFD_WP, "uffd_wp" }, \
179 {VM_LOCKED, "locked" }, \
180 {VM_IO, "io" }, \
181 {VM_SEQ_READ, "seqread" }, \
182 {VM_RAND_READ, "randread" }, \
183 {VM_DONTCOPY, "dontcopy" }, \
184 {VM_DONTEXPAND, "dontexpand" }, \
185 {VM_LOCKONFAULT, "lockonfault" }, \
186 {VM_ACCOUNT, "account" }, \
187 {VM_NORESERVE, "noreserve" }, \
188 {VM_HUGETLB, "hugetlb" }, \
189 {VM_SYNC, "sync" }, \
190 __VM_ARCH_SPECIFIC_1 , \
191 {VM_WIPEONFORK, "wipeonfork" }, \
192 {VM_DONTDUMP, "dontdump" }, \
193IF_HAVE_VM_SOFTDIRTY(VM_SOFTDIRTY, "softdirty" ) \
194 {VM_MIXEDMAP, "mixedmap" }, \
195 {VM_HUGEPAGE, "hugepage" }, \
196 {VM_NOHUGEPAGE, "nohugepage" }, \
197 {VM_MERGEABLE, "mergeable" } \
198
199#define show_vma_flags(flags) \
200 (flags) ? __print_flags(flags, "|", \
201 __def_vmaflag_names \
202 ) : "none"
203
204#ifdef CONFIG_COMPACTION
205#define COMPACTION_STATUS \
206 EM( COMPACT_SKIPPED, "skipped") \
207 EM( COMPACT_DEFERRED, "deferred") \
208 EM( COMPACT_CONTINUE, "continue") \
209 EM( COMPACT_SUCCESS, "success") \
210 EM( COMPACT_PARTIAL_SKIPPED, "partial_skipped") \
211 EM( COMPACT_COMPLETE, "complete") \
212 EM( COMPACT_NO_SUITABLE_PAGE, "no_suitable_page") \
213 EM( COMPACT_NOT_SUITABLE_ZONE, "not_suitable_zone") \
214 EMe(COMPACT_CONTENDED, "contended")
215
216/* High-level compaction status feedback */
217#define COMPACTION_FAILED 1
218#define COMPACTION_WITHDRAWN 2
219#define COMPACTION_PROGRESS 3
220
221#define compact_result_to_feedback(result) \
222({ \
223 enum compact_result __result = result; \
224 (compaction_failed(__result)) ? COMPACTION_FAILED : \
225 (compaction_withdrawn(__result)) ? COMPACTION_WITHDRAWN : COMPACTION_PROGRESS; \
226})
227
228#define COMPACTION_FEEDBACK \
229 EM(COMPACTION_FAILED, "failed") \
230 EM(COMPACTION_WITHDRAWN, "withdrawn") \
231 EMe(COMPACTION_PROGRESS, "progress")
232
233#define COMPACTION_PRIORITY \
234 EM(COMPACT_PRIO_SYNC_FULL, "COMPACT_PRIO_SYNC_FULL") \
235 EM(COMPACT_PRIO_SYNC_LIGHT, "COMPACT_PRIO_SYNC_LIGHT") \
236 EMe(COMPACT_PRIO_ASYNC, "COMPACT_PRIO_ASYNC")
237#else
238#define COMPACTION_STATUS
239#define COMPACTION_PRIORITY
240#define COMPACTION_FEEDBACK
241#endif
242
243#ifdef CONFIG_ZONE_DMA
244#define IFDEF_ZONE_DMA(X) X
245#else
246#define IFDEF_ZONE_DMA(X)
247#endif
248
249#ifdef CONFIG_ZONE_DMA32
250#define IFDEF_ZONE_DMA32(X) X
251#else
252#define IFDEF_ZONE_DMA32(X)
253#endif
254
255#ifdef CONFIG_HIGHMEM
256#define IFDEF_ZONE_HIGHMEM(X) X
257#else
258#define IFDEF_ZONE_HIGHMEM(X)
259#endif
260
261#define ZONE_TYPE \
262 IFDEF_ZONE_DMA( EM (ZONE_DMA, "DMA")) \
263 IFDEF_ZONE_DMA32( EM (ZONE_DMA32, "DMA32")) \
264 EM (ZONE_NORMAL, "Normal") \
265 IFDEF_ZONE_HIGHMEM( EM (ZONE_HIGHMEM,"HighMem")) \
266 EMe(ZONE_MOVABLE,"Movable")
267
268#define LRU_NAMES \
269 EM (LRU_INACTIVE_ANON, "inactive_anon") \
270 EM (LRU_ACTIVE_ANON, "active_anon") \
271 EM (LRU_INACTIVE_FILE, "inactive_file") \
272 EM (LRU_ACTIVE_FILE, "active_file") \
273 EMe(LRU_UNEVICTABLE, "unevictable")
274
275/*
276 * First define the enums in the above macros to be exported to userspace
277 * via TRACE_DEFINE_ENUM().
278 */
279#undef EM
280#undef EMe
281#define EM(a, b) TRACE_DEFINE_ENUM(a);
282#define EMe(a, b) TRACE_DEFINE_ENUM(a);
283
284COMPACTION_STATUS
285COMPACTION_PRIORITY
286/* COMPACTION_FEEDBACK are defines not enums. Not needed here. */
287ZONE_TYPE
288LRU_NAMES
289
290/*
291 * Now redefine the EM() and EMe() macros to map the enums to the strings
292 * that will be printed in the output.
293 */
294#undef EM
295#undef EMe
296#define EM(a, b) {a, b},
297#define EMe(a, b) {a, b}