Linux kernel mirror (for testing)
git.kernel.org/pub/scm/linux/kernel/git/torvalds/linux.git
tjh.dev
kernel
os
linux
1#ifndef __LINUX_MEMORY_HOTPLUG_H
2#define __LINUX_MEMORY_HOTPLUG_H
3
4#include <linux/mmzone.h>
5#include <linux/spinlock.h>
6#include <linux/notifier.h>
7#include <linux/bug.h>
8
9struct page;
10struct zone;
11struct pglist_data;
12struct mem_section;
13struct memory_block;
14
15#ifdef CONFIG_MEMORY_HOTPLUG
16
17/*
18 * Types for free bootmem stored in page->lru.next. These have to be in
19 * some random range in unsigned long space for debugging purposes.
20 */
21enum {
22 MEMORY_HOTPLUG_MIN_BOOTMEM_TYPE = 12,
23 SECTION_INFO = MEMORY_HOTPLUG_MIN_BOOTMEM_TYPE,
24 MIX_SECTION_INFO,
25 NODE_INFO,
26 MEMORY_HOTPLUG_MAX_BOOTMEM_TYPE = NODE_INFO,
27};
28
29/* Types for control the zone type of onlined and offlined memory */
30enum {
31 MMOP_OFFLINE = -1,
32 MMOP_ONLINE_KEEP,
33 MMOP_ONLINE_KERNEL,
34 MMOP_ONLINE_MOVABLE,
35};
36
37/*
38 * pgdat resizing functions
39 */
40static inline
41void pgdat_resize_lock(struct pglist_data *pgdat, unsigned long *flags)
42{
43 spin_lock_irqsave(&pgdat->node_size_lock, *flags);
44}
45static inline
46void pgdat_resize_unlock(struct pglist_data *pgdat, unsigned long *flags)
47{
48 spin_unlock_irqrestore(&pgdat->node_size_lock, *flags);
49}
50static inline
51void pgdat_resize_init(struct pglist_data *pgdat)
52{
53 spin_lock_init(&pgdat->node_size_lock);
54}
55/*
56 * Zone resizing functions
57 *
58 * Note: any attempt to resize a zone should has pgdat_resize_lock()
59 * zone_span_writelock() both held. This ensure the size of a zone
60 * can't be changed while pgdat_resize_lock() held.
61 */
62static inline unsigned zone_span_seqbegin(struct zone *zone)
63{
64 return read_seqbegin(&zone->span_seqlock);
65}
66static inline int zone_span_seqretry(struct zone *zone, unsigned iv)
67{
68 return read_seqretry(&zone->span_seqlock, iv);
69}
70static inline void zone_span_writelock(struct zone *zone)
71{
72 write_seqlock(&zone->span_seqlock);
73}
74static inline void zone_span_writeunlock(struct zone *zone)
75{
76 write_sequnlock(&zone->span_seqlock);
77}
78static inline void zone_seqlock_init(struct zone *zone)
79{
80 seqlock_init(&zone->span_seqlock);
81}
82extern int zone_grow_free_lists(struct zone *zone, unsigned long new_nr_pages);
83extern int zone_grow_waitqueues(struct zone *zone, unsigned long nr_pages);
84extern int add_one_highpage(struct page *page, int pfn, int bad_ppro);
85/* VM interface that may be used by firmware interface */
86extern int online_pages(unsigned long, unsigned long, int);
87extern void __offline_isolated_pages(unsigned long, unsigned long);
88
89typedef void (*online_page_callback_t)(struct page *page);
90
91extern int set_online_page_callback(online_page_callback_t callback);
92extern int restore_online_page_callback(online_page_callback_t callback);
93
94extern void __online_page_set_limits(struct page *page);
95extern void __online_page_increment_counters(struct page *page);
96extern void __online_page_free(struct page *page);
97
98extern int try_online_node(int nid);
99
100#ifdef CONFIG_MEMORY_HOTREMOVE
101extern bool is_pageblock_removable_nolock(struct page *page);
102extern int arch_remove_memory(u64 start, u64 size);
103extern int __remove_pages(struct zone *zone, unsigned long start_pfn,
104 unsigned long nr_pages);
105#endif /* CONFIG_MEMORY_HOTREMOVE */
106
107/* reasonably generic interface to expand the physical pages in a zone */
108extern int __add_pages(int nid, struct zone *zone, unsigned long start_pfn,
109 unsigned long nr_pages);
110
111#ifdef CONFIG_NUMA
112extern int memory_add_physaddr_to_nid(u64 start);
113#else
114static inline int memory_add_physaddr_to_nid(u64 start)
115{
116 return 0;
117}
118#endif
119
120#ifdef CONFIG_HAVE_ARCH_NODEDATA_EXTENSION
121/*
122 * For supporting node-hotadd, we have to allocate a new pgdat.
123 *
124 * If an arch has generic style NODE_DATA(),
125 * node_data[nid] = kzalloc() works well. But it depends on the architecture.
126 *
127 * In general, generic_alloc_nodedata() is used.
128 * Now, arch_free_nodedata() is just defined for error path of node_hot_add.
129 *
130 */
131extern pg_data_t *arch_alloc_nodedata(int nid);
132extern void arch_free_nodedata(pg_data_t *pgdat);
133extern void arch_refresh_nodedata(int nid, pg_data_t *pgdat);
134
135#else /* CONFIG_HAVE_ARCH_NODEDATA_EXTENSION */
136
137#define arch_alloc_nodedata(nid) generic_alloc_nodedata(nid)
138#define arch_free_nodedata(pgdat) generic_free_nodedata(pgdat)
139
140#ifdef CONFIG_NUMA
141/*
142 * If ARCH_HAS_NODEDATA_EXTENSION=n, this func is used to allocate pgdat.
143 * XXX: kmalloc_node() can't work well to get new node's memory at this time.
144 * Because, pgdat for the new node is not allocated/initialized yet itself.
145 * To use new node's memory, more consideration will be necessary.
146 */
147#define generic_alloc_nodedata(nid) \
148({ \
149 kzalloc(sizeof(pg_data_t), GFP_KERNEL); \
150})
151/*
152 * This definition is just for error path in node hotadd.
153 * For node hotremove, we have to replace this.
154 */
155#define generic_free_nodedata(pgdat) kfree(pgdat)
156
157extern pg_data_t *node_data[];
158static inline void arch_refresh_nodedata(int nid, pg_data_t *pgdat)
159{
160 node_data[nid] = pgdat;
161}
162
163#else /* !CONFIG_NUMA */
164
165/* never called */
166static inline pg_data_t *generic_alloc_nodedata(int nid)
167{
168 BUG();
169 return NULL;
170}
171static inline void generic_free_nodedata(pg_data_t *pgdat)
172{
173}
174static inline void arch_refresh_nodedata(int nid, pg_data_t *pgdat)
175{
176}
177#endif /* CONFIG_NUMA */
178#endif /* CONFIG_HAVE_ARCH_NODEDATA_EXTENSION */
179
180#ifdef CONFIG_HAVE_BOOTMEM_INFO_NODE
181extern void register_page_bootmem_info_node(struct pglist_data *pgdat);
182#else
183static inline void register_page_bootmem_info_node(struct pglist_data *pgdat)
184{
185}
186#endif
187extern void put_page_bootmem(struct page *page);
188extern void get_page_bootmem(unsigned long ingo, struct page *page,
189 unsigned long type);
190
191void get_online_mems(void);
192void put_online_mems(void);
193
194#else /* ! CONFIG_MEMORY_HOTPLUG */
195/*
196 * Stub functions for when hotplug is off
197 */
198static inline void pgdat_resize_lock(struct pglist_data *p, unsigned long *f) {}
199static inline void pgdat_resize_unlock(struct pglist_data *p, unsigned long *f) {}
200static inline void pgdat_resize_init(struct pglist_data *pgdat) {}
201
202static inline unsigned zone_span_seqbegin(struct zone *zone)
203{
204 return 0;
205}
206static inline int zone_span_seqretry(struct zone *zone, unsigned iv)
207{
208 return 0;
209}
210static inline void zone_span_writelock(struct zone *zone) {}
211static inline void zone_span_writeunlock(struct zone *zone) {}
212static inline void zone_seqlock_init(struct zone *zone) {}
213
214static inline int mhp_notimplemented(const char *func)
215{
216 printk(KERN_WARNING "%s() called, with CONFIG_MEMORY_HOTPLUG disabled\n", func);
217 dump_stack();
218 return -ENOSYS;
219}
220
221static inline void register_page_bootmem_info_node(struct pglist_data *pgdat)
222{
223}
224
225static inline int try_online_node(int nid)
226{
227 return 0;
228}
229
230static inline void get_online_mems(void) {}
231static inline void put_online_mems(void) {}
232
233#endif /* ! CONFIG_MEMORY_HOTPLUG */
234
235#ifdef CONFIG_MEMORY_HOTREMOVE
236
237extern int is_mem_section_removable(unsigned long pfn, unsigned long nr_pages);
238extern void try_offline_node(int nid);
239extern int offline_pages(unsigned long start_pfn, unsigned long nr_pages);
240extern void remove_memory(int nid, u64 start, u64 size);
241
242#else
243static inline int is_mem_section_removable(unsigned long pfn,
244 unsigned long nr_pages)
245{
246 return 0;
247}
248
249static inline void try_offline_node(int nid) {}
250
251static inline int offline_pages(unsigned long start_pfn, unsigned long nr_pages)
252{
253 return -EINVAL;
254}
255
256static inline void remove_memory(int nid, u64 start, u64 size) {}
257#endif /* CONFIG_MEMORY_HOTREMOVE */
258
259extern int walk_memory_range(unsigned long start_pfn, unsigned long end_pfn,
260 void *arg, int (*func)(struct memory_block *, void *));
261extern int add_memory(int nid, u64 start, u64 size);
262extern int zone_for_memory(int nid, u64 start, u64 size, int zone_default);
263extern int arch_add_memory(int nid, u64 start, u64 size);
264extern int offline_pages(unsigned long start_pfn, unsigned long nr_pages);
265extern bool is_memblock_offlined(struct memory_block *mem);
266extern void remove_memory(int nid, u64 start, u64 size);
267extern int sparse_add_one_section(struct zone *zone, unsigned long start_pfn);
268extern void sparse_remove_one_section(struct zone *zone, struct mem_section *ms);
269extern struct page *sparse_decode_mem_map(unsigned long coded_mem_map,
270 unsigned long pnum);
271
272#endif /* __LINUX_MEMORY_HOTPLUG_H */