Linux kernel mirror (for testing)
git.kernel.org/pub/scm/linux/kernel/git/torvalds/linux.git
tjh.dev
kernel
os
linux
1#ifndef __LINUX_MEMORY_HOTPLUG_H
2#define __LINUX_MEMORY_HOTPLUG_H
3
4#include <linux/mmzone.h>
5#include <linux/spinlock.h>
6#include <linux/notifier.h>
7#include <linux/bug.h>
8
9struct page;
10struct zone;
11struct pglist_data;
12struct mem_section;
13struct memory_block;
14
15#ifdef CONFIG_MEMORY_HOTPLUG
16
17/*
18 * Types for free bootmem stored in page->lru.next. These have to be in
19 * some random range in unsigned long space for debugging purposes.
20 */
21enum {
22 MEMORY_HOTPLUG_MIN_BOOTMEM_TYPE = 12,
23 SECTION_INFO = MEMORY_HOTPLUG_MIN_BOOTMEM_TYPE,
24 MIX_SECTION_INFO,
25 NODE_INFO,
26 MEMORY_HOTPLUG_MAX_BOOTMEM_TYPE = NODE_INFO,
27};
28
29/*
30 * pgdat resizing functions
31 */
32static inline
33void pgdat_resize_lock(struct pglist_data *pgdat, unsigned long *flags)
34{
35 spin_lock_irqsave(&pgdat->node_size_lock, *flags);
36}
37static inline
38void pgdat_resize_unlock(struct pglist_data *pgdat, unsigned long *flags)
39{
40 spin_unlock_irqrestore(&pgdat->node_size_lock, *flags);
41}
42static inline
43void pgdat_resize_init(struct pglist_data *pgdat)
44{
45 spin_lock_init(&pgdat->node_size_lock);
46}
47/*
48 * Zone resizing functions
49 */
50static inline unsigned zone_span_seqbegin(struct zone *zone)
51{
52 return read_seqbegin(&zone->span_seqlock);
53}
54static inline int zone_span_seqretry(struct zone *zone, unsigned iv)
55{
56 return read_seqretry(&zone->span_seqlock, iv);
57}
58static inline void zone_span_writelock(struct zone *zone)
59{
60 write_seqlock(&zone->span_seqlock);
61}
62static inline void zone_span_writeunlock(struct zone *zone)
63{
64 write_sequnlock(&zone->span_seqlock);
65}
66static inline void zone_seqlock_init(struct zone *zone)
67{
68 seqlock_init(&zone->span_seqlock);
69}
70extern int zone_grow_free_lists(struct zone *zone, unsigned long new_nr_pages);
71extern int zone_grow_waitqueues(struct zone *zone, unsigned long nr_pages);
72extern int add_one_highpage(struct page *page, int pfn, int bad_ppro);
73/* VM interface that may be used by firmware interface */
74extern int online_pages(unsigned long, unsigned long);
75extern void __offline_isolated_pages(unsigned long, unsigned long);
76
77typedef void (*online_page_callback_t)(struct page *page);
78
79extern int set_online_page_callback(online_page_callback_t callback);
80extern int restore_online_page_callback(online_page_callback_t callback);
81
82extern void __online_page_set_limits(struct page *page);
83extern void __online_page_increment_counters(struct page *page);
84extern void __online_page_free(struct page *page);
85
86#ifdef CONFIG_MEMORY_HOTREMOVE
87extern bool is_pageblock_removable_nolock(struct page *page);
88#endif /* CONFIG_MEMORY_HOTREMOVE */
89
90/* reasonably generic interface to expand the physical pages in a zone */
91extern int __add_pages(int nid, struct zone *zone, unsigned long start_pfn,
92 unsigned long nr_pages);
93extern int __remove_pages(struct zone *zone, unsigned long start_pfn,
94 unsigned long nr_pages);
95
96#ifdef CONFIG_NUMA
97extern int memory_add_physaddr_to_nid(u64 start);
98#else
99static inline int memory_add_physaddr_to_nid(u64 start)
100{
101 return 0;
102}
103#endif
104
105#ifdef CONFIG_HAVE_ARCH_NODEDATA_EXTENSION
106/*
107 * For supporting node-hotadd, we have to allocate a new pgdat.
108 *
109 * If an arch has generic style NODE_DATA(),
110 * node_data[nid] = kzalloc() works well. But it depends on the architecture.
111 *
112 * In general, generic_alloc_nodedata() is used.
113 * Now, arch_free_nodedata() is just defined for error path of node_hot_add.
114 *
115 */
116extern pg_data_t *arch_alloc_nodedata(int nid);
117extern void arch_free_nodedata(pg_data_t *pgdat);
118extern void arch_refresh_nodedata(int nid, pg_data_t *pgdat);
119
120#else /* CONFIG_HAVE_ARCH_NODEDATA_EXTENSION */
121
122#define arch_alloc_nodedata(nid) generic_alloc_nodedata(nid)
123#define arch_free_nodedata(pgdat) generic_free_nodedata(pgdat)
124
125#ifdef CONFIG_NUMA
126/*
127 * If ARCH_HAS_NODEDATA_EXTENSION=n, this func is used to allocate pgdat.
128 * XXX: kmalloc_node() can't work well to get new node's memory at this time.
129 * Because, pgdat for the new node is not allocated/initialized yet itself.
130 * To use new node's memory, more consideration will be necessary.
131 */
132#define generic_alloc_nodedata(nid) \
133({ \
134 kzalloc(sizeof(pg_data_t), GFP_KERNEL); \
135})
136/*
137 * This definition is just for error path in node hotadd.
138 * For node hotremove, we have to replace this.
139 */
140#define generic_free_nodedata(pgdat) kfree(pgdat)
141
142extern pg_data_t *node_data[];
143static inline void arch_refresh_nodedata(int nid, pg_data_t *pgdat)
144{
145 node_data[nid] = pgdat;
146}
147
148#else /* !CONFIG_NUMA */
149
150/* never called */
151static inline pg_data_t *generic_alloc_nodedata(int nid)
152{
153 BUG();
154 return NULL;
155}
156static inline void generic_free_nodedata(pg_data_t *pgdat)
157{
158}
159static inline void arch_refresh_nodedata(int nid, pg_data_t *pgdat)
160{
161}
162#endif /* CONFIG_NUMA */
163#endif /* CONFIG_HAVE_ARCH_NODEDATA_EXTENSION */
164
165#ifdef CONFIG_SPARSEMEM_VMEMMAP
166static inline void register_page_bootmem_info_node(struct pglist_data *pgdat)
167{
168}
169static inline void put_page_bootmem(struct page *page)
170{
171}
172#else
173extern void register_page_bootmem_info_node(struct pglist_data *pgdat);
174extern void put_page_bootmem(struct page *page);
175#endif
176
177/*
178 * Lock for memory hotplug guarantees 1) all callbacks for memory hotplug
179 * notifier will be called under this. 2) offline/online/add/remove memory
180 * will not run simultaneously.
181 */
182
183void lock_memory_hotplug(void);
184void unlock_memory_hotplug(void);
185
186#else /* ! CONFIG_MEMORY_HOTPLUG */
187/*
188 * Stub functions for when hotplug is off
189 */
190static inline void pgdat_resize_lock(struct pglist_data *p, unsigned long *f) {}
191static inline void pgdat_resize_unlock(struct pglist_data *p, unsigned long *f) {}
192static inline void pgdat_resize_init(struct pglist_data *pgdat) {}
193
194static inline unsigned zone_span_seqbegin(struct zone *zone)
195{
196 return 0;
197}
198static inline int zone_span_seqretry(struct zone *zone, unsigned iv)
199{
200 return 0;
201}
202static inline void zone_span_writelock(struct zone *zone) {}
203static inline void zone_span_writeunlock(struct zone *zone) {}
204static inline void zone_seqlock_init(struct zone *zone) {}
205
206static inline int mhp_notimplemented(const char *func)
207{
208 printk(KERN_WARNING "%s() called, with CONFIG_MEMORY_HOTPLUG disabled\n", func);
209 dump_stack();
210 return -ENOSYS;
211}
212
213static inline void register_page_bootmem_info_node(struct pglist_data *pgdat)
214{
215}
216
217static inline void lock_memory_hotplug(void) {}
218static inline void unlock_memory_hotplug(void) {}
219
220#endif /* ! CONFIG_MEMORY_HOTPLUG */
221
222#ifdef CONFIG_MEMORY_HOTREMOVE
223
224extern int is_mem_section_removable(unsigned long pfn, unsigned long nr_pages);
225
226#else
227static inline int is_mem_section_removable(unsigned long pfn,
228 unsigned long nr_pages)
229{
230 return 0;
231}
232#endif /* CONFIG_MEMORY_HOTREMOVE */
233
234extern int mem_online_node(int nid);
235extern int add_memory(int nid, u64 start, u64 size);
236extern int arch_add_memory(int nid, u64 start, u64 size);
237extern int offline_pages(unsigned long start_pfn, unsigned long nr_pages);
238extern int offline_memory_block(struct memory_block *mem);
239extern int remove_memory(u64 start, u64 size);
240extern int sparse_add_one_section(struct zone *zone, unsigned long start_pfn,
241 int nr_pages);
242extern void sparse_remove_one_section(struct zone *zone, struct mem_section *ms);
243extern struct page *sparse_decode_mem_map(unsigned long coded_mem_map,
244 unsigned long pnum);
245
246#endif /* __LINUX_MEMORY_HOTPLUG_H */