1#ifndef __LINUX_MEMORY_HOTPLUG_H
2#define __LINUX_MEMORY_HOTPLUG_H
3
4#include <linux/mmzone.h>
5#include <linux/spinlock.h>
6#include <linux/notifier.h>
7#include <linux/bug.h>
8
9struct page;
10struct zone;
11struct pglist_data;
12struct mem_section;
13struct memory_block;
14
15#ifdef CONFIG_MEMORY_HOTPLUG
16
17/*
18 * Types for free bootmem stored in page->lru.next. These have to be in
19 * some random range in unsigned long space for debugging purposes.
20 */
21enum {
22	MEMORY_HOTPLUG_MIN_BOOTMEM_TYPE = 12,
23	SECTION_INFO = MEMORY_HOTPLUG_MIN_BOOTMEM_TYPE,
24	MIX_SECTION_INFO,
25	NODE_INFO,
26	MEMORY_HOTPLUG_MAX_BOOTMEM_TYPE = NODE_INFO,
27};
28
29/* Types for control the zone type of onlined and offlined memory */
30enum {
31	MMOP_OFFLINE = -1,
32	MMOP_ONLINE_KEEP,
33	MMOP_ONLINE_KERNEL,
34	MMOP_ONLINE_MOVABLE,
35};
36
37/*
38 * pgdat resizing functions
39 */
40static inline
41void pgdat_resize_lock(struct pglist_data *pgdat, unsigned long *flags)
42{
43	spin_lock_irqsave(&pgdat->node_size_lock, *flags);
44}
45static inline
46void pgdat_resize_unlock(struct pglist_data *pgdat, unsigned long *flags)
47{
48	spin_unlock_irqrestore(&pgdat->node_size_lock, *flags);
49}
50static inline
51void pgdat_resize_init(struct pglist_data *pgdat)
52{
53	spin_lock_init(&pgdat->node_size_lock);
54}
55/*
56 * Zone resizing functions
57 *
58 * Note: any attempt to resize a zone should has pgdat_resize_lock()
59 * zone_span_writelock() both held. This ensure the size of a zone
60 * can't be changed while pgdat_resize_lock() held.
61 */
62static inline unsigned zone_span_seqbegin(struct zone *zone)
63{
64	return read_seqbegin(&zone->span_seqlock);
65}
66static inline int zone_span_seqretry(struct zone *zone, unsigned iv)
67{
68	return read_seqretry(&zone->span_seqlock, iv);
69}
70static inline void zone_span_writelock(struct zone *zone)
71{
72	write_seqlock(&zone->span_seqlock);
73}
74static inline void zone_span_writeunlock(struct zone *zone)
75{
76	write_sequnlock(&zone->span_seqlock);
77}
78static inline void zone_seqlock_init(struct zone *zone)
79{
80	seqlock_init(&zone->span_seqlock);
81}
82extern int zone_grow_free_lists(struct zone *zone, unsigned long new_nr_pages);
83extern int zone_grow_waitqueues(struct zone *zone, unsigned long nr_pages);
84extern int add_one_highpage(struct page *page, int pfn, int bad_ppro);
85/* VM interface that may be used by firmware interface */
86extern int online_pages(unsigned long, unsigned long, int);
87extern int test_pages_in_a_zone(unsigned long, unsigned long);
88extern void __offline_isolated_pages(unsigned long, unsigned long);
89
90typedef void (*online_page_callback_t)(struct page *page);
91
92extern int set_online_page_callback(online_page_callback_t callback);
93extern int restore_online_page_callback(online_page_callback_t callback);
94
95extern void __online_page_set_limits(struct page *page);
96extern void __online_page_increment_counters(struct page *page);
97extern void __online_page_free(struct page *page);
98
99extern int try_online_node(int nid);
100
101#ifdef CONFIG_MEMORY_HOTREMOVE
102extern bool is_pageblock_removable_nolock(struct page *page);
103extern int arch_remove_memory(u64 start, u64 size);
104extern int __remove_pages(struct zone *zone, unsigned long start_pfn,
105	unsigned long nr_pages);
106#endif /* CONFIG_MEMORY_HOTREMOVE */
107
108/* reasonably generic interface to expand the physical pages in a zone  */
109extern int __add_pages(int nid, struct zone *zone, unsigned long start_pfn,
110	unsigned long nr_pages);
111
112#ifdef CONFIG_NUMA
113extern int memory_add_physaddr_to_nid(u64 start);
114#else
115static inline int memory_add_physaddr_to_nid(u64 start)
116{
117	return 0;
118}
119#endif
120
121#ifdef CONFIG_HAVE_ARCH_NODEDATA_EXTENSION
122/*
123 * For supporting node-hotadd, we have to allocate a new pgdat.
124 *
125 * If an arch has generic style NODE_DATA(),
126 * node_data[nid] = kzalloc() works well. But it depends on the architecture.
127 *
128 * In general, generic_alloc_nodedata() is used.
129 * Now, arch_free_nodedata() is just defined for error path of node_hot_add.
130 *
131 */
132extern pg_data_t *arch_alloc_nodedata(int nid);
133extern void arch_free_nodedata(pg_data_t *pgdat);
134extern void arch_refresh_nodedata(int nid, pg_data_t *pgdat);
135
136#else /* CONFIG_HAVE_ARCH_NODEDATA_EXTENSION */
137
138#define arch_alloc_nodedata(nid)	generic_alloc_nodedata(nid)
139#define arch_free_nodedata(pgdat)	generic_free_nodedata(pgdat)
140
141#ifdef CONFIG_NUMA
142/*
143 * If ARCH_HAS_NODEDATA_EXTENSION=n, this func is used to allocate pgdat.
144 * XXX: kmalloc_node() can't work well to get new node's memory at this time.
145 *	Because, pgdat for the new node is not allocated/initialized yet itself.
146 *	To use new node's memory, more consideration will be necessary.
147 */
148#define generic_alloc_nodedata(nid)				\
149({								\
150	kzalloc(sizeof(pg_data_t), GFP_KERNEL);			\
151})
152/*
153 * This definition is just for error path in node hotadd.
154 * For node hotremove, we have to replace this.
155 */
156#define generic_free_nodedata(pgdat)	kfree(pgdat)
157
158extern pg_data_t *node_data[];
159static inline void arch_refresh_nodedata(int nid, pg_data_t *pgdat)
160{
161	node_data[nid] = pgdat;
162}
163
164#else /* !CONFIG_NUMA */
165
166/* never called */
167static inline pg_data_t *generic_alloc_nodedata(int nid)
168{
169	BUG();
170	return NULL;
171}
172static inline void generic_free_nodedata(pg_data_t *pgdat)
173{
174}
175static inline void arch_refresh_nodedata(int nid, pg_data_t *pgdat)
176{
177}
178#endif /* CONFIG_NUMA */
179#endif /* CONFIG_HAVE_ARCH_NODEDATA_EXTENSION */
180
181#ifdef CONFIG_HAVE_BOOTMEM_INFO_NODE
182extern void register_page_bootmem_info_node(struct pglist_data *pgdat);
183#else
184static inline void register_page_bootmem_info_node(struct pglist_data *pgdat)
185{
186}
187#endif
188extern void put_page_bootmem(struct page *page);
189extern void get_page_bootmem(unsigned long ingo, struct page *page,
190			     unsigned long type);
191
192void get_online_mems(void);
193void put_online_mems(void);
194
195void mem_hotplug_begin(void);
196void mem_hotplug_done(void);
197
198#else /* ! CONFIG_MEMORY_HOTPLUG */
199/*
200 * Stub functions for when hotplug is off
201 */
202static inline void pgdat_resize_lock(struct pglist_data *p, unsigned long *f) {}
203static inline void pgdat_resize_unlock(struct pglist_data *p, unsigned long *f) {}
204static inline void pgdat_resize_init(struct pglist_data *pgdat) {}
205
206static inline unsigned zone_span_seqbegin(struct zone *zone)
207{
208	return 0;
209}
210static inline int zone_span_seqretry(struct zone *zone, unsigned iv)
211{
212	return 0;
213}
214static inline void zone_span_writelock(struct zone *zone) {}
215static inline void zone_span_writeunlock(struct zone *zone) {}
216static inline void zone_seqlock_init(struct zone *zone) {}
217
218static inline int mhp_notimplemented(const char *func)
219{
220	printk(KERN_WARNING "%s() called, with CONFIG_MEMORY_HOTPLUG disabled\n", func);
221	dump_stack();
222	return -ENOSYS;
223}
224
225static inline void register_page_bootmem_info_node(struct pglist_data *pgdat)
226{
227}
228
229static inline int try_online_node(int nid)
230{
231	return 0;
232}
233
234static inline void get_online_mems(void) {}
235static inline void put_online_mems(void) {}
236
237static inline void mem_hotplug_begin(void) {}
238static inline void mem_hotplug_done(void) {}
239
240#endif /* ! CONFIG_MEMORY_HOTPLUG */
241
242#ifdef CONFIG_MEMORY_HOTREMOVE
243
244extern int is_mem_section_removable(unsigned long pfn, unsigned long nr_pages);
245extern void try_offline_node(int nid);
246extern int offline_pages(unsigned long start_pfn, unsigned long nr_pages);
247extern void remove_memory(int nid, u64 start, u64 size);
248
249#else
250static inline int is_mem_section_removable(unsigned long pfn,
251					unsigned long nr_pages)
252{
253	return 0;
254}
255
256static inline void try_offline_node(int nid) {}
257
258static inline int offline_pages(unsigned long start_pfn, unsigned long nr_pages)
259{
260	return -EINVAL;
261}
262
263static inline void remove_memory(int nid, u64 start, u64 size) {}
264#endif /* CONFIG_MEMORY_HOTREMOVE */
265
266extern int walk_memory_range(unsigned long start_pfn, unsigned long end_pfn,
267		void *arg, int (*func)(struct memory_block *, void *));
268extern int add_memory(int nid, u64 start, u64 size);
269extern int zone_for_memory(int nid, u64 start, u64 size, int zone_default);
270extern int arch_add_memory(int nid, u64 start, u64 size);
271extern int offline_pages(unsigned long start_pfn, unsigned long nr_pages);
272extern bool is_memblock_offlined(struct memory_block *mem);
273extern void remove_memory(int nid, u64 start, u64 size);
274extern int sparse_add_one_section(struct zone *zone, unsigned long start_pfn);
275extern void sparse_remove_one_section(struct zone *zone, struct mem_section *ms);
276extern struct page *sparse_decode_mem_map(unsigned long coded_mem_map,
277					  unsigned long pnum);
278
279#endif /* __LINUX_MEMORY_HOTPLUG_H */
280