47 static void generic_online_page(struct page *page);
158 void get_page_bootmem(unsigned long info,  struct page *page,  in get_page_bootmem()  argument
161 	page->lru.next = (struct list_head *) type;  in get_page_bootmem()
162 	SetPagePrivate(page);  in get_page_bootmem()
163 	set_page_private(page, info);  in get_page_bootmem()
164 	atomic_inc(&page->_count);  in get_page_bootmem()
167 void put_page_bootmem(struct page *page)  in put_page_bootmem()  argument
171 	type = (unsigned long) page->lru.next;  in put_page_bootmem()
175 	if (atomic_dec_return(&page->_count) == 1) {  in put_page_bootmem()
176 		ClearPagePrivate(page);  in put_page_bootmem()
177 		set_page_private(page, 0);  in put_page_bootmem()
178 		INIT_LIST_HEAD(&page->lru);  in put_page_bootmem()
179 		free_reserved_page(page);  in put_page_bootmem()
189 	struct page *page, *memmap;  in register_page_bootmem_info_section()  local
201 	page = virt_to_page(memmap);  in register_page_bootmem_info_section()
202 	mapsize = sizeof(struct page) * PAGES_PER_SECTION;  in register_page_bootmem_info_section()
206 	for (i = 0; i < mapsize; i++, page++)  in register_page_bootmem_info_section()
207 		get_page_bootmem(section_nr, page, SECTION_INFO);  in register_page_bootmem_info_section()
210 	page = virt_to_page(usemap);  in register_page_bootmem_info_section()
214 	for (i = 0; i < mapsize; i++, page++)  in register_page_bootmem_info_section()
215 		get_page_bootmem(section_nr, page, MIX_SECTION_INFO);  in register_page_bootmem_info_section()
223 	struct page *page, *memmap;  in register_page_bootmem_info_section()  local
236 	page = virt_to_page(usemap);  in register_page_bootmem_info_section()
240 	for (i = 0; i < mapsize; i++, page++)  in register_page_bootmem_info_section()
241 		get_page_bootmem(section_nr, page, MIX_SECTION_INFO);  in register_page_bootmem_info_section()
249 	struct page *page;  in register_page_bootmem_info_node()  local
253 	page = virt_to_page(pgdat);  in register_page_bootmem_info_node()
255 	for (i = 0; i < nr_pages; i++, page++)  in register_page_bootmem_info_node()
256 		get_page_bootmem(node, page, NODE_INFO);  in register_page_bootmem_info_node()
264 			page = virt_to_page(zone->wait_table);  in register_page_bootmem_info_node()
266 			for (i = 0; i < nr_pages; i++, page++)  in register_page_bootmem_info_node()
267 				get_page_bootmem(node, page, NODE_INFO);  in register_page_bootmem_info_node()
842 void __online_page_set_limits(struct page *page)  in __online_page_set_limits()  argument
847 void __online_page_increment_counters(struct page *page)  in __online_page_increment_counters()  argument
849 	adjust_managed_page_count(page, 1);  in __online_page_increment_counters()
853 void __online_page_free(struct page *page)  in __online_page_free()  argument
855 	__free_reserved_page(page);  in __online_page_free()
859 static void generic_online_page(struct page *page)  in generic_online_page()  argument
861 	__online_page_set_limits(page);  in generic_online_page()
862 	__online_page_increment_counters(page);  in generic_online_page()
863 	__online_page_free(page);  in generic_online_page()
871 	struct page *page;  in online_pages_range()  local
874 			page = pfn_to_page(start_pfn + i);  in online_pages_range()
875 			(*online_page_callback)(page);  in online_pages_range()
1333 static inline int pageblock_free(struct page *page)  in pageblock_free()  argument
1335 	return PageBuddy(page) && page_order(page) >= pageblock_order;  in pageblock_free()
1339 static struct page *next_active_pageblock(struct page *page)  in next_active_pageblock()  argument
1342 	BUG_ON(page_to_pfn(page) & (pageblock_nr_pages - 1));  in next_active_pageblock()
1345 	if (pageblock_free(page)) {  in next_active_pageblock()
1348 		order = page_order(page);  in next_active_pageblock()
1350 			return page + (1 << order);  in next_active_pageblock()
1353 	return page + pageblock_nr_pages;  in next_active_pageblock()
1359 	struct page *page = pfn_to_page(start_pfn);  in is_mem_section_removable()  local
1360 	struct page *end_page = page + nr_pages;  in is_mem_section_removable()
1363 	for (; page < end_page; page = next_active_pageblock(page)) {  in is_mem_section_removable()
1364 		if (!is_pageblock_removable_nolock(page))  in is_mem_section_removable()
1380 	struct page *page;  in test_pages_in_a_zone()  local
1397 			page = pfn_to_page(pfn + i);  in test_pages_in_a_zone()
1398 			if (zone && page_zone(page) != zone)  in test_pages_in_a_zone()
1400 			zone = page_zone(page);  in test_pages_in_a_zone()
1415 	struct page *page;  in scan_movable_pages()  local
1418 			page = pfn_to_page(pfn);  in scan_movable_pages()
1419 			if (PageLRU(page))  in scan_movable_pages()
1421 			if (PageHuge(page)) {  in scan_movable_pages()
1422 				if (page_huge_active(page))  in scan_movable_pages()
1426 						1 << compound_order(page)) - 1;  in scan_movable_pages()
1438 	struct page *page;  in do_migrate_range()  local
1447 		page = pfn_to_page(pfn);  in do_migrate_range()
1449 		if (PageHuge(page)) {  in do_migrate_range()
1450 			struct page *head = compound_head(page);  in do_migrate_range()
1456 			if (isolate_huge_page(page, &source))  in do_migrate_range()
1461 		if (!get_page_unless_zero(page))  in do_migrate_range()
1467 		ret = isolate_lru_page(page);  in do_migrate_range()
1469 			put_page(page);  in do_migrate_range()
1470 			list_add_tail(&page->lru, &source);  in do_migrate_range()
1472 			inc_zone_page_state(page, NR_ISOLATED_ANON +  in do_migrate_range()
1473 					    page_is_file_cache(page));  in do_migrate_range()
1479 			dump_page(page, "failed to remove from LRU");  in do_migrate_range()
1481 			put_page(page);  in do_migrate_range()
1484 			if (page_count(page)) {  in do_migrate_range()