217 static unsigned long sparse_encode_mem_map(struct page *mem_map, unsigned long pnum)  in sparse_encode_mem_map()  argument
219 	return (unsigned long)(mem_map - (section_nr_to_pfn(pnum)));  in sparse_encode_mem_map()
225 struct page *sparse_decode_mem_map(unsigned long coded_mem_map, unsigned long pnum)  in sparse_decode_mem_map()  argument
229 	return ((struct page *)coded_mem_map) + section_nr_to_pfn(pnum);  in sparse_decode_mem_map()
233 		unsigned long pnum, struct page *mem_map,  in sparse_init_one_section()  argument
240 	ms->section_mem_map |= sparse_encode_mem_map(mem_map, pnum) |  in sparse_init_one_section()
351 	unsigned long pnum;  in sparse_early_usemaps_alloc_node()  local
362 	for (pnum = pnum_begin; pnum < pnum_end; pnum++) {  in sparse_early_usemaps_alloc_node()
363 		if (!present_section_nr(pnum))  in sparse_early_usemaps_alloc_node()
365 		usemap_map[pnum] = usemap;  in sparse_early_usemaps_alloc_node()
367 		check_usemap_section_nr(nodeid, usemap_map[pnum]);  in sparse_early_usemaps_alloc_node()
372 struct page __init *sparse_mem_map_populate(unsigned long pnum, int nid)  in sparse_mem_map_populate()  argument
393 	unsigned long pnum;  in sparse_mem_maps_populate_node()  local
398 		for (pnum = pnum_begin; pnum < pnum_end; pnum++) {  in sparse_mem_maps_populate_node()
399 			if (!present_section_nr(pnum))  in sparse_mem_maps_populate_node()
401 			map_map[pnum] = map;  in sparse_mem_maps_populate_node()
412 		for (pnum = pnum_begin; pnum < pnum_end; pnum++) {  in sparse_mem_maps_populate_node()
413 			if (!present_section_nr(pnum))  in sparse_mem_maps_populate_node()
415 			map_map[pnum] = map;  in sparse_mem_maps_populate_node()
422 	for (pnum = pnum_begin; pnum < pnum_end; pnum++) {  in sparse_mem_maps_populate_node()
425 		if (!present_section_nr(pnum))  in sparse_mem_maps_populate_node()
427 		map_map[pnum] = sparse_mem_map_populate(pnum, nodeid);  in sparse_mem_maps_populate_node()
428 		if (map_map[pnum])  in sparse_mem_maps_populate_node()
430 		ms = __nr_to_section(pnum);  in sparse_mem_maps_populate_node()
449 static struct page __init *sparse_early_mem_map_alloc(unsigned long pnum)  in sparse_early_mem_map_alloc()  argument
452 	struct mem_section *ms = __nr_to_section(pnum);  in sparse_early_mem_map_alloc()
455 	map = sparse_mem_map_populate(pnum, nid);  in sparse_early_mem_map_alloc()
478 	unsigned long pnum;  in alloc_usemap_and_memmap()  local
483 	for (pnum = 0; pnum < NR_MEM_SECTIONS; pnum++) {  in alloc_usemap_and_memmap()
486 		if (!present_section_nr(pnum))  in alloc_usemap_and_memmap()
488 		ms = __nr_to_section(pnum);  in alloc_usemap_and_memmap()
490 		pnum_begin = pnum;  in alloc_usemap_and_memmap()
494 	for (pnum = pnum_begin + 1; pnum < NR_MEM_SECTIONS; pnum++) {  in alloc_usemap_and_memmap()
498 		if (!present_section_nr(pnum))  in alloc_usemap_and_memmap()
500 		ms = __nr_to_section(pnum);  in alloc_usemap_and_memmap()
507 		alloc_func(data, pnum_begin, pnum,  in alloc_usemap_and_memmap()
511 		pnum_begin = pnum;  in alloc_usemap_and_memmap()
525 	unsigned long pnum;  in sparse_init()  local
568 	for (pnum = 0; pnum < NR_MEM_SECTIONS; pnum++) {  in sparse_init()
569 		if (!present_section_nr(pnum))  in sparse_init()
572 		usemap = usemap_map[pnum];  in sparse_init()
577 		map = map_map[pnum];  in sparse_init()
579 		map = sparse_early_mem_map_alloc(pnum);  in sparse_init()
584 		sparse_init_one_section(__nr_to_section(pnum), pnum, map,  in sparse_init()
598 static inline struct page *kmalloc_section_memmap(unsigned long pnum, int nid)  in kmalloc_section_memmap()  argument
601 	return sparse_mem_map_populate(pnum, nid);  in kmalloc_section_memmap()
641 static inline struct page *kmalloc_section_memmap(unsigned long pnum, int nid)  in kmalloc_section_memmap()  argument