13 static struct page *pcpu_chunk_page(struct pcpu_chunk *chunk,  in pcpu_chunk_page()  argument
17 	WARN_ON(chunk->immutable);  in pcpu_chunk_page()
19 	return vmalloc_to_page((void *)pcpu_chunk_addr(chunk, cpu, page_idx));  in pcpu_chunk_page()
55 static void pcpu_free_pages(struct pcpu_chunk *chunk,  in pcpu_free_pages()  argument
82 static int pcpu_alloc_pages(struct pcpu_chunk *chunk,  in pcpu_alloc_pages()  argument
125 static void pcpu_pre_unmap_flush(struct pcpu_chunk *chunk,  in pcpu_pre_unmap_flush()  argument
129 		pcpu_chunk_addr(chunk, pcpu_low_unit_cpu, page_start),  in pcpu_pre_unmap_flush()
130 		pcpu_chunk_addr(chunk, pcpu_high_unit_cpu, page_end));  in pcpu_pre_unmap_flush()
151 static void pcpu_unmap_pages(struct pcpu_chunk *chunk,  in pcpu_unmap_pages()  argument
161 			page = pcpu_chunk_page(chunk, cpu, i);  in pcpu_unmap_pages()
165 		__pcpu_unmap_pages(pcpu_chunk_addr(chunk, cpu, page_start),  in pcpu_unmap_pages()
183 static void pcpu_post_unmap_tlb_flush(struct pcpu_chunk *chunk,  in pcpu_post_unmap_tlb_flush()  argument
187 		pcpu_chunk_addr(chunk, pcpu_low_unit_cpu, page_start),  in pcpu_post_unmap_tlb_flush()
188 		pcpu_chunk_addr(chunk, pcpu_high_unit_cpu, page_end));  in pcpu_post_unmap_tlb_flush()
212 static int pcpu_map_pages(struct pcpu_chunk *chunk,  in pcpu_map_pages()  argument
219 		err = __pcpu_map_pages(pcpu_chunk_addr(chunk, cpu, page_start),  in pcpu_map_pages()
227 					    chunk);  in pcpu_map_pages()
234 		__pcpu_unmap_pages(pcpu_chunk_addr(chunk, tcpu, page_start),  in pcpu_map_pages()
237 	pcpu_post_unmap_tlb_flush(chunk, page_start, page_end);  in pcpu_map_pages()
253 static void pcpu_post_map_flush(struct pcpu_chunk *chunk,  in pcpu_post_map_flush()  argument
257 		pcpu_chunk_addr(chunk, pcpu_low_unit_cpu, page_start),  in pcpu_post_map_flush()
258 		pcpu_chunk_addr(chunk, pcpu_high_unit_cpu, page_end));  in pcpu_post_map_flush()
273 static int pcpu_populate_chunk(struct pcpu_chunk *chunk,  in pcpu_populate_chunk()  argument
278 	pages = pcpu_get_pages(chunk);  in pcpu_populate_chunk()
282 	if (pcpu_alloc_pages(chunk, pages, page_start, page_end))  in pcpu_populate_chunk()
285 	if (pcpu_map_pages(chunk, pages, page_start, page_end)) {  in pcpu_populate_chunk()
286 		pcpu_free_pages(chunk, pages, page_start, page_end);  in pcpu_populate_chunk()
289 	pcpu_post_map_flush(chunk, page_start, page_end);  in pcpu_populate_chunk()
306 static void pcpu_depopulate_chunk(struct pcpu_chunk *chunk,  in pcpu_depopulate_chunk()  argument
316 	pages = pcpu_get_pages(chunk);  in pcpu_depopulate_chunk()
320 	pcpu_pre_unmap_flush(chunk, page_start, page_end);  in pcpu_depopulate_chunk()
322 	pcpu_unmap_pages(chunk, pages, page_start, page_end);  in pcpu_depopulate_chunk()
326 	pcpu_free_pages(chunk, pages, page_start, page_end);  in pcpu_depopulate_chunk()
331 	struct pcpu_chunk *chunk;  in pcpu_create_chunk()  local
334 	chunk = pcpu_alloc_chunk();  in pcpu_create_chunk()
335 	if (!chunk)  in pcpu_create_chunk()
341 		pcpu_free_chunk(chunk);  in pcpu_create_chunk()
345 	chunk->data = vms;  in pcpu_create_chunk()
346 	chunk->base_addr = vms[0]->addr - pcpu_group_offsets[0];  in pcpu_create_chunk()
347 	return chunk;  in pcpu_create_chunk()
350 static void pcpu_destroy_chunk(struct pcpu_chunk *chunk)  in pcpu_destroy_chunk()  argument
352 	if (chunk && chunk->data)  in pcpu_destroy_chunk()
353 		pcpu_free_vm_areas(chunk->data, pcpu_nr_groups);  in pcpu_destroy_chunk()
354 	pcpu_free_chunk(chunk);  in pcpu_destroy_chunk()