188 	if (batch->next) {  in tlb_next_batch()
189 		tlb->active = batch->next;  in tlb_next_batch()
201 	batch->next = NULL;  in tlb_next_batch()
205 	tlb->active->next = batch;  in tlb_next_batch()
223 	tlb->local.next = NULL;  in tlb_gather_mmu()
253 	for (batch = &tlb->local; batch && batch->nr; batch = batch->next) {  in tlb_flush_mmu_free()
272 	struct mmu_gather_batch *batch, *next;  in tlb_finish_mmu()  local
279 	for (batch = tlb->local.next; batch; batch = next) {  in tlb_finish_mmu()
280 		next = batch->next;  in tlb_finish_mmu()
283 	tlb->local.next = NULL;  in tlb_finish_mmu()
405 	unsigned long next;  in free_pmd_range()  local
411 		next = pmd_addr_end(addr, end);  in free_pmd_range()
415 	} while (pmd++, addr = next, addr != end);  in free_pmd_range()
439 	unsigned long next;  in free_pud_range()  local
445 		next = pud_addr_end(addr, end);  in free_pud_range()
448 		free_pmd_range(tlb, pud, addr, next, floor, ceiling);  in free_pud_range()
449 	} while (pud++, addr = next, addr != end);  in free_pud_range()
475 	unsigned long next;  in free_pgd_range()  local
521 		next = pgd_addr_end(addr, end);  in free_pgd_range()
524 		free_pud_range(tlb, pgd, addr, next, floor, ceiling);  in free_pgd_range()
525 	} while (pgd++, addr = next, addr != end);  in free_pgd_range()
532 		struct vm_area_struct *next = vma->vm_next;  in free_pgtables()  local
544 				floor, next? next->vm_start: ceiling);  in free_pgtables()
549 			while (next && next->vm_start <= vma->vm_end + PMD_SIZE  in free_pgtables()
550 			       && !is_vm_hugetlb_page(next)) {  in free_pgtables()
551 				vma = next;  in free_pgtables()
552 				next = vma->vm_next;  in free_pgtables()
557 				floor, next? next->vm_start: ceiling);  in free_pgtables()
559 		vma = next;  in free_pgtables()
955 	unsigned long next;  in copy_pmd_range()  local
962 		next = pmd_addr_end(addr, end);  in copy_pmd_range()
965 			VM_BUG_ON(next-addr != HPAGE_PMD_SIZE);  in copy_pmd_range()
977 						vma, addr, next))  in copy_pmd_range()
979 	} while (dst_pmd++, src_pmd++, addr = next, addr != end);  in copy_pmd_range()
988 	unsigned long next;  in copy_pud_range()  local
995 		next = pud_addr_end(addr, end);  in copy_pud_range()
999 						vma, addr, next))  in copy_pud_range()
1001 	} while (dst_pud++, src_pud++, addr = next, addr != end);  in copy_pud_range()
1009 	unsigned long next;  in copy_page_range()  local
1057 		next = pgd_addr_end(addr, end);  in copy_page_range()
1061 					    vma, addr, next))) {  in copy_page_range()
1065 	} while (dst_pgd++, src_pgd++, addr = next, addr != end);  in copy_page_range()
1190 	unsigned long next;  in zap_pmd_range()  local
1194 		next = pmd_addr_end(addr, end);  in zap_pmd_range()
1196 			if (next - addr != HPAGE_PMD_SIZE) {  in zap_pmd_range()
1208 				goto next;  in zap_pmd_range()
1219 			goto next;  in zap_pmd_range()
1220 		next = zap_pte_range(tlb, vma, pmd, addr, next, details);  in zap_pmd_range()
1221 next:  in zap_pmd_range()
1223 	} while (pmd++, addr = next, addr != end);  in zap_pmd_range()
1234 	unsigned long next;  in zap_pud_range()  local
1238 		next = pud_addr_end(addr, end);  in zap_pud_range()
1241 		next = zap_pmd_range(tlb, vma, pud, addr, next, details);  in zap_pud_range()
1242 	} while (pud++, addr = next, addr != end);  in zap_pud_range()
1253 	unsigned long next;  in unmap_page_range()  local
1262 		next = pgd_addr_end(addr, end);  in unmap_page_range()
1265 		next = zap_pud_range(tlb, vma, pgd, addr, next, details);  in unmap_page_range()
1266 	} while (pgd++, addr = next, addr != end);  in unmap_page_range()
1647 	unsigned long next;  in remap_pmd_range()  local
1655 		next = pmd_addr_end(addr, end);  in remap_pmd_range()
1656 		if (remap_pte_range(mm, pmd, addr, next,  in remap_pmd_range()
1659 	} while (pmd++, addr = next, addr != end);  in remap_pmd_range()
1668 	unsigned long next;  in remap_pud_range()  local
1675 		next = pud_addr_end(addr, end);  in remap_pud_range()
1676 		if (remap_pmd_range(mm, pud, addr, next,  in remap_pud_range()
1679 	} while (pud++, addr = next, addr != end);  in remap_pud_range()
1697 	unsigned long next;  in remap_pfn_range()  local
1737 		next = pgd_addr_end(addr, end);  in remap_pfn_range()
1738 		err = remap_pud_range(mm, pgd, addr, next,  in remap_pfn_range()
1742 	} while (pgd++, addr = next, addr != end);  in remap_pfn_range()
1837 	unsigned long next;  in apply_to_pmd_range()  local
1846 		next = pmd_addr_end(addr, end);  in apply_to_pmd_range()
1847 		err = apply_to_pte_range(mm, pmd, addr, next, fn, data);  in apply_to_pmd_range()
1850 	} while (pmd++, addr = next, addr != end);  in apply_to_pmd_range()
1859 	unsigned long next;  in apply_to_pud_range()  local
1866 		next = pud_addr_end(addr, end);  in apply_to_pud_range()
1867 		err = apply_to_pmd_range(mm, pud, addr, next, fn, data);  in apply_to_pud_range()
1870 	} while (pud++, addr = next, addr != end);  in apply_to_pud_range()
1882 	unsigned long next;  in apply_to_page_range()  local
1889 		next = pgd_addr_end(addr, end);  in apply_to_page_range()
1890 		err = apply_to_pud_range(mm, pgd, addr, next, fn, data);  in apply_to_page_range()
1893 	} while (pgd++, addr = next, addr != end);  in apply_to_page_range()
2645 		struct vm_area_struct *next = vma->vm_next;  in check_stack_guard_page()  local
2648 		if (next && next->vm_start == address + PAGE_SIZE)  in check_stack_guard_page()
2649 			return next->vm_flags & VM_GROWSUP ? 0 : -ENOMEM;  in check_stack_guard_page()