189 	if (batch->next) {  in tlb_next_batch()
190 		tlb->active = batch->next;  in tlb_next_batch()
202 	batch->next = NULL;  in tlb_next_batch()
206 	tlb->active->next = batch;  in tlb_next_batch()
224 	tlb->local.next = NULL;  in tlb_gather_mmu()
254 	for (batch = &tlb->local; batch && batch->nr; batch = batch->next) {  in tlb_flush_mmu_free()
273 	struct mmu_gather_batch *batch, *next;  in tlb_finish_mmu()  local
280 	for (batch = tlb->local.next; batch; batch = next) {  in tlb_finish_mmu()
281 		next = batch->next;  in tlb_finish_mmu()
284 	tlb->local.next = NULL;  in tlb_finish_mmu()
406 	unsigned long next;  in free_pmd_range()  local
412 		next = pmd_addr_end(addr, end);  in free_pmd_range()
416 	} while (pmd++, addr = next, addr != end);  in free_pmd_range()
440 	unsigned long next;  in free_pud_range()  local
446 		next = pud_addr_end(addr, end);  in free_pud_range()
449 		free_pmd_range(tlb, pud, addr, next, floor, ceiling);  in free_pud_range()
450 	} while (pud++, addr = next, addr != end);  in free_pud_range()
476 	unsigned long next;  in free_pgd_range()  local
522 		next = pgd_addr_end(addr, end);  in free_pgd_range()
525 		free_pud_range(tlb, pgd, addr, next, floor, ceiling);  in free_pgd_range()
526 	} while (pgd++, addr = next, addr != end);  in free_pgd_range()
533 		struct vm_area_struct *next = vma->vm_next;  in free_pgtables()  local
545 				floor, next? next->vm_start: ceiling);  in free_pgtables()
550 			while (next && next->vm_start <= vma->vm_end + PMD_SIZE  in free_pgtables()
551 			       && !is_vm_hugetlb_page(next)) {  in free_pgtables()
552 				vma = next;  in free_pgtables()
553 				next = vma->vm_next;  in free_pgtables()
558 				floor, next? next->vm_start: ceiling);  in free_pgtables()
560 		vma = next;  in free_pgtables()
996 	unsigned long next;  in copy_pmd_range()  local
1003 		next = pmd_addr_end(addr, end);  in copy_pmd_range()
1006 			VM_BUG_ON(next-addr != HPAGE_PMD_SIZE);  in copy_pmd_range()
1018 						vma, addr, next))  in copy_pmd_range()
1020 	} while (dst_pmd++, src_pmd++, addr = next, addr != end);  in copy_pmd_range()
1029 	unsigned long next;  in copy_pud_range()  local
1036 		next = pud_addr_end(addr, end);  in copy_pud_range()
1040 						vma, addr, next))  in copy_pud_range()
1042 	} while (dst_pud++, src_pud++, addr = next, addr != end);  in copy_pud_range()
1050 	unsigned long next;  in copy_page_range()  local
1098 		next = pgd_addr_end(addr, end);  in copy_page_range()
1102 					    vma, addr, next))) {  in copy_page_range()
1106 	} while (dst_pgd++, src_pgd++, addr = next, addr != end);  in copy_page_range()
1231 	unsigned long next;  in zap_pmd_range()  local
1235 		next = pmd_addr_end(addr, end);  in zap_pmd_range()
1237 			if (next - addr != HPAGE_PMD_SIZE) {  in zap_pmd_range()
1249 				goto next;  in zap_pmd_range()
1260 			goto next;  in zap_pmd_range()
1261 		next = zap_pte_range(tlb, vma, pmd, addr, next, details);  in zap_pmd_range()
1262 next:  in zap_pmd_range()
1264 	} while (pmd++, addr = next, addr != end);  in zap_pmd_range()
1275 	unsigned long next;  in zap_pud_range()  local
1279 		next = pud_addr_end(addr, end);  in zap_pud_range()
1282 		next = zap_pmd_range(tlb, vma, pud, addr, next, details);  in zap_pud_range()
1283 	} while (pud++, addr = next, addr != end);  in zap_pud_range()
1294 	unsigned long next;  in unmap_page_range()  local
1303 		next = pgd_addr_end(addr, end);  in unmap_page_range()
1306 		next = zap_pud_range(tlb, vma, pgd, addr, next, details);  in unmap_page_range()
1307 	} while (pgd++, addr = next, addr != end);  in unmap_page_range()
1688 	unsigned long next;  in remap_pmd_range()  local
1696 		next = pmd_addr_end(addr, end);  in remap_pmd_range()
1697 		if (remap_pte_range(mm, pmd, addr, next,  in remap_pmd_range()
1700 	} while (pmd++, addr = next, addr != end);  in remap_pmd_range()
1709 	unsigned long next;  in remap_pud_range()  local
1716 		next = pud_addr_end(addr, end);  in remap_pud_range()
1717 		if (remap_pmd_range(mm, pud, addr, next,  in remap_pud_range()
1720 	} while (pud++, addr = next, addr != end);  in remap_pud_range()
1738 	unsigned long next;  in remap_pfn_range()  local
1778 		next = pgd_addr_end(addr, end);  in remap_pfn_range()
1779 		err = remap_pud_range(mm, pgd, addr, next,  in remap_pfn_range()
1783 	} while (pgd++, addr = next, addr != end);  in remap_pfn_range()
1878 	unsigned long next;  in apply_to_pmd_range()  local
1887 		next = pmd_addr_end(addr, end);  in apply_to_pmd_range()
1888 		err = apply_to_pte_range(mm, pmd, addr, next, fn, data);  in apply_to_pmd_range()
1891 	} while (pmd++, addr = next, addr != end);  in apply_to_pmd_range()
1900 	unsigned long next;  in apply_to_pud_range()  local
1907 		next = pud_addr_end(addr, end);  in apply_to_pud_range()
1908 		err = apply_to_pmd_range(mm, pud, addr, next, fn, data);  in apply_to_pud_range()
1911 	} while (pud++, addr = next, addr != end);  in apply_to_pud_range()
1923 	unsigned long next;  in apply_to_page_range()  local
1930 		next = pgd_addr_end(addr, end);  in apply_to_page_range()
1931 		err = apply_to_pud_range(mm, pgd, addr, next, fn, data);  in apply_to_page_range()
1934 	} while (pgd++, addr = next, addr != end);  in apply_to_page_range()
2687 		struct vm_area_struct *next = vma->vm_next;  in check_stack_guard_page()  local
2690 		if (next && next->vm_start == address + PAGE_SIZE)  in check_stack_guard_page()
2691 			return next->vm_flags & VM_GROWSUP ? 0 : -ENOMEM;  in check_stack_guard_page()