235 	phys_addr_t next, start_addr = addr;  in unmap_pmds()  local
240 		next = kvm_pmd_addr_end(addr, end);  in unmap_pmds()
252 				unmap_ptes(kvm, pmd, addr, next);  in unmap_pmds()
255 	} while (pmd++, addr = next, addr != end);  in unmap_pmds()
264 	phys_addr_t next, start_addr = addr;  in unmap_puds()  local
269 		next = kvm_pud_addr_end(addr, end);  in unmap_puds()
281 				unmap_pmds(kvm, pud, addr, next);  in unmap_puds()
284 	} while (pud++, addr = next, addr != end);  in unmap_puds()
296 	phys_addr_t next;  in unmap_range()  local
300 		next = kvm_pgd_addr_end(addr, end);  in unmap_range()
302 			unmap_puds(kvm, pgd, addr, next);  in unmap_range()
303 	} while (pgd++, addr = next, addr != end);  in unmap_range()
322 	phys_addr_t next;  in stage2_flush_pmds()  local
326 		next = kvm_pmd_addr_end(addr, end);  in stage2_flush_pmds()
331 				stage2_flush_ptes(kvm, pmd, addr, next);  in stage2_flush_pmds()
333 	} while (pmd++, addr = next, addr != end);  in stage2_flush_pmds()
340 	phys_addr_t next;  in stage2_flush_puds()  local
344 		next = kvm_pud_addr_end(addr, end);  in stage2_flush_puds()
349 				stage2_flush_pmds(kvm, pud, addr, next);  in stage2_flush_puds()
351 	} while (pud++, addr = next, addr != end);  in stage2_flush_puds()
359 	phys_addr_t next;  in stage2_flush_memslot()  local
364 		next = kvm_pgd_addr_end(addr, end);  in stage2_flush_memslot()
365 		stage2_flush_puds(kvm, pgd, addr, next);  in stage2_flush_memslot()
366 	} while (pgd++, addr = next, addr != end);  in stage2_flush_memslot()
474 	unsigned long addr, next;  in create_hyp_pmd_mappings()  local
493 		next = pmd_addr_end(addr, end);  in create_hyp_pmd_mappings()
495 		create_hyp_pte_mappings(pmd, addr, next, pfn, prot);  in create_hyp_pmd_mappings()
496 		pfn += (next - addr) >> PAGE_SHIFT;  in create_hyp_pmd_mappings()
497 	} while (addr = next, addr != end);  in create_hyp_pmd_mappings()
508 	unsigned long addr, next;  in create_hyp_pud_mappings()  local
526 		next = pud_addr_end(addr, end);  in create_hyp_pud_mappings()
527 		ret = create_hyp_pmd_mappings(pud, addr, next, pfn, prot);  in create_hyp_pud_mappings()
530 		pfn += (next - addr) >> PAGE_SHIFT;  in create_hyp_pud_mappings()
531 	} while (addr = next, addr != end);  in create_hyp_pud_mappings()
542 	unsigned long addr, next;  in __create_hyp_mappings()  local
563 		next = pgd_addr_end(addr, end);  in __create_hyp_mappings()
564 		err = create_hyp_pud_mappings(pgd, addr, next, pfn, prot);  in __create_hyp_mappings()
567 		pfn += (next - addr) >> PAGE_SHIFT;  in __create_hyp_mappings()
568 	} while (addr = next, addr != end);  in __create_hyp_mappings()
1077 	phys_addr_t next;  in stage2_wp_pmds()  local
1082 		next = kvm_pmd_addr_end(addr, end);  in stage2_wp_pmds()
1088 				stage2_wp_ptes(pmd, addr, next);  in stage2_wp_pmds()
1091 	} while (pmd++, addr = next, addr != end);  in stage2_wp_pmds()
1105 	phys_addr_t next;  in stage2_wp_puds()  local
1109 		next = kvm_pud_addr_end(addr, end);  in stage2_wp_puds()
1113 			stage2_wp_pmds(pud, addr, next);  in stage2_wp_puds()
1115 	} while (pud++, addr = next, addr != end);  in stage2_wp_puds()
1127 	phys_addr_t next;  in stage2_wp_range()  local
1141 		next = kvm_pgd_addr_end(addr, end);  in stage2_wp_range()
1143 			stage2_wp_puds(pgd, addr, next);  in stage2_wp_range()
1144 	} while (pgd++, addr = next, addr != end);  in stage2_wp_range()