46 static void __init zero_pte_populate(pmd_t *pmd, unsigned long addr,  in zero_pte_populate()  argument
49 	pte_t *pte = pte_offset_kernel(pmd, addr);  in zero_pte_populate()
55 	while (addr + PAGE_SIZE <= end) {  in zero_pte_populate()
56 		set_pte_at(&init_mm, addr, pte, zero_pte);  in zero_pte_populate()
57 		addr += PAGE_SIZE;  in zero_pte_populate()
58 		pte = pte_offset_kernel(pmd, addr);  in zero_pte_populate()
62 static void __init zero_pmd_populate(pud_t *pud, unsigned long addr,  in zero_pmd_populate()  argument
65 	pmd_t *pmd = pmd_offset(pud, addr);  in zero_pmd_populate()
69 		next = pmd_addr_end(addr, end);  in zero_pmd_populate()
71 		if (IS_ALIGNED(addr, PMD_SIZE) && end - addr >= PMD_SIZE) {  in zero_pmd_populate()
80 		zero_pte_populate(pmd, addr, next);  in zero_pmd_populate()
81 	} while (pmd++, addr = next, addr != end);  in zero_pmd_populate()
84 static void __init zero_pud_populate(pgd_t *pgd, unsigned long addr,  in zero_pud_populate()  argument
87 	pud_t *pud = pud_offset(pgd, addr);  in zero_pud_populate()
91 		next = pud_addr_end(addr, end);  in zero_pud_populate()
92 		if (IS_ALIGNED(addr, PUD_SIZE) && end - addr >= PUD_SIZE) {  in zero_pud_populate()
96 			pmd = pmd_offset(pud, addr);  in zero_pud_populate()
105 		zero_pmd_populate(pud, addr, next);  in zero_pud_populate()
106 	} while (pud++, addr = next, addr != end);  in zero_pud_populate()
118 	unsigned long addr = (unsigned long)shadow_start;  in kasan_populate_zero_shadow()  local
120 	pgd_t *pgd = pgd_offset_k(addr);  in kasan_populate_zero_shadow()
124 		next = pgd_addr_end(addr, end);  in kasan_populate_zero_shadow()
126 		if (IS_ALIGNED(addr, PGDIR_SIZE) && end - addr >= PGDIR_SIZE) {  in kasan_populate_zero_shadow()
139 			pud = pud_offset(pgd, addr);  in kasan_populate_zero_shadow()
141 			pmd = pmd_offset(pud, addr);  in kasan_populate_zero_shadow()
150 		zero_pud_populate(pgd, addr, next);  in kasan_populate_zero_shadow()
151 	} while (pgd++, addr = next, addr != end);  in kasan_populate_zero_shadow()