59 static pte_t __ref *vmem_pte_alloc(unsigned long address)  in vmem_pte_alloc()  argument
81 	unsigned long address = start;  in vmem_add_mem()  local
88 	while (address < end) {  in vmem_add_mem()
89 		pg_dir = pgd_offset_k(address);  in vmem_add_mem()
96 		pu_dir = pud_offset(pg_dir, address);  in vmem_add_mem()
98 		if (MACHINE_HAS_EDAT2 && pud_none(*pu_dir) && address &&  in vmem_add_mem()
99 		    !(address & ~PUD_MASK) && (address + PUD_SIZE <= end)) {  in vmem_add_mem()
100 			pud_val(*pu_dir) = __pa(address) |  in vmem_add_mem()
103 			address += PUD_SIZE;  in vmem_add_mem()
113 		pm_dir = pmd_offset(pu_dir, address);  in vmem_add_mem()
115 		if (MACHINE_HAS_EDAT1 && pmd_none(*pm_dir) && address &&  in vmem_add_mem()
116 		    !(address & ~PMD_MASK) && (address + PMD_SIZE <= end)) {  in vmem_add_mem()
117 			pmd_val(*pm_dir) = __pa(address) |  in vmem_add_mem()
121 			address += PMD_SIZE;  in vmem_add_mem()
126 			pt_dir = vmem_pte_alloc(address);  in vmem_add_mem()
132 		pt_dir = pte_offset_kernel(pm_dir, address);  in vmem_add_mem()
133 		pte_val(*pt_dir) = __pa(address) |  in vmem_add_mem()
135 		address += PAGE_SIZE;  in vmem_add_mem()
149 	unsigned long address = start;  in vmem_remove_range()  local
157 	while (address < end) {  in vmem_remove_range()
158 		pg_dir = pgd_offset_k(address);  in vmem_remove_range()
160 			address += PGDIR_SIZE;  in vmem_remove_range()
163 		pu_dir = pud_offset(pg_dir, address);  in vmem_remove_range()
165 			address += PUD_SIZE;  in vmem_remove_range()
170 			address += PUD_SIZE;  in vmem_remove_range()
173 		pm_dir = pmd_offset(pu_dir, address);  in vmem_remove_range()
175 			address += PMD_SIZE;  in vmem_remove_range()
180 			address += PMD_SIZE;  in vmem_remove_range()
183 		pt_dir = pte_offset_kernel(pm_dir, address);  in vmem_remove_range()
185 		address += PAGE_SIZE;  in vmem_remove_range()
195 	unsigned long address = start;  in vmemmap_populate()  local
202 	for (address = start; address < end;) {  in vmemmap_populate()
203 		pg_dir = pgd_offset_k(address);  in vmemmap_populate()
211 		pu_dir = pud_offset(pg_dir, address);  in vmemmap_populate()
219 		pm_dir = pmd_offset(pu_dir, address);  in vmemmap_populate()
235 				address = (address + PMD_SIZE) & PMD_MASK;  in vmemmap_populate()
238 			pt_dir = vmem_pte_alloc(address);  in vmemmap_populate()
243 			address = (address + PMD_SIZE) & PMD_MASK;  in vmemmap_populate()
247 		pt_dir = pte_offset_kernel(pm_dir, address);  in vmemmap_populate()
257 		address += PAGE_SIZE;  in vmemmap_populate()