95 static void alloc_init_pte(pmd_t *pmd, unsigned long addr,  in alloc_init_pte()  argument
111 	pte = pte_offset_kernel(pmd, addr);  in alloc_init_pte()
115 	} while (pte++, addr += PAGE_SIZE, addr != end);  in alloc_init_pte()
120 	unsigned long addr = pud_pfn(*old_pud) << PAGE_SHIFT;  in split_pud()  local
121 	pgprot_t prot = __pgprot(pud_val(*old_pud) ^ addr);  in split_pud()
125 		set_pmd(pmd, __pmd(addr | pgprot_val(prot)));  in split_pud()
126 		addr += PMD_SIZE;  in split_pud()
131 				  unsigned long addr, unsigned long end,  in alloc_init_pmd()  argument
155 	pmd = pmd_offset(pud, addr);  in alloc_init_pmd()
157 		next = pmd_addr_end(addr, end);  in alloc_init_pmd()
159 		if (((addr | next | phys) & ~SECTION_MASK) == 0) {  in alloc_init_pmd()
176 			alloc_init_pte(pmd, addr, next, __phys_to_pfn(phys),  in alloc_init_pmd()
179 		phys += next - addr;  in alloc_init_pmd()
180 	} while (pmd++, addr = next, addr != end);  in alloc_init_pmd()
183 static inline bool use_1G_block(unsigned long addr, unsigned long next,  in use_1G_block()  argument
189 	if (((addr | next | phys) & ~PUD_MASK) != 0)  in use_1G_block()
196 				  unsigned long addr, unsigned long end,  in alloc_init_pud()  argument
209 	pud = pud_offset(pgd, addr);  in alloc_init_pud()
211 		next = pud_addr_end(addr, end);  in alloc_init_pud()
216 		if (use_1G_block(addr, next, phys)) {  in alloc_init_pud()
237 			alloc_init_pmd(mm, pud, addr, next, phys, prot, alloc);  in alloc_init_pud()
239 		phys += next - addr;  in alloc_init_pud()
240 	} while (pud++, addr = next, addr != end);  in alloc_init_pud()
252 	unsigned long addr, length, end, next;  in __create_mapping()  local
254 	addr = virt & PAGE_MASK;  in __create_mapping()
257 	end = addr + length;  in __create_mapping()
259 		next = pgd_addr_end(addr, end);  in __create_mapping()
260 		alloc_init_pud(mm, pgd, addr, next, phys, prot, alloc);  in __create_mapping()
261 		phys += next - addr;  in __create_mapping()
262 	} while (pgd++, addr = next, addr != end);  in __create_mapping()
474 int kern_addr_valid(unsigned long addr)  in kern_addr_valid()  argument
481 	if ((((long)addr) >> VA_BITS) != -1UL)  in kern_addr_valid()
484 	pgd = pgd_offset_k(addr);  in kern_addr_valid()
488 	pud = pud_offset(pgd, addr);  in kern_addr_valid()
495 	pmd = pmd_offset(pud, addr);  in kern_addr_valid()
502 	pte = pte_offset_kernel(pmd, addr);  in kern_addr_valid()
517 	unsigned long addr = start;  in vmemmap_populate()  local
524 		next = pmd_addr_end(addr, end);  in vmemmap_populate()
526 		pgd = vmemmap_pgd_populate(addr, node);  in vmemmap_populate()
530 		pud = vmemmap_pud_populate(pgd, addr, node);  in vmemmap_populate()
534 		pmd = pmd_offset(pud, addr);  in vmemmap_populate()
544 			vmemmap_verify((pte_t *)pmd, node, addr, next);  in vmemmap_populate()
545 	} while (addr = next, addr != end);  in vmemmap_populate()
563 static inline pud_t * fixmap_pud(unsigned long addr)  in fixmap_pud()  argument
565 	pgd_t *pgd = pgd_offset_k(addr);  in fixmap_pud()
569 	return pud_offset(pgd, addr);  in fixmap_pud()
572 static inline pmd_t * fixmap_pmd(unsigned long addr)  in fixmap_pmd()  argument
574 	pud_t *pud = fixmap_pud(addr);  in fixmap_pmd()
578 	return pmd_offset(pud, addr);  in fixmap_pmd()
581 static inline pte_t * fixmap_pte(unsigned long addr)  in fixmap_pte()  argument
583 	pmd_t *pmd = fixmap_pmd(addr);  in fixmap_pte()
587 	return pte_offset_kernel(pmd, addr);  in fixmap_pte()
595 	unsigned long addr = FIXADDR_START;  in early_fixmap_init()  local
597 	pgd = pgd_offset_k(addr);  in early_fixmap_init()
599 	pud = pud_offset(pgd, addr);  in early_fixmap_init()
601 	pmd = pmd_offset(pud, addr);  in early_fixmap_init()
630 	unsigned long addr = __fix_to_virt(idx);  in __set_fixmap()  local
635 	pte = fixmap_pte(addr);  in __set_fixmap()
640 		pte_clear(&init_mm, addr, pte);  in __set_fixmap()
641 		flush_tlb_kernel_range(addr, addr+PAGE_SIZE);  in __set_fixmap()