89 static void alloc_init_pte(pmd_t *pmd, unsigned long addr,  in alloc_init_pte()  argument
105 	pte = pte_offset_kernel(pmd, addr);  in alloc_init_pte()
109 	} while (pte++, addr += PAGE_SIZE, addr != end);  in alloc_init_pte()
114 	unsigned long addr = pud_pfn(*old_pud) << PAGE_SHIFT;  in split_pud()  local
115 	pgprot_t prot = __pgprot(pud_val(*old_pud) ^ addr);  in split_pud()
119 		set_pmd(pmd, __pmd(addr | prot));  in split_pud()
120 		addr += PMD_SIZE;  in split_pud()
125 				  unsigned long addr, unsigned long end,  in alloc_init_pmd()  argument
149 	pmd = pmd_offset(pud, addr);  in alloc_init_pmd()
151 		next = pmd_addr_end(addr, end);  in alloc_init_pmd()
153 		if (((addr | next | phys) & ~SECTION_MASK) == 0) {  in alloc_init_pmd()
170 			alloc_init_pte(pmd, addr, next, __phys_to_pfn(phys),  in alloc_init_pmd()
173 		phys += next - addr;  in alloc_init_pmd()
174 	} while (pmd++, addr = next, addr != end);  in alloc_init_pmd()
177 static inline bool use_1G_block(unsigned long addr, unsigned long next,  in use_1G_block()  argument
183 	if (((addr | next | phys) & ~PUD_MASK) != 0)  in use_1G_block()
190 				  unsigned long addr, unsigned long end,  in alloc_init_pud()  argument
203 	pud = pud_offset(pgd, addr);  in alloc_init_pud()
205 		next = pud_addr_end(addr, end);  in alloc_init_pud()
210 		if (use_1G_block(addr, next, phys)) {  in alloc_init_pud()
231 			alloc_init_pmd(mm, pud, addr, next, phys, prot, alloc);  in alloc_init_pud()
233 		phys += next - addr;  in alloc_init_pud()
234 	} while (pud++, addr = next, addr != end);  in alloc_init_pud()
246 	unsigned long addr, length, end, next;  in __create_mapping()  local
248 	addr = virt & PAGE_MASK;  in __create_mapping()
251 	end = addr + length;  in __create_mapping()
253 		next = pgd_addr_end(addr, end);  in __create_mapping()
254 		alloc_init_pud(mm, pgd, addr, next, phys, prot, alloc);  in __create_mapping()
255 		phys += next - addr;  in __create_mapping()
256 	} while (pgd++, addr = next, addr != end);  in __create_mapping()
479 int kern_addr_valid(unsigned long addr)  in kern_addr_valid()  argument
486 	if ((((long)addr) >> VA_BITS) != -1UL)  in kern_addr_valid()
489 	pgd = pgd_offset_k(addr);  in kern_addr_valid()
493 	pud = pud_offset(pgd, addr);  in kern_addr_valid()
500 	pmd = pmd_offset(pud, addr);  in kern_addr_valid()
507 	pte = pte_offset_kernel(pmd, addr);  in kern_addr_valid()
522 	unsigned long addr = start;  in vmemmap_populate()  local
529 		next = pmd_addr_end(addr, end);  in vmemmap_populate()
531 		pgd = vmemmap_pgd_populate(addr, node);  in vmemmap_populate()
535 		pud = vmemmap_pud_populate(pgd, addr, node);  in vmemmap_populate()
539 		pmd = pmd_offset(pud, addr);  in vmemmap_populate()
549 			vmemmap_verify((pte_t *)pmd, node, addr, next);  in vmemmap_populate()
550 	} while (addr = next, addr != end);  in vmemmap_populate()
568 static inline pud_t * fixmap_pud(unsigned long addr)  in fixmap_pud()  argument
570 	pgd_t *pgd = pgd_offset_k(addr);  in fixmap_pud()
574 	return pud_offset(pgd, addr);  in fixmap_pud()
577 static inline pmd_t * fixmap_pmd(unsigned long addr)  in fixmap_pmd()  argument
579 	pud_t *pud = fixmap_pud(addr);  in fixmap_pmd()
583 	return pmd_offset(pud, addr);  in fixmap_pmd()
586 static inline pte_t * fixmap_pte(unsigned long addr)  in fixmap_pte()  argument
588 	pmd_t *pmd = fixmap_pmd(addr);  in fixmap_pte()
592 	return pte_offset_kernel(pmd, addr);  in fixmap_pte()
600 	unsigned long addr = FIXADDR_START;  in early_fixmap_init()  local
602 	pgd = pgd_offset_k(addr);  in early_fixmap_init()
604 	pud = pud_offset(pgd, addr);  in early_fixmap_init()
606 	pmd = pmd_offset(pud, addr);  in early_fixmap_init()
635 	unsigned long addr = __fix_to_virt(idx);  in __set_fixmap()  local
640 	pte = fixmap_pte(addr);  in __set_fixmap()
645 		pte_clear(&init_mm, addr, pte);  in __set_fixmap()
646 		flush_tlb_kernel_range(addr, addr+PAGE_SIZE);  in __set_fixmap()