1474 static unsigned long __ref kernel_map_hugepud(unsigned long vstart,  in kernel_map_hugepud()  argument
1479 	u64 pte_val = vstart;  in kernel_map_hugepud()
1482 	if ((vstart & mask16gb) ||  in kernel_map_hugepud()
1483 	    (vend - vstart <= mask16gb)) {  in kernel_map_hugepud()
1487 		return vstart + PUD_SIZE;  in kernel_map_hugepud()
1493 	vend = vstart + mask16gb + 1UL;  in kernel_map_hugepud()
1494 	while (vstart < vend) {  in kernel_map_hugepud()
1498 		vstart += PUD_SIZE;  in kernel_map_hugepud()
1501 	return vstart;  in kernel_map_hugepud()
1504 static bool kernel_can_map_hugepud(unsigned long vstart, unsigned long vend,  in kernel_can_map_hugepud()  argument
1507 	if (guard && !(vstart & ~PUD_MASK) && (vend - vstart) >= PUD_SIZE)  in kernel_can_map_hugepud()
1513 static unsigned long __ref kernel_map_hugepmd(unsigned long vstart,  in kernel_map_hugepmd()  argument
1519 	u64 pte_val = vstart;  in kernel_map_hugepmd()
1522 	if ((vstart & mask256mb) ||  in kernel_map_hugepmd()
1523 	    (vend - vstart <= mask256mb)) {  in kernel_map_hugepmd()
1527 		return vstart + PMD_SIZE;  in kernel_map_hugepmd()
1530 	if ((vstart & mask2gb) ||  in kernel_map_hugepmd()
1531 	    (vend - vstart <= mask2gb)) {  in kernel_map_hugepmd()
1534 		vend = vstart + mask256mb + 1UL;  in kernel_map_hugepmd()
1538 		vend = vstart + mask2gb + 1UL;  in kernel_map_hugepmd()
1541 	while (vstart < vend) {  in kernel_map_hugepmd()
1545 		vstart += PMD_SIZE;  in kernel_map_hugepmd()
1549 	return vstart;  in kernel_map_hugepmd()
1552 static bool kernel_can_map_hugepmd(unsigned long vstart, unsigned long vend,  in kernel_can_map_hugepmd()  argument
1555 	if (guard && !(vstart & ~PMD_MASK) && (vend - vstart) >= PMD_SIZE)  in kernel_can_map_hugepmd()
1565 	unsigned long vstart = PAGE_OFFSET + pstart;  in kernel_map_range()  local
1569 	if ((vstart & ~PAGE_MASK) || (vend & ~PAGE_MASK)) {  in kernel_map_range()
1571 			    vstart, vend);  in kernel_map_range()
1575 	while (vstart < vend) {  in kernel_map_range()
1576 		unsigned long this_end, paddr = __pa(vstart);  in kernel_map_range()
1577 		pgd_t *pgd = pgd_offset_k(vstart);  in kernel_map_range()
1589 		pud = pud_offset(pgd, vstart);  in kernel_map_range()
1593 			if (kernel_can_map_hugepud(vstart, vend, use_huge)) {  in kernel_map_range()
1594 				vstart = kernel_map_hugepud(vstart, vend, pud);  in kernel_map_range()
1602 		pmd = pmd_offset(pud, vstart);  in kernel_map_range()
1606 			if (kernel_can_map_hugepmd(vstart, vend, use_huge)) {  in kernel_map_range()
1607 				vstart = kernel_map_hugepmd(vstart, vend, pmd);  in kernel_map_range()
1615 		pte = pte_offset_kernel(pmd, vstart);  in kernel_map_range()
1616 		this_end = (vstart + PMD_SIZE) & PMD_MASK;  in kernel_map_range()
1620 		while (vstart < this_end) {  in kernel_map_range()
1623 			vstart += PAGE_SIZE;  in kernel_map_range()
2397 int __meminit vmemmap_populate(unsigned long vstart, unsigned long vend,  in vmemmap_populate()  argument
2411 	vstart = vstart & PMD_MASK;  in vmemmap_populate()
2413 	for (; vstart < vend; vstart += PMD_SIZE) {  in vmemmap_populate()
2414 		pgd_t *pgd = pgd_offset_k(vstart);  in vmemmap_populate()
2427 		pud = pud_offset(pgd, vstart);  in vmemmap_populate()
2436 		pmd = pmd_offset(pud, vstart);  in vmemmap_populate()