416 		if (mmu_psize_defs[i].shift == 0 || gpage_npages[i] == 0)  in reserve_hugetlb_gpages()
527 	unsigned int shift = hugepd_shift(*hpdp);  in free_hugepd_range()  local
547 	pgtable_free_tlb(tlb, hugepte, pdshift - shift);  in free_hugepd_range()
708 	unsigned shift;  in follow_huge_addr()  local
713 	ptep = find_linux_pte_or_hugepte(mm->pgd, address, &is_thp, &shift);  in follow_huge_addr()
722 	if (!shift || is_thp)  in follow_huge_addr()
729 	mask = (1UL << shift) - 1;  in follow_huge_addr()
814 	int shift = __ffs(size);  in add_huge_page_size()  local
824 	    || (shift > SLICE_HIGH_SHIFT) || (shift <= PAGE_SHIFT))  in add_huge_page_size()
828 	if ((mmu_psize = shift_to_mmu_psize(shift)) < 0)  in add_huge_page_size()
831 	BUG_ON(mmu_psize_defs[mmu_psize].shift != shift);  in add_huge_page_size()
837 	hugetlb_add_hstate(shift - PAGE_SHIFT);  in add_huge_page_size()
862 		unsigned shift;  in hugetlbpage_init()  local
864 		if (!mmu_psize_defs[psize].shift)  in hugetlbpage_init()
867 		shift = mmu_psize_to_shift(psize);  in hugetlbpage_init()
870 		if (shift != PAGE_SHIFT)  in hugetlbpage_init()
871 			if (add_huge_page_size(1ULL << shift) < 0)  in hugetlbpage_init()
886 	if (mmu_psize_defs[MMU_PAGE_4M].shift)  in hugetlbpage_init()
887 		HPAGE_SHIFT = mmu_psize_defs[MMU_PAGE_4M].shift;  in hugetlbpage_init()
903 		unsigned shift;  in hugetlbpage_init()  local
906 		if (!mmu_psize_defs[psize].shift)  in hugetlbpage_init()
909 		shift = mmu_psize_to_shift(psize);  in hugetlbpage_init()
911 		if (add_huge_page_size(1ULL << shift) < 0)  in hugetlbpage_init()
914 		if (shift < PMD_SHIFT)  in hugetlbpage_init()
916 		else if (shift < PUD_SHIFT)  in hugetlbpage_init()
924 		if (pdshift != shift) {  in hugetlbpage_init()
925 			pgtable_cache_add(pdshift - shift, NULL);  in hugetlbpage_init()
926 			if (!PGT_CACHE(pdshift - shift))  in hugetlbpage_init()
928 				      "pgtable cache for %d bit pagesize\n", shift);  in hugetlbpage_init()
935 	if (mmu_psize_defs[MMU_PAGE_16M].shift)  in hugetlbpage_init()
936 		HPAGE_SHIFT = mmu_psize_defs[MMU_PAGE_16M].shift;  in hugetlbpage_init()
937 	else if (mmu_psize_defs[MMU_PAGE_1M].shift)  in hugetlbpage_init()
938 		HPAGE_SHIFT = mmu_psize_defs[MMU_PAGE_1M].shift;  in hugetlbpage_init()
979 				   bool *is_thp, unsigned *shift)  in __find_linux_pte_or_hugepte()  argument
988 	if (shift)  in __find_linux_pte_or_hugepte()
989 		*shift = 0;  in __find_linux_pte_or_hugepte()
1063 	if (shift)  in __find_linux_pte_or_hugepte()
1064 		*shift = pdshift;  in __find_linux_pte_or_hugepte()