Lines Matching refs:pdshift

135 			   unsigned long address, unsigned pdshift, unsigned pshift)  in __hugepte_alloc()  argument
142 int num_hugepd = 1 << (pshift - pdshift); in __hugepte_alloc()
145 cachep = PGT_CACHE(pdshift - pshift); in __hugepte_alloc()
217 unsigned pdshift = PGDIR_SHIFT; in huge_pte_alloc() local
231 pdshift = PUD_SHIFT; in huge_pte_alloc()
238 pdshift = PMD_SHIFT; in huge_pte_alloc()
252 if (hugepd_none(*hpdp) && __hugepte_alloc(mm, hpdp, addr, pdshift, pshift)) in huge_pte_alloc()
255 return hugepte_offset(*hpdp, addr, pdshift); in huge_pte_alloc()
267 unsigned pdshift = PGDIR_SHIFT; in huge_pte_alloc() local
276 pdshift = PUD_SHIFT; in huge_pte_alloc()
281 pdshift = PMD_SHIFT; in huge_pte_alloc()
292 if (hugepd_none(*hpdp) && __hugepte_alloc(mm, hpdp, addr, pdshift, pshift)) in huge_pte_alloc()
295 return hugepte_offset(*hpdp, addr, pdshift); in huge_pte_alloc()
513 static void free_hugepd_range(struct mmu_gather *tlb, hugepd_t *hpdp, int pdshift, in free_hugepd_range() argument
520 unsigned long pdmask = ~((1UL << pdshift) - 1); in free_hugepd_range()
525 num_hugepd = (1 << (hugepd_shift(*hpdp) - pdshift)); in free_hugepd_range()
547 pgtable_free_tlb(tlb, hugepte, pdshift - shift); in free_hugepd_range()
762 int gup_huge_pd(hugepd_t hugepd, unsigned long addr, unsigned pdshift, in gup_huge_pd() argument
769 ptep = hugepte_offset(hugepd, addr, pdshift); in gup_huge_pd()
904 unsigned pdshift; in hugetlbpage_init() local
915 pdshift = PMD_SHIFT; in hugetlbpage_init()
917 pdshift = PUD_SHIFT; in hugetlbpage_init()
919 pdshift = PGDIR_SHIFT; in hugetlbpage_init()
924 if (pdshift != shift) { in hugetlbpage_init()
925 pgtable_cache_add(pdshift - shift, NULL); in hugetlbpage_init()
926 if (!PGT_CACHE(pdshift - shift)) in hugetlbpage_init()
986 unsigned pdshift = PGDIR_SHIFT; in __find_linux_pte_or_hugepte() local
1015 pdshift = PUD_SHIFT; in __find_linux_pte_or_hugepte()
1027 pdshift = PMD_SHIFT; in __find_linux_pte_or_hugepte()
1060 ret_pte = hugepte_offset(*hpdp, ea, pdshift); in __find_linux_pte_or_hugepte()
1061 pdshift = hugepd_shift(*hpdp); in __find_linux_pte_or_hugepte()
1064 *shift = pdshift; in __find_linux_pte_or_hugepte()