Lines Matching refs:pgd

85 int pgd_huge(pgd_t pgd)  in pgd_huge()  argument
90 return ((pgd_val(pgd) & 0x3) != 0x0); in pgd_huge()
122 int pgd_huge(pgd_t pgd) in pgd_huge() argument
131 return __find_linux_pte_or_hugepte(mm->pgd, addr, NULL, NULL); in huge_pte_offset()
601 static void hugetlb_free_pud_range(struct mmu_gather *tlb, pgd_t *pgd, in hugetlb_free_pud_range() argument
611 pud = pud_offset(pgd, addr); in hugetlb_free_pud_range()
644 pud = pud_offset(pgd, start); in hugetlb_free_pud_range()
645 pgd_clear(pgd); in hugetlb_free_pud_range()
656 pgd_t *pgd; in hugetlb_free_pgd_range() local
678 pgd = pgd_offset(tlb->mm, addr); in hugetlb_free_pgd_range()
679 if (!is_hugepd(__hugepd(pgd_val(*pgd)))) { in hugetlb_free_pgd_range()
680 if (pgd_none_or_clear_bad(pgd)) in hugetlb_free_pgd_range()
682 hugetlb_free_pud_range(tlb, pgd, addr, next, floor, ceiling); in hugetlb_free_pgd_range()
691 next = addr + (1 << hugepd_shift(*(hugepd_t *)pgd)); in hugetlb_free_pgd_range()
693 free_hugepd_range(tlb, (hugepd_t *)pgd, PGDIR_SHIFT, in hugetlb_free_pgd_range()
713 ptep = find_linux_pte_or_hugepte(mm->pgd, address, &is_thp, &shift); in follow_huge_addr()
981 pgd_t pgd, *pgdp; in __find_linux_pte_or_hugepte() local
995 pgd = READ_ONCE(*pgdp); in __find_linux_pte_or_hugepte()
1002 if (pgd_none(pgd)) in __find_linux_pte_or_hugepte()
1004 else if (pgd_huge(pgd)) { in __find_linux_pte_or_hugepte()
1007 } else if (is_hugepd(__hugepd(pgd_val(pgd)))) in __find_linux_pte_or_hugepte()
1008 hpdp = (hugepd_t *)&pgd; in __find_linux_pte_or_hugepte()
1016 pudp = pud_offset(&pgd, ea); in __find_linux_pte_or_hugepte()