Lines Matching refs:pgd

85 int pgd_huge(pgd_t pgd)  in pgd_huge()  argument
90 return ((pgd_val(pgd) & 0x3) != 0x0); in pgd_huge()
103 int pgd_huge(pgd_t pgd) in pgd_huge() argument
112 return __find_linux_pte_or_hugepte(mm->pgd, addr, NULL); in huge_pte_offset()
587 static void hugetlb_free_pud_range(struct mmu_gather *tlb, pgd_t *pgd, in hugetlb_free_pud_range() argument
597 pud = pud_offset(pgd, addr); in hugetlb_free_pud_range()
630 pud = pud_offset(pgd, start); in hugetlb_free_pud_range()
631 pgd_clear(pgd); in hugetlb_free_pud_range()
642 pgd_t *pgd; in hugetlb_free_pgd_range() local
664 pgd = pgd_offset(tlb->mm, addr); in hugetlb_free_pgd_range()
665 if (!is_hugepd(__hugepd(pgd_val(*pgd)))) { in hugetlb_free_pgd_range()
666 if (pgd_none_or_clear_bad(pgd)) in hugetlb_free_pgd_range()
668 hugetlb_free_pud_range(tlb, pgd, addr, next, floor, ceiling); in hugetlb_free_pgd_range()
677 next = addr + (1 << hugepd_shift(*(hugepd_t *)pgd)); in hugetlb_free_pgd_range()
679 free_hugepd_range(tlb, (hugepd_t *)pgd, PGDIR_SHIFT, in hugetlb_free_pgd_range()
698 ptep = find_linux_pte_or_hugepte(mm->pgd, address, &shift); in follow_huge_addr()
974 pgd_t pgd, *pgdp; in __find_linux_pte_or_hugepte() local
985 pgd = READ_ONCE(*pgdp); in __find_linux_pte_or_hugepte()
992 if (pgd_none(pgd)) in __find_linux_pte_or_hugepte()
994 else if (pgd_huge(pgd)) { in __find_linux_pte_or_hugepte()
997 } else if (is_hugepd(__hugepd(pgd_val(pgd)))) in __find_linux_pte_or_hugepte()
998 hpdp = (hugepd_t *)&pgd; in __find_linux_pte_or_hugepte()
1006 pudp = pud_offset(&pgd, ea); in __find_linux_pte_or_hugepte()