Lines Matching refs:pgtable

723 	pgtable_t pgtable;  in __do_huge_pmd_anonymous_page()  local
731 pgtable = pte_alloc_one(mm, haddr); in __do_huge_pmd_anonymous_page()
732 if (unlikely(!pgtable)) { in __do_huge_pmd_anonymous_page()
750 pte_free(mm, pgtable); in __do_huge_pmd_anonymous_page()
758 pgtable_trans_huge_deposit(mm, pmd, pgtable); in __do_huge_pmd_anonymous_page()
774 static bool set_huge_zero_page(pgtable_t pgtable, struct mm_struct *mm, in set_huge_zero_page() argument
783 pgtable_trans_huge_deposit(mm, pmd, pgtable); in set_huge_zero_page()
806 pgtable_t pgtable; in do_huge_pmd_anonymous_page() local
809 pgtable = pte_alloc_one(mm, haddr); in do_huge_pmd_anonymous_page()
810 if (unlikely(!pgtable)) in do_huge_pmd_anonymous_page()
814 pte_free(mm, pgtable); in do_huge_pmd_anonymous_page()
819 set = set_huge_zero_page(pgtable, mm, vma, haddr, pmd, in do_huge_pmd_anonymous_page()
823 pte_free(mm, pgtable); in do_huge_pmd_anonymous_page()
851 pgtable_t pgtable; in copy_huge_pmd() local
855 pgtable = pte_alloc_one(dst_mm, addr); in copy_huge_pmd()
856 if (unlikely(!pgtable)) in copy_huge_pmd()
866 pte_free(dst_mm, pgtable); in copy_huge_pmd()
883 set = set_huge_zero_page(pgtable, dst_mm, vma, addr, dst_pmd, in copy_huge_pmd()
894 pte_free(dst_mm, pgtable); in copy_huge_pmd()
907 pgtable_trans_huge_deposit(dst_mm, dst_pmd, pgtable); in copy_huge_pmd()
982 pgtable_t pgtable; in do_huge_pmd_wp_page_fallback() local
1037 pgtable = pgtable_trans_huge_withdraw(mm, pmd); in do_huge_pmd_wp_page_fallback()
1038 pmd_populate(mm, &_pmd, pgtable); in do_huge_pmd_wp_page_fallback()
1057 pmd_populate(mm, pmd, pgtable); in do_huge_pmd_wp_page_fallback()
1395 pgtable_t pgtable; in zap_huge_pmd() local
1406 pgtable = pgtable_trans_huge_withdraw(tlb->mm, pmd); in zap_huge_pmd()
1421 pte_free(tlb->mm, pgtable); in zap_huge_pmd()
1466 pgtable_t pgtable; in move_huge_pmd() local
1467 pgtable = pgtable_trans_huge_withdraw(mm, old_pmd); in move_huge_pmd()
1468 pgtable_trans_huge_deposit(mm, new_pmd, pgtable); in move_huge_pmd()
1758 pgtable_t pgtable; in __split_huge_page_map() local
1764 pgtable = pgtable_trans_huge_withdraw(mm, pmd); in __split_huge_page_map()
1765 pmd_populate(mm, &_pmd, pgtable); in __split_huge_page_map()
1818 pmd_populate(mm, pmd, pgtable); in __split_huge_page_map()
2434 pgtable_t pgtable; in collapse_huge_page() local
2528 pgtable = pmd_pgtable(_pmd); in collapse_huge_page()
2545 pgtable_trans_huge_deposit(mm, pmd, pgtable); in collapse_huge_page()
2858 pgtable_t pgtable; in __split_huge_zero_page_pmd() local
2865 pgtable = pgtable_trans_huge_withdraw(mm, pmd); in __split_huge_zero_page_pmd()
2866 pmd_populate(mm, &_pmd, pgtable); in __split_huge_zero_page_pmd()
2878 pmd_populate(mm, pmd, pgtable); in __split_huge_zero_page_pmd()