Lines Matching refs:pgtable

721 	pgtable_t pgtable;  in __do_huge_pmd_anonymous_page()  local
733 pgtable = pte_alloc_one(mm, haddr); in __do_huge_pmd_anonymous_page()
734 if (unlikely(!pgtable)) { in __do_huge_pmd_anonymous_page()
753 pte_free(mm, pgtable); in __do_huge_pmd_anonymous_page()
764 pte_free(mm, pgtable); in __do_huge_pmd_anonymous_page()
776 pgtable_trans_huge_deposit(mm, pmd, pgtable); in __do_huge_pmd_anonymous_page()
793 static bool set_huge_zero_page(pgtable_t pgtable, struct mm_struct *mm, in set_huge_zero_page() argument
802 pgtable_trans_huge_deposit(mm, pmd, pgtable); in set_huge_zero_page()
825 pgtable_t pgtable; in do_huge_pmd_anonymous_page() local
829 pgtable = pte_alloc_one(mm, haddr); in do_huge_pmd_anonymous_page()
830 if (unlikely(!pgtable)) in do_huge_pmd_anonymous_page()
834 pte_free(mm, pgtable); in do_huge_pmd_anonymous_page()
848 set_huge_zero_page(pgtable, mm, vma, in do_huge_pmd_anonymous_page()
857 pte_free(mm, pgtable); in do_huge_pmd_anonymous_page()
922 pgtable_t pgtable; in copy_huge_pmd() local
926 pgtable = pte_alloc_one(dst_mm, addr); in copy_huge_pmd()
927 if (unlikely(!pgtable)) in copy_huge_pmd()
937 pte_free(dst_mm, pgtable); in copy_huge_pmd()
953 set_huge_zero_page(pgtable, dst_mm, vma, addr, dst_pmd, in copy_huge_pmd()
963 pte_free(dst_mm, pgtable); in copy_huge_pmd()
976 pgtable_trans_huge_deposit(dst_mm, dst_pmd, pgtable); in copy_huge_pmd()
1051 pgtable_t pgtable; in do_huge_pmd_wp_page_fallback() local
1106 pgtable = pgtable_trans_huge_withdraw(mm, pmd); in do_huge_pmd_wp_page_fallback()
1107 pmd_populate(mm, &_pmd, pgtable); in do_huge_pmd_wp_page_fallback()
1126 pmd_populate(mm, pmd, pgtable); in do_huge_pmd_wp_page_fallback()
1535 pgtable_t pgtable; in move_huge_pmd() local
1536 pgtable = pgtable_trans_huge_withdraw(mm, old_pmd); in move_huge_pmd()
1537 pgtable_trans_huge_deposit(mm, new_pmd, pgtable); in move_huge_pmd()
1831 pgtable_t pgtable; in __split_huge_page_map() local
1837 pgtable = pgtable_trans_huge_withdraw(mm, pmd); in __split_huge_page_map()
1838 pmd_populate(mm, &_pmd, pgtable); in __split_huge_page_map()
1891 pmd_populate(mm, pmd, pgtable); in __split_huge_page_map()
2511 pgtable_t pgtable; in collapse_huge_page() local
2605 pgtable = pmd_pgtable(_pmd); in collapse_huge_page()
2622 pgtable_trans_huge_deposit(mm, pmd, pgtable); in collapse_huge_page()
2935 pgtable_t pgtable; in __split_huge_zero_page_pmd() local
2942 pgtable = pgtable_trans_huge_withdraw(mm, pmd); in __split_huge_zero_page_pmd()
2943 pmd_populate(mm, &_pmd, pgtable); in __split_huge_zero_page_pmd()
2955 pmd_populate(mm, pmd, pgtable); in __split_huge_zero_page_pmd()