orig_pmd 14 include/linux/huge_mm.h extern void huge_pmd_set_accessed(struct vm_fault *vmf, pmd_t orig_pmd); orig_pmd 27 include/linux/huge_mm.h extern vm_fault_t do_huge_pmd_wp_page(struct vm_fault *vmf, pmd_t orig_pmd); orig_pmd 246 include/linux/huge_mm.h extern vm_fault_t do_huge_pmd_numa_page(struct vm_fault *vmf, pmd_t orig_pmd); orig_pmd 372 include/linux/huge_mm.h pmd_t orig_pmd) orig_pmd 1177 mm/huge_memory.c void huge_pmd_set_accessed(struct vm_fault *vmf, pmd_t orig_pmd) orig_pmd 1184 mm/huge_memory.c if (unlikely(!pmd_same(*vmf->pmd, orig_pmd))) orig_pmd 1187 mm/huge_memory.c entry = pmd_mkyoung(orig_pmd); orig_pmd 1199 mm/huge_memory.c pmd_t orig_pmd, struct page *page) orig_pmd 1252 mm/huge_memory.c if (unlikely(!pmd_same(*vmf->pmd, orig_pmd))) orig_pmd 1315 mm/huge_memory.c vm_fault_t do_huge_pmd_wp_page(struct vm_fault *vmf, pmd_t orig_pmd) orig_pmd 1327 mm/huge_memory.c if (is_huge_zero_pmd(orig_pmd)) orig_pmd 1330 mm/huge_memory.c if (unlikely(!pmd_same(*vmf->pmd, orig_pmd))) orig_pmd 1333 mm/huge_memory.c page = pmd_page(orig_pmd); orig_pmd 1344 mm/huge_memory.c if (unlikely(!pmd_same(*vmf->pmd, orig_pmd))) { orig_pmd 1353 mm/huge_memory.c entry = pmd_mkyoung(orig_pmd); orig_pmd 1379 mm/huge_memory.c ret = do_huge_pmd_wp_page_fallback(vmf, orig_pmd, page); orig_pmd 1418 mm/huge_memory.c if (unlikely(!pmd_same(*vmf->pmd, orig_pmd))) { orig_pmd 1698 mm/huge_memory.c pmd_t orig_pmd; orig_pmd 1709 mm/huge_memory.c orig_pmd = *pmd; orig_pmd 1710 mm/huge_memory.c if (is_huge_zero_pmd(orig_pmd)) orig_pmd 1713 mm/huge_memory.c if (unlikely(!pmd_present(orig_pmd))) { orig_pmd 1715 mm/huge_memory.c !is_pmd_migration_entry(orig_pmd)); orig_pmd 1719 mm/huge_memory.c page = pmd_page(orig_pmd); orig_pmd 1747 mm/huge_memory.c if (pmd_young(orig_pmd) || pmd_dirty(orig_pmd)) { orig_pmd 1749 mm/huge_memory.c orig_pmd = pmd_mkold(orig_pmd); orig_pmd 1750 mm/huge_memory.c orig_pmd = pmd_mkclean(orig_pmd); orig_pmd 1752 mm/huge_memory.c set_pmd_at(mm, addr, pmd, orig_pmd); orig_pmd 1776 mm/huge_memory.c pmd_t orig_pmd; orig_pmd 1790 mm/huge_memory.c orig_pmd = pmdp_huge_get_and_clear_full(tlb->mm, addr, pmd, orig_pmd 1797 mm/huge_memory.c if (is_huge_zero_pmd(orig_pmd)) orig_pmd 1798 mm/huge_memory.c tlb_remove_page_size(tlb, pmd_page(orig_pmd), HPAGE_PMD_SIZE); orig_pmd 1799 mm/huge_memory.c } else if (is_huge_zero_pmd(orig_pmd)) { orig_pmd 1802 mm/huge_memory.c tlb_remove_page_size(tlb, pmd_page(orig_pmd), HPAGE_PMD_SIZE); orig_pmd 1807 mm/huge_memory.c if (pmd_present(orig_pmd)) { orig_pmd 1808 mm/huge_memory.c page = pmd_page(orig_pmd); orig_pmd 1815 mm/huge_memory.c VM_BUG_ON(!is_pmd_migration_entry(orig_pmd)); orig_pmd 1816 mm/huge_memory.c entry = pmd_to_swp_entry(orig_pmd); orig_pmd 319 mm/madvise.c pmd_t orig_pmd; orig_pmd 327 mm/madvise.c orig_pmd = *pmd; orig_pmd 328 mm/madvise.c if (is_huge_zero_pmd(orig_pmd)) orig_pmd 331 mm/madvise.c if (unlikely(!pmd_present(orig_pmd))) { orig_pmd 333 mm/madvise.c !is_pmd_migration_entry(orig_pmd)); orig_pmd 337 mm/madvise.c page = pmd_page(orig_pmd); orig_pmd 357 mm/madvise.c if (pmd_young(orig_pmd)) { orig_pmd 359 mm/madvise.c orig_pmd = pmd_mkold(orig_pmd); orig_pmd 361 mm/madvise.c set_pmd_at(mm, addr, pmd, orig_pmd); orig_pmd 3763 mm/memory.c static inline vm_fault_t wp_huge_pmd(struct vm_fault *vmf, pmd_t orig_pmd) orig_pmd 3766 mm/memory.c return do_huge_pmd_wp_page(vmf, orig_pmd); orig_pmd 3964 mm/memory.c pmd_t orig_pmd = *vmf.pmd; orig_pmd 3967 mm/memory.c if (unlikely(is_swap_pmd(orig_pmd))) { orig_pmd 3969 mm/memory.c !is_pmd_migration_entry(orig_pmd)); orig_pmd 3970 mm/memory.c if (is_pmd_migration_entry(orig_pmd)) orig_pmd 3974 mm/memory.c if (pmd_trans_huge(orig_pmd) || pmd_devmap(orig_pmd)) { orig_pmd 3975 mm/memory.c if (pmd_protnone(orig_pmd) && vma_is_accessible(vma)) orig_pmd 3976 mm/memory.c return do_huge_pmd_numa_page(&vmf, orig_pmd); orig_pmd 3978 mm/memory.c if (dirty && !pmd_write(orig_pmd)) { orig_pmd 3979 mm/memory.c ret = wp_huge_pmd(&vmf, orig_pmd); orig_pmd 3983 mm/memory.c huge_pmd_set_accessed(&vmf, orig_pmd);