Home
last modified time | relevance | path

Searched refs:pmd_trans_huge (Results 1 – 26 of 26) sorted by relevance

/linux-4.4.14/include/linux/
Dhuge_mm.h108 if (unlikely(pmd_trans_huge(*____pmd))) \
118 pmd_trans_huge(*____pmd)); \
138 if (pmd_trans_huge(*pmd)) in pmd_trans_huge_lock()
/linux-4.4.14/arch/arc/include/asm/
Dhugepage.h44 #define pmd_trans_huge(pmd) (pmd_val(pmd) & _PAGE_HW_SZ) macro
45 #define pmd_trans_splitting(pmd) (pmd_trans_huge(pmd) && pmd_special(pmd))
/linux-4.4.14/mm/
Duserfaultfd.c228 if (unlikely(pmd_trans_huge(dst_pmdval))) { in __mcopy_atomic()
239 if (unlikely(pmd_trans_huge(*dst_pmd))) { in __mcopy_atomic()
245 BUG_ON(pmd_trans_huge(*dst_pmd)); in __mcopy_atomic()
Dpgtable-generic.c135 VM_BUG_ON(!pmd_trans_huge(*pmdp)); in pmdp_huge_clear_flush()
211 VM_BUG_ON(pmd_trans_huge(*pmdp)); in pmdp_collapse_flush()
Dmprotect.c52 if (unlikely(pmd_trans_huge(*pmd) || pmd_none(*pmd))) { in lock_pte_protection()
152 if (!pmd_trans_huge(*pmd) && pmd_none_or_clear_bad(pmd)) in change_pmd_range()
161 if (pmd_trans_huge(*pmd)) { in change_pmd_range()
Dmremap.c69 VM_BUG_ON(pmd_trans_huge(*pmd)); in alloc_new_pmd()
194 if (pmd_trans_huge(*old_pmd)) { in move_page_tables()
214 VM_BUG_ON(pmd_trans_huge(*old_pmd)); in move_page_tables()
Dgup.c223 if (pmd_trans_huge(*pmd)) { in follow_page_mask()
229 if (likely(pmd_trans_huge(*pmd))) { in follow_page_mask()
269 VM_BUG_ON(pmd_trans_huge(*pmd)); in get_gate_page()
1265 if (unlikely(pmd_trans_huge(pmd) || pmd_huge(pmd))) { in gup_pmd_range()
Dhuge_memory.c936 if (unlikely(!pmd_trans_huge(pmd))) { in copy_huge_pmd()
1518 VM_BUG_ON(pmd_trans_huge(*new_pmd)); in move_huge_pmd()
1602 if (likely(pmd_trans_huge(*pmd))) { in __pmd_trans_huge_lock()
1661 if (pmd_trans_huge(*pmd)) { in page_check_address_pmd()
2976 if (unlikely(!pmd_trans_huge(*pmd))) in __split_huge_page_pmd()
3004 if (unlikely(pmd_trans_huge(*pmd))) in __split_huge_page_pmd()
Dmemory.c1004 if (pmd_trans_huge(*src_pmd)) { in copy_pmd_range()
1236 if (pmd_trans_huge(*pmd)) { in zap_pmd_range()
1467 VM_BUG_ON(pmd_trans_huge(*pmd)); in __get_locked_pte()
1694 VM_BUG_ON(pmd_trans_huge(*pmd)); in remap_pmd_range()
3406 if (pmd_trans_huge(orig_pmd)) { in __handle_mm_fault()
3582 VM_BUG_ON(pmd_trans_huge(*pmd)); in __follow_pte()
Drmap.c740 if (!pmd_present(pmde) || pmd_trans_huge(pmde)) in mm_find_pmd()
/linux-4.4.14/arch/powerpc/mm/
Dpgtable_64.c361 if (pmd_trans_huge(pmd) || pmd_huge(pmd)) in pmd_page()
499 WARN_ON(!pmd_trans_huge(*pmdp)); in pmdp_set_access_flags()
521 WARN_ON(!pmd_trans_huge(*pmdp)); in pmd_hugepage_update()
553 VM_BUG_ON(pmd_trans_huge(*pmdp)); in pmdp_collapse_flush()
618 WARN_ON(!pmd_trans_huge(*pmdp)); in pmdp_splitting_flush()
709 WARN_ON(!pmd_trans_huge(pmd)); in set_pmd_at()
Dhugetlbpage.c1041 if (pmd_trans_huge(pmd)) { in __find_linux_pte_or_hugepte()
/linux-4.4.14/arch/arm/include/asm/
Dpgtable-3level.h231 #define pmd_thp_or_huge(pmd) (pmd_huge(pmd) || pmd_trans_huge(pmd))
234 #define pmd_trans_huge(pmd) (pmd_val(pmd) && !pmd_table(pmd)) macro
/linux-4.4.14/include/asm-generic/
Dpgtable.h618 static inline int pmd_trans_huge(pmd_t pmd) in pmd_trans_huge() function
700 if (pmd_none(pmdval) || pmd_trans_huge(pmdval)) in pmd_none_or_trans_huge_or_clear_bad()
/linux-4.4.14/arch/powerpc/include/asm/
Dpgtable-ppc64.h466 static inline int pmd_trans_huge(pmd_t pmd) in pmd_trans_huge() function
476 if (pmd_trans_huge(pmd)) in pmd_trans_splitting()
/linux-4.4.14/arch/sparc/mm/
Dtlb.c194 if (pmd_trans_huge(orig)) { in set_pmd_at()
Dfault_64.c115 if (pmd_trans_huge(*pmdp)) { in get_user_insn()
/linux-4.4.14/arch/mips/include/asm/
Dpgtable.h489 static inline int pmd_trans_huge(pmd_t pmd) in pmd_trans_huge() function
600 if (pmd_trans_huge(pmd)) in pmd_page()
/linux-4.4.14/Documentation/vm/
Dtranshuge.txt348 pmd_trans_huge() on the pmd returned by pmd_offset. You must hold the
352 pmd_trans_huge returns false, you just fallback in the old code
353 paths. If instead pmd_trans_huge returns true, you have to take the
354 mm->page_table_lock and re-run pmd_trans_huge. Taking the
357 pagetable walk). If the second pmd_trans_huge returns false, you
/linux-4.4.14/arch/sparc/include/asm/
Dpgtable_64.h693 static inline unsigned long pmd_trans_huge(pmd_t pmd) in pmd_trans_huge() function
704 return pmd_trans_huge(pmd) && pte_special(pte); in pmd_trans_splitting()
/linux-4.4.14/arch/tile/include/asm/
Dpgtable.h491 #define pmd_trans_huge pmd_huge_page macro
/linux-4.4.14/arch/x86/include/asm/
Dpgtable.h173 static inline int pmd_trans_huge(pmd_t pmd) in pmd_trans_huge() function
/linux-4.4.14/arch/arm64/include/asm/
Dpgtable.h340 #define pmd_trans_huge(pmd) (pmd_val(pmd) && !(pmd_val(pmd) & PMD_TABLE_BIT)) macro
/linux-4.4.14/fs/
Duserfaultfd.c225 if (pmd_trans_huge(_pmd)) in userfaultfd_must_wait()
/linux-4.4.14/arch/s390/include/asm/
Dpgtable.h1629 static inline int pmd_trans_huge(pmd_t pmd) in pmd_trans_huge() function
/linux-4.4.14/arch/arm/kvm/
Dmmu.c47 #define kvm_pmd_huge(_x) (pmd_huge(_x) || pmd_trans_huge(_x))