Lines Matching refs:pmd

36 		unsigned long address, pmd_t *pmd, unsigned int flags)  in follow_page_pte()  argument
44 if (unlikely(pmd_bad(*pmd))) in follow_page_pte()
47 ptep = pte_offset_map_lock(mm, pmd, address, &ptl); in follow_page_pte()
64 migration_entry_wait(mm, pmd, address); in follow_page_pte()
149 pmd_t *pmd; in follow_page_mask() local
178 pmd = pmd_offset(pud, address); in follow_page_mask()
179 if (pmd_none(*pmd)) in follow_page_mask()
181 if (pmd_huge(*pmd) && vma->vm_flags & VM_HUGETLB) { in follow_page_mask()
182 page = follow_huge_pmd(mm, address, pmd, flags); in follow_page_mask()
187 if ((flags & FOLL_NUMA) && pmd_protnone(*pmd)) in follow_page_mask()
189 if (pmd_trans_huge(*pmd)) { in follow_page_mask()
191 split_huge_page_pmd(vma, address, pmd); in follow_page_mask()
192 return follow_page_pte(vma, address, pmd, flags); in follow_page_mask()
194 ptl = pmd_lock(mm, pmd); in follow_page_mask()
195 if (likely(pmd_trans_huge(*pmd))) { in follow_page_mask()
196 if (unlikely(pmd_trans_splitting(*pmd))) { in follow_page_mask()
198 wait_split_huge_page(vma->anon_vma, pmd); in follow_page_mask()
201 pmd, flags); in follow_page_mask()
209 return follow_page_pte(vma, address, pmd, flags); in follow_page_mask()
218 pmd_t *pmd; in get_gate_page() local
232 pmd = pmd_offset(pud, address); in get_gate_page()
233 if (pmd_none(*pmd)) in get_gate_page()
235 VM_BUG_ON(pmd_trans_huge(*pmd)); in get_gate_page()
236 pte = pte_offset_map(pmd, address); in get_gate_page()
1007 static int gup_pte_range(pmd_t pmd, unsigned long addr, unsigned long end, in gup_pte_range() argument
1013 ptem = ptep = pte_offset_map(&pmd, addr); in gup_pte_range()
1066 static int gup_pte_range(pmd_t pmd, unsigned long addr, unsigned long end, in gup_pte_range() argument
1213 pmd_t pmd = READ_ONCE(*pmdp); in gup_pmd_range() local
1216 if (pmd_none(pmd) || pmd_trans_splitting(pmd)) in gup_pmd_range()
1219 if (unlikely(pmd_trans_huge(pmd) || pmd_huge(pmd))) { in gup_pmd_range()
1225 if (pmd_protnone(pmd)) in gup_pmd_range()
1228 if (!gup_huge_pmd(pmd, pmdp, addr, next, write, in gup_pmd_range()
1232 } else if (unlikely(is_hugepd(__hugepd(pmd_val(pmd))))) { in gup_pmd_range()
1237 if (!gup_huge_pd(__hugepd(pmd_val(pmd)), addr, in gup_pmd_range()
1240 } else if (!gup_pte_range(pmd, addr, next, write, pages, nr)) in gup_pmd_range()