Lines Matching refs:pgd
147 pgd_t *pgd; in follow_page_mask() local
162 pgd = pgd_offset(mm, address); in follow_page_mask()
163 if (pgd_none(*pgd) || unlikely(pgd_bad(*pgd))) in follow_page_mask()
166 pud = pud_offset(pgd, address); in follow_page_mask()
216 pgd_t *pgd; in get_gate_page() local
226 pgd = pgd_offset_k(address); in get_gate_page()
228 pgd = pgd_offset_gate(mm, address); in get_gate_page()
229 BUG_ON(pgd_none(*pgd)); in get_gate_page()
230 pud = pud_offset(pgd, address); in get_gate_page()
1247 static int gup_pud_range(pgd_t pgd, unsigned long addr, unsigned long end, in gup_pud_range() argument
1253 pudp = pud_offset(&pgd, addr); in gup_pud_range()
1312 pgd_t pgd = READ_ONCE(*pgdp); in __get_user_pages_fast() local
1315 if (pgd_none(pgd)) in __get_user_pages_fast()
1317 if (unlikely(pgd_huge(pgd))) { in __get_user_pages_fast()
1318 if (!gup_huge_pgd(pgd, pgdp, addr, next, write, in __get_user_pages_fast()
1321 } else if (unlikely(is_hugepd(__hugepd(pgd_val(pgd))))) { in __get_user_pages_fast()
1322 if (!gup_huge_pd(__hugepd(pgd_val(pgd)), addr, in __get_user_pages_fast()
1325 } else if (!gup_pud_range(pgd, addr, next, write, pages, &nr)) in __get_user_pages_fast()