Lines Matching refs:pgd
181 pgd_t *pgd; in follow_page_mask() local
196 pgd = pgd_offset(mm, address); in follow_page_mask()
197 if (pgd_none(*pgd) || unlikely(pgd_bad(*pgd))) in follow_page_mask()
200 pud = pud_offset(pgd, address); in follow_page_mask()
250 pgd_t *pgd; in get_gate_page() local
260 pgd = pgd_offset_k(address); in get_gate_page()
262 pgd = pgd_offset_gate(mm, address); in get_gate_page()
263 BUG_ON(pgd_none(*pgd)); in get_gate_page()
264 pud = pud_offset(pgd, address); in get_gate_page()
1293 static int gup_pud_range(pgd_t pgd, unsigned long addr, unsigned long end, in gup_pud_range() argument
1299 pudp = pud_offset(&pgd, addr); in gup_pud_range()
1358 pgd_t pgd = READ_ONCE(*pgdp); in __get_user_pages_fast() local
1361 if (pgd_none(pgd)) in __get_user_pages_fast()
1363 if (unlikely(pgd_huge(pgd))) { in __get_user_pages_fast()
1364 if (!gup_huge_pgd(pgd, pgdp, addr, next, write, in __get_user_pages_fast()
1367 } else if (unlikely(is_hugepd(__hugepd(pgd_val(pgd))))) { in __get_user_pages_fast()
1368 if (!gup_huge_pd(__hugepd(pgd_val(pgd)), addr, in __get_user_pages_fast()
1371 } else if (!gup_pud_range(pgd, addr, next, write, pages, &nr)) in __get_user_pages_fast()