Lines Matching refs:pgd
435 static inline void free_pud_range(struct mmu_gather *tlb, pgd_t *pgd, in free_pud_range() argument
444 pud = pud_offset(pgd, addr); in free_pud_range()
463 pud = pud_offset(pgd, start); in free_pud_range()
464 pgd_clear(pgd); in free_pud_range()
475 pgd_t *pgd; in free_pgd_range() local
520 pgd = pgd_offset(tlb->mm, addr); in free_pgd_range()
523 if (pgd_none_or_clear_bad(pgd)) in free_pgd_range()
525 free_pud_range(tlb, pgd, addr, next, floor, ceiling); in free_pgd_range()
526 } while (pgd++, addr = next, addr != end); in free_pgd_range()
650 pgd_t *pgd = pgd_offset(vma->vm_mm, addr); in print_bad_pte() local
651 pud_t *pud = pud_offset(pgd, addr); in print_bad_pte()
1270 struct vm_area_struct *vma, pgd_t *pgd, in zap_pud_range() argument
1277 pud = pud_offset(pgd, addr); in zap_pud_range()
1293 pgd_t *pgd; in unmap_page_range() local
1301 pgd = pgd_offset(vma->vm_mm, addr); in unmap_page_range()
1304 if (pgd_none_or_clear_bad(pgd)) in unmap_page_range()
1306 next = zap_pud_range(tlb, vma, pgd, addr, next, details); in unmap_page_range()
1307 } while (pgd++, addr = next, addr != end); in unmap_page_range()
1462 pgd_t * pgd = pgd_offset(mm, addr); in __get_locked_pte() local
1463 pud_t * pud = pud_alloc(mm, pgd, addr); in __get_locked_pte()
1704 static inline int remap_pud_range(struct mm_struct *mm, pgd_t *pgd, in remap_pud_range() argument
1712 pud = pud_alloc(mm, pgd, addr); in remap_pud_range()
1737 pgd_t *pgd; in remap_pfn_range() local
1775 pgd = pgd_offset(mm, addr); in remap_pfn_range()
1779 err = remap_pud_range(mm, pgd, addr, next, in remap_pfn_range()
1783 } while (pgd++, addr = next, addr != end); in remap_pfn_range()
1895 static int apply_to_pud_range(struct mm_struct *mm, pgd_t *pgd, in apply_to_pud_range() argument
1903 pud = pud_alloc(mm, pgd, addr); in apply_to_pud_range()
1922 pgd_t *pgd; in apply_to_page_range() local
1928 pgd = pgd_offset(mm, addr); in apply_to_page_range()
1931 err = apply_to_pud_range(mm, pgd, addr, next, fn, data); in apply_to_page_range()
1934 } while (pgd++, addr = next, addr != end); in apply_to_page_range()
3382 pgd_t *pgd; in __handle_mm_fault() local
3390 pgd = pgd_offset(mm, address); in __handle_mm_fault()
3391 pud = pud_alloc(mm, pgd, address); in __handle_mm_fault()
3515 int __pud_alloc(struct mm_struct *mm, pgd_t *pgd, unsigned long address) in __pud_alloc() argument
3524 if (pgd_present(*pgd)) /* Another has populated it */ in __pud_alloc()
3527 pgd_populate(mm, pgd, new); in __pud_alloc()
3568 pgd_t *pgd; in __follow_pte() local
3573 pgd = pgd_offset(mm, address); in __follow_pte()
3574 if (pgd_none(*pgd) || unlikely(pgd_bad(*pgd))) in __follow_pte()
3577 pud = pud_offset(pgd, address); in __follow_pte()