Lines Matching refs:pud

401 static inline void free_pmd_range(struct mmu_gather *tlb, pud_t *pud,  in free_pmd_range()  argument
410 pmd = pmd_offset(pud, addr); in free_pmd_range()
429 pmd = pmd_offset(pud, start); in free_pmd_range()
430 pud_clear(pud); in free_pmd_range()
439 pud_t *pud; in free_pud_range() local
444 pud = pud_offset(pgd, addr); in free_pud_range()
447 if (pud_none_or_clear_bad(pud)) in free_pud_range()
449 free_pmd_range(tlb, pud, addr, next, floor, ceiling); in free_pud_range()
450 } while (pud++, addr = next, addr != end); in free_pud_range()
463 pud = pud_offset(pgd, start); in free_pud_range()
465 pud_free_tlb(tlb, pud, start); in free_pud_range()
651 pud_t *pud = pud_offset(pgd, addr); in print_bad_pte() local
652 pmd_t *pmd = pmd_offset(pud, addr); in print_bad_pte()
1226 struct vm_area_struct *vma, pud_t *pud, in zap_pmd_range() argument
1233 pmd = pmd_offset(pud, addr); in zap_pmd_range()
1274 pud_t *pud; in zap_pud_range() local
1277 pud = pud_offset(pgd, addr); in zap_pud_range()
1280 if (pud_none_or_clear_bad(pud)) in zap_pud_range()
1282 next = zap_pmd_range(tlb, vma, pud, addr, next, details); in zap_pud_range()
1283 } while (pud++, addr = next, addr != end); in zap_pud_range()
1463 pud_t * pud = pud_alloc(mm, pgd, addr); in __get_locked_pte() local
1464 if (pud) { in __get_locked_pte()
1465 pmd_t * pmd = pmd_alloc(mm, pud, addr); in __get_locked_pte()
1683 static inline int remap_pmd_range(struct mm_struct *mm, pud_t *pud, in remap_pmd_range() argument
1691 pmd = pmd_alloc(mm, pud, addr); in remap_pmd_range()
1708 pud_t *pud; in remap_pud_range() local
1712 pud = pud_alloc(mm, pgd, addr); in remap_pud_range()
1713 if (!pud) in remap_pud_range()
1717 if (remap_pmd_range(mm, pud, addr, next, in remap_pud_range()
1720 } while (pud++, addr = next, addr != end); in remap_pud_range()
1873 static int apply_to_pmd_range(struct mm_struct *mm, pud_t *pud, in apply_to_pmd_range() argument
1881 BUG_ON(pud_huge(*pud)); in apply_to_pmd_range()
1883 pmd = pmd_alloc(mm, pud, addr); in apply_to_pmd_range()
1899 pud_t *pud; in apply_to_pud_range() local
1903 pud = pud_alloc(mm, pgd, addr); in apply_to_pud_range()
1904 if (!pud) in apply_to_pud_range()
1908 err = apply_to_pmd_range(mm, pud, addr, next, fn, data); in apply_to_pud_range()
1911 } while (pud++, addr = next, addr != end); in apply_to_pud_range()
3383 pud_t *pud; in __handle_mm_fault() local
3391 pud = pud_alloc(mm, pgd, address); in __handle_mm_fault()
3392 if (!pud) in __handle_mm_fault()
3394 pmd = pmd_alloc(mm, pud, address); in __handle_mm_fault()
3538 int __pmd_alloc(struct mm_struct *mm, pud_t *pud, unsigned long address) in __pmd_alloc() argument
3548 if (!pud_present(*pud)) { in __pmd_alloc()
3550 pud_populate(mm, pud, new); in __pmd_alloc()
3554 if (!pgd_present(*pud)) { in __pmd_alloc()
3556 pgd_populate(mm, pud, new); in __pmd_alloc()
3569 pud_t *pud; in __follow_pte() local
3577 pud = pud_offset(pgd, address); in __follow_pte()
3578 if (pud_none(*pud) || unlikely(pud_bad(*pud))) in __follow_pte()
3581 pmd = pmd_offset(pud, address); in __follow_pte()