Lines Matching refs:tlb
485 static void hugepd_free(struct mmu_gather *tlb, void *hugepte) in hugepd_free() argument
491 if (atomic_read(&tlb->mm->mm_users) < 2 || in hugepd_free()
492 cpumask_equal(mm_cpumask(tlb->mm), in hugepd_free()
513 static void free_hugepd_range(struct mmu_gather *tlb, hugepd_t *hpdp, int pdshift, in free_hugepd_range() argument
545 hugepd_free(tlb, hugepte); in free_hugepd_range()
547 pgtable_free_tlb(tlb, hugepte, pdshift - shift); in free_hugepd_range()
551 static void hugetlb_free_pmd_range(struct mmu_gather *tlb, pud_t *pud, in hugetlb_free_pmd_range() argument
580 free_hugepd_range(tlb, (hugepd_t *)pmd, PMD_SHIFT, in hugetlb_free_pmd_range()
597 pmd_free_tlb(tlb, pmd, start); in hugetlb_free_pmd_range()
598 mm_dec_nr_pmds(tlb->mm); in hugetlb_free_pmd_range()
601 static void hugetlb_free_pud_range(struct mmu_gather *tlb, pgd_t *pgd, in hugetlb_free_pud_range() argument
616 hugetlb_free_pmd_range(tlb, pud, addr, next, floor, in hugetlb_free_pud_range()
628 free_hugepd_range(tlb, (hugepd_t *)pud, PUD_SHIFT, in hugetlb_free_pud_range()
646 pud_free_tlb(tlb, pud, start); in hugetlb_free_pud_range()
652 void hugetlb_free_pgd_range(struct mmu_gather *tlb, in hugetlb_free_pgd_range() argument
678 pgd = pgd_offset(tlb->mm, addr); in hugetlb_free_pgd_range()
682 hugetlb_free_pud_range(tlb, pgd, addr, next, floor, ceiling); in hugetlb_free_pgd_range()
693 free_hugepd_range(tlb, (hugepd_t *)pgd, PGDIR_SHIFT, in hugetlb_free_pgd_range()