tlb 7 arch/alpha/include/asm/tlb.h #define __pte_free_tlb(tlb, pte, address) pte_free((tlb)->mm, pte) tlb 8 arch/alpha/include/asm/tlb.h #define __pmd_free_tlb(tlb, pmd, address) pmd_free((tlb)->mm, pmd) tlb 130 arch/arc/include/asm/pgalloc.h #define __pte_free_tlb(tlb, pte, addr) pte_free((tlb)->mm, pte) tlb 37 arch/arm/include/asm/procinfo.h struct cpu_tlb_fns *tlb; tlb 23 arch/arm/include/asm/tlb.h #define tlb_flush(tlb) ((void) tlb) tlb 41 arch/arm/include/asm/tlb.h #define tlb_remove_table(tlb, entry) tlb_remove_page(tlb, entry) tlb 45 arch/arm/include/asm/tlb.h __pte_free_tlb(struct mmu_gather *tlb, pgtable_t pte, unsigned long addr) tlb 55 arch/arm/include/asm/tlb.h __tlb_adjust_range(tlb, addr - PAGE_SIZE, 2 * PAGE_SIZE); tlb 58 arch/arm/include/asm/tlb.h tlb_remove_table(tlb, pte); tlb 62 arch/arm/include/asm/tlb.h __pmd_free_tlb(struct mmu_gather *tlb, pmd_t *pmdp, unsigned long addr) tlb 67 arch/arm/include/asm/tlb.h tlb_remove_table(tlb, page); tlb 699 arch/arm/kernel/setup.c cpu_tlb = *list->tlb; tlb 20 arch/arm64/include/asm/tlb.h static void tlb_flush(struct mmu_gather *tlb); tlb 24 arch/arm64/include/asm/tlb.h static inline void tlb_flush(struct mmu_gather *tlb) tlb 26 arch/arm64/include/asm/tlb.h struct vm_area_struct vma = TLB_FLUSH_VMA(tlb->mm, 0); tlb 27 arch/arm64/include/asm/tlb.h bool last_level = !tlb->freed_tables; tlb 28 arch/arm64/include/asm/tlb.h unsigned long stride = tlb_get_unmap_size(tlb); tlb 35 arch/arm64/include/asm/tlb.h if (tlb->fullmm) { tlb 37 arch/arm64/include/asm/tlb.h flush_tlb_mm(tlb->mm); tlb 41 arch/arm64/include/asm/tlb.h __flush_tlb_range(&vma, tlb->start, tlb->end, stride, last_level); tlb 44 arch/arm64/include/asm/tlb.h static inline void __pte_free_tlb(struct mmu_gather *tlb, pgtable_t pte, tlb 48 arch/arm64/include/asm/tlb.h tlb_remove_table(tlb, pte); tlb 52 arch/arm64/include/asm/tlb.h static inline void __pmd_free_tlb(struct mmu_gather *tlb, pmd_t *pmdp, tlb 58 arch/arm64/include/asm/tlb.h tlb_remove_table(tlb, page); tlb 63 arch/arm64/include/asm/tlb.h static inline void __pud_free_tlb(struct mmu_gather *tlb, pud_t *pudp, tlb 66 arch/arm64/include/asm/tlb.h tlb_remove_table(tlb, virt_to_page(pudp)); tlb 72 arch/csky/include/asm/pgalloc.h #define __pte_free_tlb(tlb, pte, address) \ tlb 75 arch/csky/include/asm/pgalloc.h tlb_remove_page(tlb, pte); \ tlb 9 arch/csky/include/asm/tlb.h #define tlb_start_vma(tlb, vma) \ tlb 11 arch/csky/include/asm/tlb.h if (!(tlb)->fullmm) \ tlb 15 arch/csky/include/asm/tlb.h #define tlb_end_vma(tlb, vma) \ tlb 17 arch/csky/include/asm/tlb.h if (!(tlb)->fullmm) \ tlb 21 arch/csky/include/asm/tlb.h #define tlb_flush(tlb) flush_tlb_mm((tlb)->mm) tlb 95 arch/hexagon/include/asm/pgalloc.h #define __pte_free_tlb(tlb, pte, addr) \ tlb 98 arch/hexagon/include/asm/pgalloc.h tlb_remove_page((tlb), (pte)); \ tlb 8 arch/ia64/include/asm/hugetlb.h void hugetlb_free_pgd_range(struct mmu_gather *tlb, unsigned long addr, tlb 53 arch/ia64/include/asm/pgalloc.h #define __pud_free_tlb(tlb, pud, address) pud_free((tlb)->mm, pud) tlb 72 arch/ia64/include/asm/pgalloc.h #define __pmd_free_tlb(tlb, pmd, address) pmd_free((tlb)->mm, pmd) tlb 87 arch/ia64/include/asm/pgalloc.h #define __pte_free_tlb(tlb, pte, address) pte_free((tlb)->mm, pte) tlb 113 arch/ia64/mm/hugetlbpage.c void hugetlb_free_pgd_range(struct mmu_gather *tlb, tlb 135 arch/ia64/mm/hugetlbpage.c free_pgd_range(tlb, addr, end, floor, ceiling); tlb 41 arch/m68k/include/asm/mcf_pgalloc.h static inline void __pte_free_tlb(struct mmu_gather *tlb, pgtable_t page, tlb 48 arch/m68k/include/asm/mcf_pgalloc.h #define __pmd_free_tlb(tlb, pmd, address) do { } while (0) tlb 60 arch/m68k/include/asm/motorola_pgalloc.h static inline void __pte_free_tlb(struct mmu_gather *tlb, pgtable_t page, tlb 80 arch/m68k/include/asm/motorola_pgalloc.h static inline int __pmd_free_tlb(struct mmu_gather *tlb, pmd_t *pmd, tlb 22 arch/m68k/include/asm/sun3_pgalloc.h #define __pte_free_tlb(tlb,pte,addr) \ tlb 25 arch/m68k/include/asm/sun3_pgalloc.h tlb_remove_page((tlb), pte); \ tlb 44 arch/m68k/include/asm/sun3_pgalloc.h #define __pmd_free_tlb(tlb, x, addr) do { } while (0) tlb 53 arch/microblaze/include/asm/pgalloc.h #define __pte_free_tlb(tlb, pte, addr) pte_free((tlb)->mm, (pte)) tlb 67 arch/microblaze/include/asm/pgalloc.h #define __pmd_free_tlb(tlb, x, addr) pmd_free((tlb)->mm, x) tlb 869 arch/mips/include/asm/kvm_host.h struct kvm_mips_tlb *tlb, tlb 55 arch/mips/include/asm/pgalloc.h #define __pte_free_tlb(tlb,pte,address) \ tlb 58 arch/mips/include/asm/pgalloc.h tlb_remove_page((tlb), pte); \ tlb 78 arch/mips/include/asm/pgalloc.h #define __pmd_free_tlb(tlb, x, addr) pmd_free((tlb)->mm, x) tlb 104 arch/mips/include/asm/pgalloc.h #define __pud_free_tlb(tlb, x, addr) pud_free((tlb)->mm, x) tlb 1032 arch/mips/kvm/emulate.c struct kvm_mips_tlb *tlb; tlb 1043 arch/mips/kvm/emulate.c tlb = &vcpu->arch.guest_tlb[index]; tlb 1044 arch/mips/kvm/emulate.c kvm_write_c0_guest_pagemask(cop0, tlb->tlb_mask); tlb 1045 arch/mips/kvm/emulate.c kvm_write_c0_guest_entrylo0(cop0, tlb->tlb_lo[0]); tlb 1046 arch/mips/kvm/emulate.c kvm_write_c0_guest_entrylo1(cop0, tlb->tlb_lo[1]); tlb 1047 arch/mips/kvm/emulate.c kvm_mips_change_entryhi(vcpu, tlb->tlb_hi); tlb 1061 arch/mips/kvm/emulate.c struct kvm_mips_tlb *tlb) tlb 1069 arch/mips/kvm/emulate.c if (!((tlb->tlb_lo[0] | tlb->tlb_lo[1]) & ENTRYLO_V)) tlb 1072 arch/mips/kvm/emulate.c if ((unsigned long)tlb->tlb_hi > 0x7fffffff) tlb 1075 arch/mips/kvm/emulate.c user = tlb->tlb_hi < KVM_GUEST_KSEG0; tlb 1080 arch/mips/kvm/emulate.c kvm_trap_emul_invalidate_gva(vcpu, tlb->tlb_hi & VPN2_MASK, user); tlb 1086 arch/mips/kvm/emulate.c kvm_mips_host_tlb_inv(vcpu, tlb->tlb_hi, user, true); tlb 1106 arch/mips/kvm/emulate.c struct kvm_mips_tlb *tlb = NULL; tlb 1119 arch/mips/kvm/emulate.c tlb = &vcpu->arch.guest_tlb[index]; tlb 1121 arch/mips/kvm/emulate.c kvm_mips_invalidate_guest_tlb(vcpu, tlb); tlb 1123 arch/mips/kvm/emulate.c tlb->tlb_mask = kvm_read_c0_guest_pagemask(cop0); tlb 1124 arch/mips/kvm/emulate.c tlb->tlb_hi = kvm_read_c0_guest_entryhi(cop0); tlb 1125 arch/mips/kvm/emulate.c tlb->tlb_lo[0] = kvm_read_c0_guest_entrylo0(cop0); tlb 1126 arch/mips/kvm/emulate.c tlb->tlb_lo[1] = kvm_read_c0_guest_entrylo1(cop0); tlb 1141 arch/mips/kvm/emulate.c struct kvm_mips_tlb *tlb = NULL; tlb 1146 arch/mips/kvm/emulate.c tlb = &vcpu->arch.guest_tlb[index]; tlb 1148 arch/mips/kvm/emulate.c kvm_mips_invalidate_guest_tlb(vcpu, tlb); tlb 1150 arch/mips/kvm/emulate.c tlb->tlb_mask = kvm_read_c0_guest_pagemask(cop0); tlb 1151 arch/mips/kvm/emulate.c tlb->tlb_hi = kvm_read_c0_guest_entryhi(cop0); tlb 1152 arch/mips/kvm/emulate.c tlb->tlb_lo[0] = kvm_read_c0_guest_entrylo0(cop0); tlb 1153 arch/mips/kvm/emulate.c tlb->tlb_lo[1] = kvm_read_c0_guest_entrylo1(cop0); tlb 2792 arch/mips/kvm/emulate.c struct kvm_mips_tlb *tlb = &vcpu->arch.guest_tlb[index]; tlb 2798 arch/mips/kvm/emulate.c if (!TLB_IS_VALID(*tlb, va)) { tlb 2812 arch/mips/kvm/emulate.c tlb->tlb_hi, tlb->tlb_lo[0], tlb->tlb_lo[1]); tlb 2817 arch/mips/kvm/emulate.c if (kvm_mips_handle_mapped_seg_tlb_fault(vcpu, tlb, va, tlb 1041 arch/mips/kvm/mmu.c struct kvm_mips_tlb *tlb, tlb 1048 arch/mips/kvm/mmu.c unsigned int idx = TLB_LO_IDX(*tlb, gva); tlb 1051 arch/mips/kvm/mmu.c tlb_lo[0] = tlb->tlb_lo[0]; tlb 1052 arch/mips/kvm/mmu.c tlb_lo[1] = tlb->tlb_lo[1]; tlb 1059 arch/mips/kvm/mmu.c tlb_lo[TLB_LO_IDX(*tlb, KVM_GUEST_COMMPAGE_ADDR)] = 0; tlb 1092 arch/mips/kvm/mmu.c tlb->tlb_lo[0], tlb->tlb_lo[1]); tlb 1201 arch/mips/kvm/mmu.c struct kvm_mips_tlb *tlb; tlb 1214 arch/mips/kvm/mmu.c tlb = &vcpu->arch.guest_tlb[index]; tlb 1217 arch/mips/kvm/mmu.c if (!TLB_IS_VALID(*tlb, gva)) tlb 1219 arch/mips/kvm/mmu.c if (write && !TLB_IS_DIRTY(*tlb, gva)) tlb 1222 arch/mips/kvm/mmu.c if (kvm_mips_handle_mapped_seg_tlb_fault(vcpu, tlb, gva, write)) tlb 91 arch/mips/kvm/tlb.c struct kvm_mips_tlb tlb; tlb 98 arch/mips/kvm/tlb.c tlb = vcpu->arch.guest_tlb[i]; tlb 100 arch/mips/kvm/tlb.c (tlb.tlb_lo[0] | tlb.tlb_lo[1]) & ENTRYLO_V tlb 102 arch/mips/kvm/tlb.c i, tlb.tlb_hi); tlb 104 arch/mips/kvm/tlb.c (u64) mips3_tlbpfn_to_paddr(tlb.tlb_lo[0]), tlb 105 arch/mips/kvm/tlb.c (tlb.tlb_lo[0] & ENTRYLO_D) ? 'D' : ' ', tlb 106 arch/mips/kvm/tlb.c (tlb.tlb_lo[0] & ENTRYLO_G) ? 'G' : ' ', tlb 107 arch/mips/kvm/tlb.c (tlb.tlb_lo[0] & ENTRYLO_C) >> ENTRYLO_C_SHIFT); tlb 109 arch/mips/kvm/tlb.c (u64) mips3_tlbpfn_to_paddr(tlb.tlb_lo[1]), tlb 110 arch/mips/kvm/tlb.c (tlb.tlb_lo[1] & ENTRYLO_D) ? 'D' : ' ', tlb 111 arch/mips/kvm/tlb.c (tlb.tlb_lo[1] & ENTRYLO_G) ? 'G' : ' ', tlb 112 arch/mips/kvm/tlb.c (tlb.tlb_lo[1] & ENTRYLO_C) >> ENTRYLO_C_SHIFT, tlb 113 arch/mips/kvm/tlb.c tlb.tlb_mask); tlb 122 arch/mips/kvm/tlb.c struct kvm_mips_tlb *tlb = vcpu->arch.guest_tlb; tlb 125 arch/mips/kvm/tlb.c if (TLB_HI_VPN2_HIT(tlb[i], entryhi) && tlb 126 arch/mips/kvm/tlb.c TLB_HI_ASID_HIT(tlb[i], entryhi)) { tlb 133 arch/mips/kvm/tlb.c __func__, entryhi, index, tlb[i].tlb_lo[0], tlb[i].tlb_lo[1]); tlb 195 arch/mips/kvm/trap_emul.c struct kvm_mips_tlb *tlb; tlb 218 arch/mips/kvm/trap_emul.c tlb = vcpu->arch.guest_tlb + index; tlb 219 arch/mips/kvm/trap_emul.c if (unlikely(!TLB_IS_VALID(*tlb, badvaddr))) { tlb 228 arch/mips/kvm/trap_emul.c if (!TLB_IS_DIRTY(*tlb, badvaddr)) { tlb 233 arch/mips/kvm/trap_emul.c if (kvm_mips_handle_mapped_seg_tlb_fault(vcpu, tlb, badvaddr, tlb 9 arch/nds32/include/asm/tlb.h #define __pte_free_tlb(tlb, pte, addr) pte_free((tlb)->mm, pte) tlb 10 arch/nds32/include/asm/tlb.h #define __pmd_free_tlb(tlb, pmd, addr) pmd_free((tln)->mm, pmd) tlb 42 arch/nios2/include/asm/pgalloc.h #define __pte_free_tlb(tlb, pte, addr) \ tlb 45 arch/nios2/include/asm/pgalloc.h tlb_remove_page((tlb), (pte)); \ tlb 96 arch/openrisc/include/asm/pgalloc.h #define __pte_free_tlb(tlb, pte, addr) \ tlb 99 arch/openrisc/include/asm/pgalloc.h tlb_remove_page((tlb), (pte)); \ tlb 7 arch/parisc/include/asm/tlb.h #define __pmd_free_tlb(tlb, pmd, addr) pmd_free((tlb)->mm, pmd) tlb 8 arch/parisc/include/asm/tlb.h #define __pte_free_tlb(tlb, pte, addr) pte_free((tlb)->mm, pte) tlb 25 arch/powerpc/include/asm/book3s/32/pgalloc.h #define __pmd_free_tlb(tlb,x,a) do { } while (0) tlb 52 arch/powerpc/include/asm/book3s/32/pgalloc.h static inline void pgtable_free_tlb(struct mmu_gather *tlb, tlb 58 arch/powerpc/include/asm/book3s/32/pgalloc.h tlb_remove_table(tlb, (void *)pgf); tlb 69 arch/powerpc/include/asm/book3s/32/pgalloc.h static inline void __pte_free_tlb(struct mmu_gather *tlb, pgtable_t table, tlb 72 arch/powerpc/include/asm/book3s/32/pgalloc.h pgtable_free_tlb(tlb, table, 0); tlb 21 arch/powerpc/include/asm/book3s/64/pgalloc.h extern void pgtable_free_tlb(struct mmu_gather *tlb, void *table, int shift); tlb 120 arch/powerpc/include/asm/book3s/64/pgalloc.h static inline void __pud_free_tlb(struct mmu_gather *tlb, pud_t *pud, tlb 127 arch/powerpc/include/asm/book3s/64/pgalloc.h flush_tlb_pgtable(tlb, address); tlb 128 arch/powerpc/include/asm/book3s/64/pgalloc.h pgtable_free_tlb(tlb, pud, PUD_INDEX); tlb 141 arch/powerpc/include/asm/book3s/64/pgalloc.h static inline void __pmd_free_tlb(struct mmu_gather *tlb, pmd_t *pmd, tlb 148 arch/powerpc/include/asm/book3s/64/pgalloc.h flush_tlb_pgtable(tlb, address); tlb 149 arch/powerpc/include/asm/book3s/64/pgalloc.h return pgtable_free_tlb(tlb, pmd, PMD_INDEX); tlb 164 arch/powerpc/include/asm/book3s/64/pgalloc.h static inline void __pte_free_tlb(struct mmu_gather *tlb, pgtable_t table, tlb 171 arch/powerpc/include/asm/book3s/64/pgalloc.h flush_tlb_pgtable(tlb, address); tlb 172 arch/powerpc/include/asm/book3s/64/pgalloc.h pgtable_free_tlb(tlb, table, PTE_INDEX); tlb 114 arch/powerpc/include/asm/book3s/64/tlbflush-hash.h extern void hash__tlb_flush(struct mmu_gather *tlb); tlb 59 arch/powerpc/include/asm/book3s/64/tlbflush-radix.h extern void radix__tlb_flush(struct mmu_gather *tlb); tlb 72 arch/powerpc/include/asm/book3s/64/tlbflush-radix.h extern void radix__flush_tlb_pwc(struct mmu_gather *tlb, unsigned long addr); tlb 106 arch/powerpc/include/asm/book3s/64/tlbflush.h static inline void tlb_flush(struct mmu_gather *tlb) tlb 109 arch/powerpc/include/asm/book3s/64/tlbflush.h return radix__tlb_flush(tlb); tlb 110 arch/powerpc/include/asm/book3s/64/tlbflush.h return hash__tlb_flush(tlb); tlb 153 arch/powerpc/include/asm/book3s/64/tlbflush.h static inline void flush_tlb_pgtable(struct mmu_gather *tlb, unsigned long address) tlb 163 arch/powerpc/include/asm/book3s/64/tlbflush.h radix__flush_tlb_pwc(tlb, address); tlb 7 arch/powerpc/include/asm/book3s/pgalloc.h extern void tlb_remove_table(struct mmu_gather *tlb, void *table); tlb 35 arch/powerpc/include/asm/hugetlb.h void hugetlb_free_pgd_range(struct mmu_gather *tlb, unsigned long addr, tlb 14 arch/powerpc/include/asm/nohash/32/pgalloc.h #define __pmd_free_tlb(tlb,x,a) do { } while (0) tlb 59 arch/powerpc/include/asm/nohash/64/pgalloc.h #define __pmd_free_tlb(tlb, pmd, addr) \ tlb 60 arch/powerpc/include/asm/nohash/64/pgalloc.h pgtable_free_tlb(tlb, pmd, PMD_CACHE_INDEX) tlb 61 arch/powerpc/include/asm/nohash/64/pgalloc.h #define __pud_free_tlb(tlb, pud, addr) \ tlb 62 arch/powerpc/include/asm/nohash/64/pgalloc.h pgtable_free_tlb(tlb, pud, PUD_INDEX_SIZE) tlb 8 arch/powerpc/include/asm/nohash/pgalloc.h extern void tlb_remove_table(struct mmu_gather *tlb, void *table); tlb 10 arch/powerpc/include/asm/nohash/pgalloc.h extern void tlb_flush_pgtable(struct mmu_gather *tlb, unsigned long address); tlb 13 arch/powerpc/include/asm/nohash/pgalloc.h static inline void tlb_flush_pgtable(struct mmu_gather *tlb, tlb 49 arch/powerpc/include/asm/nohash/pgalloc.h static inline void pgtable_free_tlb(struct mmu_gather *tlb, void *table, int shift) tlb 55 arch/powerpc/include/asm/nohash/pgalloc.h tlb_remove_table(tlb, (void *)pgf); tlb 66 arch/powerpc/include/asm/nohash/pgalloc.h static inline void __pte_free_tlb(struct mmu_gather *tlb, pgtable_t table, tlb 69 arch/powerpc/include/asm/nohash/pgalloc.h tlb_flush_pgtable(tlb, address); tlb 70 arch/powerpc/include/asm/nohash/pgalloc.h pgtable_free_tlb(tlb, table, 0); tlb 23 arch/powerpc/include/asm/tlb.h #define tlb_start_vma(tlb, vma) do { } while (0) tlb 24 arch/powerpc/include/asm/tlb.h #define tlb_end_vma(tlb, vma) do { } while (0) tlb 28 arch/powerpc/include/asm/tlb.h extern void tlb_flush(struct mmu_gather *tlb); tlb 47 arch/powerpc/include/asm/tlb.h static inline void __tlb_remove_tlb_entry(struct mmu_gather *tlb, pte_t *ptep, tlb 52 arch/powerpc/include/asm/tlb.h flush_hash_entry(tlb->mm, ptep, address); tlb 50 arch/powerpc/mm/book3s32/tlb.c void tlb_flush(struct mmu_gather *tlb) tlb 159 arch/powerpc/mm/book3s64/hash_tlb.c void hash__tlb_flush(struct mmu_gather *tlb) tlb 381 arch/powerpc/mm/book3s64/pgtable.c void pgtable_free_tlb(struct mmu_gather *tlb, void *table, int index) tlb 387 arch/powerpc/mm/book3s64/pgtable.c tlb_remove_table(tlb, (void *)pgf); tlb 741 arch/powerpc/mm/book3s64/radix_tlb.c void radix__flush_tlb_pwc(struct mmu_gather *tlb, unsigned long addr) tlb 743 arch/powerpc/mm/book3s64/radix_tlb.c tlb->need_flush_all = 1; tlb 1009 arch/powerpc/mm/book3s64/radix_tlb.c void radix__tlb_flush(struct mmu_gather *tlb) tlb 1012 arch/powerpc/mm/book3s64/radix_tlb.c struct mm_struct *mm = tlb->mm; tlb 1013 arch/powerpc/mm/book3s64/radix_tlb.c int page_size = tlb->page_size; tlb 1014 arch/powerpc/mm/book3s64/radix_tlb.c unsigned long start = tlb->start; tlb 1015 arch/powerpc/mm/book3s64/radix_tlb.c unsigned long end = tlb->end; tlb 1024 arch/powerpc/mm/book3s64/radix_tlb.c if (tlb->fullmm) { tlb 1054 arch/powerpc/mm/book3s64/radix_tlb.c if (!tlb->need_flush_all) tlb 1060 arch/powerpc/mm/book3s64/radix_tlb.c if (!tlb->need_flush_all) tlb 1065 arch/powerpc/mm/book3s64/radix_tlb.c if (!tlb->need_flush_all) tlb 1070 arch/powerpc/mm/book3s64/radix_tlb.c tlb->need_flush_all = 0; tlb 273 arch/powerpc/mm/hugetlbpage.c static void hugepd_free(struct mmu_gather *tlb, void *hugepte) tlb 279 arch/powerpc/mm/hugetlbpage.c if (atomic_read(&tlb->mm->mm_users) < 2 || tlb 280 arch/powerpc/mm/hugetlbpage.c mm_is_thread_local(tlb->mm)) { tlb 299 arch/powerpc/mm/hugetlbpage.c static inline void hugepd_free(struct mmu_gather *tlb, void *hugepte) {} tlb 302 arch/powerpc/mm/hugetlbpage.c static void free_hugepd_range(struct mmu_gather *tlb, hugepd_t *hpdp, int pdshift, tlb 332 arch/powerpc/mm/hugetlbpage.c hugepd_free(tlb, hugepte); tlb 334 arch/powerpc/mm/hugetlbpage.c pgtable_free_tlb(tlb, hugepte, 0); tlb 336 arch/powerpc/mm/hugetlbpage.c pgtable_free_tlb(tlb, hugepte, tlb 340 arch/powerpc/mm/hugetlbpage.c static void hugetlb_free_pmd_range(struct mmu_gather *tlb, pud_t *pud, tlb 372 arch/powerpc/mm/hugetlbpage.c free_hugepd_range(tlb, (hugepd_t *)pmd, PMD_SHIFT, tlb 389 arch/powerpc/mm/hugetlbpage.c pmd_free_tlb(tlb, pmd, start); tlb 390 arch/powerpc/mm/hugetlbpage.c mm_dec_nr_pmds(tlb->mm); tlb 393 arch/powerpc/mm/hugetlbpage.c static void hugetlb_free_pud_range(struct mmu_gather *tlb, pgd_t *pgd, tlb 408 arch/powerpc/mm/hugetlbpage.c hugetlb_free_pmd_range(tlb, pud, addr, next, floor, tlb 422 arch/powerpc/mm/hugetlbpage.c free_hugepd_range(tlb, (hugepd_t *)pud, PUD_SHIFT, tlb 440 arch/powerpc/mm/hugetlbpage.c pud_free_tlb(tlb, pud, start); tlb 441 arch/powerpc/mm/hugetlbpage.c mm_dec_nr_puds(tlb->mm); tlb 447 arch/powerpc/mm/hugetlbpage.c void hugetlb_free_pgd_range(struct mmu_gather *tlb, tlb 473 arch/powerpc/mm/hugetlbpage.c pgd = pgd_offset(tlb->mm, addr); tlb 477 arch/powerpc/mm/hugetlbpage.c hugetlb_free_pud_range(tlb, pgd, addr, next, floor, ceiling); tlb 490 arch/powerpc/mm/hugetlbpage.c free_hugepd_range(tlb, (hugepd_t *)pgd, PGDIR_SHIFT, tlb 393 arch/powerpc/mm/nohash/tlb.c void tlb_flush(struct mmu_gather *tlb) tlb 395 arch/powerpc/mm/nohash/tlb.c flush_tlb_mm(tlb->mm); tlb 409 arch/powerpc/mm/nohash/tlb.c void tlb_flush_pgtable(struct mmu_gather *tlb, unsigned long address) tlb 423 arch/powerpc/mm/nohash/tlb.c __flush_tlb_page(tlb->mm, start, tsize, 1); tlb 433 arch/powerpc/mm/nohash/tlb.c __flush_tlb_page(tlb->mm, vpte, tsize, 0); tlb 3642 arch/powerpc/xmon/xmon.c int i, tlb, ntlbs, pidsz, lpidsz, rasz, lrat = 0; tlb 3694 arch/powerpc/xmon/xmon.c for (tlb = 0; tlb < ntlbs; tlb++) { tlb 3697 arch/powerpc/xmon/xmon.c printf("TLB %d:\n------\n", tlb); tlb 3698 arch/powerpc/xmon/xmon.c switch(tlb) { tlb 3718 arch/powerpc/xmon/xmon.c u32 mas0 = MAS0_TLBSEL(tlb); tlb 75 arch/riscv/include/asm/pgalloc.h #define __pmd_free_tlb(tlb, pmd, addr) pmd_free((tlb)->mm, pmd) tlb 79 arch/riscv/include/asm/pgalloc.h #define __pte_free_tlb(tlb, pte, buf) \ tlb 82 arch/riscv/include/asm/pgalloc.h tlb_remove_page((tlb), pte); \ tlb 11 arch/riscv/include/asm/tlb.h static void tlb_flush(struct mmu_gather *tlb); tlb 16 arch/riscv/include/asm/tlb.h static inline void tlb_flush(struct mmu_gather *tlb) tlb 18 arch/riscv/include/asm/tlb.h flush_tlb_mm(tlb->mm); tlb 26 arch/s390/include/asm/tlb.h static inline void tlb_flush(struct mmu_gather *tlb); tlb 27 arch/s390/include/asm/tlb.h static inline bool __tlb_remove_page_size(struct mmu_gather *tlb, tlb 30 arch/s390/include/asm/tlb.h #define tlb_start_vma(tlb, vma) do { } while (0) tlb 31 arch/s390/include/asm/tlb.h #define tlb_end_vma(tlb, vma) do { } while (0) tlb 48 arch/s390/include/asm/tlb.h static inline bool __tlb_remove_page_size(struct mmu_gather *tlb, tlb 55 arch/s390/include/asm/tlb.h static inline void tlb_flush(struct mmu_gather *tlb) tlb 57 arch/s390/include/asm/tlb.h __tlb_flush_mm_lazy(tlb->mm); tlb 64 arch/s390/include/asm/tlb.h static inline void pte_free_tlb(struct mmu_gather *tlb, pgtable_t pte, tlb 67 arch/s390/include/asm/tlb.h __tlb_adjust_range(tlb, address, PAGE_SIZE); tlb 68 arch/s390/include/asm/tlb.h tlb->mm->context.flush_mm = 1; tlb 69 arch/s390/include/asm/tlb.h tlb->freed_tables = 1; tlb 70 arch/s390/include/asm/tlb.h tlb->cleared_ptes = 1; tlb 76 arch/s390/include/asm/tlb.h page_table_free_rcu(tlb, (unsigned long *) pte, address); tlb 86 arch/s390/include/asm/tlb.h static inline void pmd_free_tlb(struct mmu_gather *tlb, pmd_t *pmd, tlb 89 arch/s390/include/asm/tlb.h if (mm_pmd_folded(tlb->mm)) tlb 92 arch/s390/include/asm/tlb.h __tlb_adjust_range(tlb, address, PAGE_SIZE); tlb 93 arch/s390/include/asm/tlb.h tlb->mm->context.flush_mm = 1; tlb 94 arch/s390/include/asm/tlb.h tlb->freed_tables = 1; tlb 95 arch/s390/include/asm/tlb.h tlb->cleared_puds = 1; tlb 96 arch/s390/include/asm/tlb.h tlb_remove_table(tlb, pmd); tlb 106 arch/s390/include/asm/tlb.h static inline void p4d_free_tlb(struct mmu_gather *tlb, p4d_t *p4d, tlb 109 arch/s390/include/asm/tlb.h if (mm_p4d_folded(tlb->mm)) tlb 111 arch/s390/include/asm/tlb.h __tlb_adjust_range(tlb, address, PAGE_SIZE); tlb 112 arch/s390/include/asm/tlb.h tlb->mm->context.flush_mm = 1; tlb 113 arch/s390/include/asm/tlb.h tlb->freed_tables = 1; tlb 114 arch/s390/include/asm/tlb.h tlb->cleared_p4ds = 1; tlb 115 arch/s390/include/asm/tlb.h tlb_remove_table(tlb, p4d); tlb 125 arch/s390/include/asm/tlb.h static inline void pud_free_tlb(struct mmu_gather *tlb, pud_t *pud, tlb 128 arch/s390/include/asm/tlb.h if (mm_pud_folded(tlb->mm)) tlb 130 arch/s390/include/asm/tlb.h tlb->mm->context.flush_mm = 1; tlb 131 arch/s390/include/asm/tlb.h tlb->freed_tables = 1; tlb 132 arch/s390/include/asm/tlb.h tlb->cleared_puds = 1; tlb 133 arch/s390/include/asm/tlb.h tlb_remove_table(tlb, pud); tlb 275 arch/s390/mm/pgalloc.c void page_table_free_rcu(struct mmu_gather *tlb, unsigned long *table, tlb 282 arch/s390/mm/pgalloc.c mm = tlb->mm; tlb 287 arch/s390/mm/pgalloc.c tlb_remove_table(tlb, table); tlb 300 arch/s390/mm/pgalloc.c tlb_remove_table(tlb, table); tlb 30 arch/sh/include/asm/pgalloc.h #define __pte_free_tlb(tlb,pte,addr) \ tlb 33 arch/sh/include/asm/pgalloc.h tlb_remove_page((tlb), (pte)); \ tlb 37 arch/sh/include/asm/pgalloc.h #define __pmd_free_tlb(tlb, pmdp, addr) \ tlb 41 arch/sh/include/asm/pgalloc.h tlb_remove_page((tlb), page); \ tlb 25 arch/sh/include/asm/tlb_64.h #define for_each_dtlb_entry(tlb) \ tlb 26 arch/sh/include/asm/tlb_64.h for (tlb = cpu_data->dtlb.first; \ tlb 27 arch/sh/include/asm/tlb_64.h tlb <= cpu_data->dtlb.last; \ tlb 28 arch/sh/include/asm/tlb_64.h tlb += cpu_data->dtlb.step) tlb 35 arch/sh/include/asm/tlb_64.h #define for_each_itlb_entry(tlb) \ tlb 36 arch/sh/include/asm/tlb_64.h for (tlb = cpu_data->itlb.first; \ tlb 37 arch/sh/include/asm/tlb_64.h tlb <= cpu_data->itlb.last; \ tlb 38 arch/sh/include/asm/tlb_64.h tlb += cpu_data->itlb.step) tlb 34 arch/sh/mm/tlbflush_64.c unsigned long tlb; tlb 43 arch/sh/mm/tlbflush_64.c for_each_itlb_entry(tlb) { tlb 46 arch/sh/mm/tlbflush_64.c : "r" (tlb) ); tlb 49 arch/sh/mm/tlbflush_64.c __flush_tlb_slot(tlb); tlb 54 arch/sh/mm/tlbflush_64.c for_each_dtlb_entry(tlb) { tlb 57 arch/sh/mm/tlbflush_64.c : "r" (tlb) ); tlb 60 arch/sh/mm/tlbflush_64.c __flush_tlb_slot(tlb); tlb 84 arch/sh/mm/tlbflush_64.c unsigned long tlb; tlb 100 arch/sh/mm/tlbflush_64.c for_each_itlb_entry(tlb) { tlb 103 arch/sh/mm/tlbflush_64.c : "r" (tlb) ); tlb 109 arch/sh/mm/tlbflush_64.c __flush_tlb_slot(tlb); tlb 113 arch/sh/mm/tlbflush_64.c for_each_dtlb_entry(tlb) { tlb 116 arch/sh/mm/tlbflush_64.c : "r" (tlb) ); tlb 122 arch/sh/mm/tlbflush_64.c __flush_tlb_slot(tlb); tlb 148 arch/sh/mm/tlbflush_64.c unsigned long flags, tlb; tlb 153 arch/sh/mm/tlbflush_64.c for_each_itlb_entry(tlb) tlb 154 arch/sh/mm/tlbflush_64.c __flush_tlb_slot(tlb); tlb 157 arch/sh/mm/tlbflush_64.c for_each_dtlb_entry(tlb) tlb 158 arch/sh/mm/tlbflush_64.c __flush_tlb_slot(tlb); tlb 61 arch/sparc/include/asm/hugetlb.h void hugetlb_free_pgd_range(struct mmu_gather *tlb, unsigned long addr, tlb 51 arch/sparc/include/asm/pgalloc_32.h #define __pmd_free_tlb(tlb, pmd, addr) pmd_free((tlb)->mm, pmd) tlb 75 arch/sparc/include/asm/pgalloc_32.h #define __pte_free_tlb(tlb, pte, addr) pte_free((tlb)->mm, pte) tlb 79 arch/sparc/include/asm/pgalloc_64.h static inline void pgtable_free_tlb(struct mmu_gather *tlb, void *table, bool is_page) tlb 84 arch/sparc/include/asm/pgalloc_64.h tlb_remove_table(tlb, (void *)pgf); tlb 97 arch/sparc/include/asm/pgalloc_64.h static inline void pgtable_free_tlb(struct mmu_gather *tlb, void *table, bool is_page) tlb 103 arch/sparc/include/asm/pgalloc_64.h static inline void __pte_free_tlb(struct mmu_gather *tlb, pte_t *pte, tlb 106 arch/sparc/include/asm/pgalloc_64.h pgtable_free_tlb(tlb, pte, true); tlb 109 arch/sparc/include/asm/pgalloc_64.h #define __pmd_free_tlb(tlb, pmd, addr) \ tlb 110 arch/sparc/include/asm/pgalloc_64.h pgtable_free_tlb(tlb, pmd, false) tlb 112 arch/sparc/include/asm/pgalloc_64.h #define __pud_free_tlb(tlb, pud, addr) \ tlb 113 arch/sparc/include/asm/pgalloc_64.h pgtable_free_tlb(tlb, pud, false) tlb 302 arch/sparc/include/asm/spitfire.h static inline unsigned long cheetah_get_dtlb_data(int entry, int tlb) tlb 309 arch/sparc/include/asm/spitfire.h : "r" ((tlb << 16) | (entry << 3)), "i" (ASI_DTLB_DATA_ACCESS)); tlb 314 arch/sparc/include/asm/spitfire.h static inline unsigned long cheetah_get_dtlb_tag(int entry, int tlb) tlb 320 arch/sparc/include/asm/spitfire.h : "r" ((tlb << 16) | (entry << 3)), "i" (ASI_DTLB_TAG_READ)); tlb 324 arch/sparc/include/asm/spitfire.h static inline void cheetah_put_dtlb_data(int entry, unsigned long data, int tlb) tlb 330 arch/sparc/include/asm/spitfire.h "r" ((tlb << 16) | (entry << 3)), tlb 26 arch/sparc/include/asm/tlb_64.h #define tlb_start_vma(tlb, vma) do { } while (0) tlb 27 arch/sparc/include/asm/tlb_64.h #define tlb_end_vma(tlb, vma) do { } while (0) tlb 28 arch/sparc/include/asm/tlb_64.h #define __tlb_remove_tlb_entry(tlb, ptep, address) do { } while (0) tlb 29 arch/sparc/include/asm/tlb_64.h #define tlb_flush(tlb) flush_tlb_pending() tlb 405 arch/sparc/mm/hugetlbpage.c static void hugetlb_free_pte_range(struct mmu_gather *tlb, pmd_t *pmd, tlb 411 arch/sparc/mm/hugetlbpage.c pte_free_tlb(tlb, token, addr); tlb 412 arch/sparc/mm/hugetlbpage.c mm_dec_nr_ptes(tlb->mm); tlb 415 arch/sparc/mm/hugetlbpage.c static void hugetlb_free_pmd_range(struct mmu_gather *tlb, pud_t *pud, tlb 432 arch/sparc/mm/hugetlbpage.c hugetlb_free_pte_range(tlb, pmd, addr); tlb 448 arch/sparc/mm/hugetlbpage.c pmd_free_tlb(tlb, pmd, start); tlb 449 arch/sparc/mm/hugetlbpage.c mm_dec_nr_pmds(tlb->mm); tlb 452 arch/sparc/mm/hugetlbpage.c static void hugetlb_free_pud_range(struct mmu_gather *tlb, pgd_t *pgd, tlb 469 arch/sparc/mm/hugetlbpage.c hugetlb_free_pmd_range(tlb, pud, addr, next, floor, tlb 486 arch/sparc/mm/hugetlbpage.c pud_free_tlb(tlb, pud, start); tlb 487 arch/sparc/mm/hugetlbpage.c mm_dec_nr_puds(tlb->mm); tlb 490 arch/sparc/mm/hugetlbpage.c void hugetlb_free_pgd_range(struct mmu_gather *tlb, tlb 513 arch/sparc/mm/hugetlbpage.c pgd = pgd_offset(tlb->mm, addr); tlb 518 arch/sparc/mm/hugetlbpage.c hugetlb_free_pud_range(tlb, pgd, addr, next, floor, ceiling); tlb 30 arch/um/include/asm/pgalloc.h #define __pte_free_tlb(tlb,pte, address) \ tlb 33 arch/um/include/asm/pgalloc.h tlb_remove_page((tlb),(pte)); \ tlb 43 arch/um/include/asm/pgalloc.h #define __pmd_free_tlb(tlb,x, address) tlb_remove_page((tlb),virt_to_page(x)) tlb 16 arch/unicore32/include/asm/tlb.h #define __pte_free_tlb(tlb, pte, addr) \ tlb 19 arch/unicore32/include/asm/tlb.h tlb_remove_page((tlb), (pte)); \ tlb 71 arch/x86/include/asm/paravirt.h static inline void paravirt_tlb_remove_table(struct mmu_gather *tlb, void *table) tlb 73 arch/x86/include/asm/paravirt.h PVOP_VCALL2(mmu.tlb_remove_table, tlb, table); tlb 212 arch/x86/include/asm/paravirt_types.h void (*tlb_remove_table)(struct mmu_gather *tlb, void *table); tlb 55 arch/x86/include/asm/pgalloc.h extern void ___pte_free_tlb(struct mmu_gather *tlb, struct page *pte); tlb 57 arch/x86/include/asm/pgalloc.h static inline void __pte_free_tlb(struct mmu_gather *tlb, struct page *pte, tlb 60 arch/x86/include/asm/pgalloc.h ___pte_free_tlb(tlb, pte); tlb 113 arch/x86/include/asm/pgalloc.h extern void ___pmd_free_tlb(struct mmu_gather *tlb, pmd_t *pmd); tlb 115 arch/x86/include/asm/pgalloc.h static inline void __pmd_free_tlb(struct mmu_gather *tlb, pmd_t *pmd, tlb 118 arch/x86/include/asm/pgalloc.h ___pmd_free_tlb(tlb, pmd); tlb 165 arch/x86/include/asm/pgalloc.h extern void ___pud_free_tlb(struct mmu_gather *tlb, pud_t *pud); tlb 167 arch/x86/include/asm/pgalloc.h static inline void __pud_free_tlb(struct mmu_gather *tlb, pud_t *pud, tlb 170 arch/x86/include/asm/pgalloc.h ___pud_free_tlb(tlb, pud); tlb 208 arch/x86/include/asm/pgalloc.h extern void ___p4d_free_tlb(struct mmu_gather *tlb, p4d_t *p4d); tlb 210 arch/x86/include/asm/pgalloc.h static inline void __p4d_free_tlb(struct mmu_gather *tlb, p4d_t *p4d, tlb 214 arch/x86/include/asm/pgalloc.h ___p4d_free_tlb(tlb, p4d); tlb 5 arch/x86/include/asm/tlb.h #define tlb_start_vma(tlb, vma) do { } while (0) tlb 6 arch/x86/include/asm/tlb.h #define tlb_end_vma(tlb, vma) do { } while (0) tlb 7 arch/x86/include/asm/tlb.h #define __tlb_remove_tlb_entry(tlb, ptep, address) do { } while (0) tlb 10 arch/x86/include/asm/tlb.h static inline void tlb_flush(struct mmu_gather *tlb); tlb 14 arch/x86/include/asm/tlb.h static inline void tlb_flush(struct mmu_gather *tlb) tlb 17 arch/x86/include/asm/tlb.h unsigned int stride_shift = tlb_get_unmap_shift(tlb); tlb 19 arch/x86/include/asm/tlb.h if (!tlb->fullmm && !tlb->need_flush_all) { tlb 20 arch/x86/include/asm/tlb.h start = tlb->start; tlb 21 arch/x86/include/asm/tlb.h end = tlb->end; tlb 24 arch/x86/include/asm/tlb.h flush_tlb_mm_range(tlb->mm, start, end, stride_shift, tlb->freed_tables); tlb 615 arch/x86/include/asm/tlbflush.h #define paravirt_tlb_remove_table(tlb, page) \ tlb 616 arch/x86/include/asm/tlbflush.h tlb_remove_page(tlb, (void *)(page)) tlb 310 arch/x86/kernel/ldt.c struct mmu_gather tlb; tlb 317 arch/x86/kernel/ldt.c tlb_gather_mmu(&tlb, mm, start, end); tlb 318 arch/x86/kernel/ldt.c free_pgd_range(&tlb, start, end, start, end); tlb 319 arch/x86/kernel/ldt.c tlb_finish_mmu(&tlb, start, end); tlb 46 arch/x86/mm/pgtable.c void ___pte_free_tlb(struct mmu_gather *tlb, struct page *pte) tlb 50 arch/x86/mm/pgtable.c paravirt_tlb_remove_table(tlb, pte); tlb 54 arch/x86/mm/pgtable.c void ___pmd_free_tlb(struct mmu_gather *tlb, pmd_t *pmd) tlb 63 arch/x86/mm/pgtable.c tlb->need_flush_all = 1; tlb 66 arch/x86/mm/pgtable.c paravirt_tlb_remove_table(tlb, page); tlb 70 arch/x86/mm/pgtable.c void ___pud_free_tlb(struct mmu_gather *tlb, pud_t *pud) tlb 73 arch/x86/mm/pgtable.c paravirt_tlb_remove_table(tlb, virt_to_page(pud)); tlb 77 arch/x86/mm/pgtable.c void ___p4d_free_tlb(struct mmu_gather *tlb, p4d_t *p4d) tlb 80 arch/x86/mm/pgtable.c paravirt_tlb_remove_table(tlb, virt_to_page(p4d)); tlb 19 arch/xtensa/include/asm/tlb.h #define __pte_free_tlb(tlb, pte, address) pte_free((tlb)->mm, pte) tlb 374 drivers/gpu/drm/panfrost/panfrost_mmu.c .tlb = &mmu_tlb_ops, tlb 2249 drivers/iommu/arm-smmu-v3.c .tlb = &arm_smmu_flush_ops, tlb 414 drivers/iommu/arm-smmu.c .tlb = { tlb 425 drivers/iommu/arm-smmu.c .tlb = { tlb 436 drivers/iommu/arm-smmu.c .tlb = { tlb 773 drivers/iommu/arm-smmu.c .tlb = &smmu_domain->flush_ops->tlb, tlb 1203 drivers/iommu/arm-smmu.c smmu_domain->flush_ops->tlb.tlb_flush_all(smmu_domain); tlb 308 drivers/iommu/arm-smmu.h struct iommu_flush_ops tlb; tlb 886 drivers/iommu/io-pgtable-arm-v7s.c .tlb = &dummy_tlb_ops, tlb 1259 drivers/iommu/io-pgtable-arm.c .tlb = &dummy_tlb_ops, tlb 485 drivers/iommu/ipmmu-vmsa.c domain->cfg.tlb = &ipmmu_flush_ops; tlb 357 drivers/iommu/msm_iommu.c .tlb = &msm_iommu_flush_ops, tlb 344 drivers/iommu/mtk_iommu.c .tlb = &mtk_iommu_flush_ops, tlb 236 drivers/iommu/omap-iommu-debug.c DEFINE_SHOW_ATTRIBUTE(tlb); tlb 241 drivers/iommu/qcom_iommu.c .tlb = &qcom_flush_ops, tlb 1573 drivers/thermal/tegra/soctherm.c u32 *tlb; tlb 1588 drivers/thermal/tegra/soctherm.c tlb = devm_kcalloc(&pdev->dev, max_num_prop, sizeof(u32), GFP_KERNEL); tlb 1589 drivers/thermal/tegra/soctherm.c if (!tlb) tlb 1592 drivers/thermal/tegra/soctherm.c tlb, n); tlb 1600 drivers/thermal/tegra/soctherm.c if (tlb[j] >= TEGRA124_SOCTHERM_SENSOR_NUM) tlb 1603 drivers/thermal/tegra/soctherm.c tt[i].id = tlb[j]; tlb 1604 drivers/thermal/tegra/soctherm.c tt[i].temp = tlb[j + 1]; tlb 141 drivers/usb/host/ohci-omap.c unsigned int tlb; tlb 148 drivers/usb/host/ohci-omap.c for (tlb = 0; tlb < OMAP1510_LB_MEMSIZE; tlb++) { tlb 149 drivers/usb/host/ohci-omap.c lbaddr = tlb * 0x00100000 + OMAP1510_LB_OFFSET; tlb 150 drivers/usb/host/ohci-omap.c physaddr = tlb * 0x00100000 + PHYS_OFFSET; tlb 156 drivers/usb/host/ohci-omap.c omap_writel(tlb << 4, OMAP1510_LB_MMU_LCK); tlb 634 fs/exec.c struct mmu_gather tlb; tlb 660 fs/exec.c tlb_gather_mmu(&tlb, mm, old_start, old_end); tlb 665 fs/exec.c free_pgd_range(&tlb, new_end, old_end, new_end, tlb 674 fs/exec.c free_pgd_range(&tlb, old_start, old_end, new_end, tlb 677 fs/exec.c tlb_finish_mmu(&tlb, old_start, old_end); tlb 1142 fs/proc/task_mmu.c struct mmu_gather tlb; tlb 1187 fs/proc/task_mmu.c tlb_gather_mmu(&tlb, mm, 0, -1); tlb 1231 fs/proc/task_mmu.c tlb_finish_mmu(&tlb, 0, -1); tlb 31 include/asm-generic/4level-fixup.h #define pud_free_tlb(tlb, x, addr) do { } while (0) tlb 33 include/asm-generic/4level-fixup.h #define __pud_free_tlb(tlb, x, addr) do { } while (0) tlb 52 include/asm-generic/5level-fixup.h #define p4d_free_tlb(tlb, x, addr) do { } while (0) tlb 54 include/asm-generic/5level-fixup.h #define __p4d_free_tlb(tlb, x, addr) do { } while (0) tlb 44 include/asm-generic/hugetlb.h static inline void hugetlb_free_pgd_range(struct mmu_gather *tlb, tlb 48 include/asm-generic/hugetlb.h free_pgd_range(tlb, addr, end, floor, ceiling); tlb 58 include/asm-generic/pgtable-nop4d-hack.h #define __pud_free_tlb(tlb, x, a) do { } while (0) tlb 53 include/asm-generic/pgtable-nop4d.h #define __p4d_free_tlb(tlb, x, a) do { } while (0) tlb 63 include/asm-generic/pgtable-nopmd.h #define __pmd_free_tlb(tlb, x, a) do { } while (0) tlb 62 include/asm-generic/pgtable-nopud.h #define __pud_free_tlb(tlb, x, a) do { } while (0) tlb 183 include/asm-generic/tlb.h extern void tlb_remove_table(struct mmu_gather *tlb, void *table); tlb 227 include/asm-generic/tlb.h extern bool __tlb_remove_page_size(struct mmu_gather *tlb, struct page *page, tlb 288 include/asm-generic/tlb.h void arch_tlb_gather_mmu(struct mmu_gather *tlb, tlb 290 include/asm-generic/tlb.h void tlb_flush_mmu(struct mmu_gather *tlb); tlb 291 include/asm-generic/tlb.h void arch_tlb_finish_mmu(struct mmu_gather *tlb, tlb 294 include/asm-generic/tlb.h static inline void __tlb_adjust_range(struct mmu_gather *tlb, tlb 298 include/asm-generic/tlb.h tlb->start = min(tlb->start, address); tlb 299 include/asm-generic/tlb.h tlb->end = max(tlb->end, address + range_size); tlb 302 include/asm-generic/tlb.h static inline void __tlb_reset_range(struct mmu_gather *tlb) tlb 304 include/asm-generic/tlb.h if (tlb->fullmm) { tlb 305 include/asm-generic/tlb.h tlb->start = tlb->end = ~0; tlb 307 include/asm-generic/tlb.h tlb->start = TASK_SIZE; tlb 308 include/asm-generic/tlb.h tlb->end = 0; tlb 310 include/asm-generic/tlb.h tlb->freed_tables = 0; tlb 311 include/asm-generic/tlb.h tlb->cleared_ptes = 0; tlb 312 include/asm-generic/tlb.h tlb->cleared_pmds = 0; tlb 313 include/asm-generic/tlb.h tlb->cleared_puds = 0; tlb 314 include/asm-generic/tlb.h tlb->cleared_p4ds = 0; tlb 336 include/asm-generic/tlb.h static inline void tlb_flush(struct mmu_gather *tlb) tlb 338 include/asm-generic/tlb.h if (tlb->end) tlb 339 include/asm-generic/tlb.h flush_tlb_mm(tlb->mm); tlb 343 include/asm-generic/tlb.h tlb_update_vma_flags(struct mmu_gather *tlb, struct vm_area_struct *vma) { } tlb 346 include/asm-generic/tlb.h static inline void tlb_end_vma(struct mmu_gather *tlb, struct vm_area_struct *vma) { } tlb 361 include/asm-generic/tlb.h static inline void tlb_flush(struct mmu_gather *tlb) tlb 363 include/asm-generic/tlb.h if (tlb->fullmm || tlb->need_flush_all) { tlb 364 include/asm-generic/tlb.h flush_tlb_mm(tlb->mm); tlb 365 include/asm-generic/tlb.h } else if (tlb->end) { tlb 367 include/asm-generic/tlb.h .vm_mm = tlb->mm, tlb 368 include/asm-generic/tlb.h .vm_flags = (tlb->vma_exec ? VM_EXEC : 0) | tlb 369 include/asm-generic/tlb.h (tlb->vma_huge ? VM_HUGETLB : 0), tlb 372 include/asm-generic/tlb.h flush_tlb_range(&vma, tlb->start, tlb->end); tlb 377 include/asm-generic/tlb.h tlb_update_vma_flags(struct mmu_gather *tlb, struct vm_area_struct *vma) tlb 390 include/asm-generic/tlb.h tlb->vma_huge = !!(vma->vm_flags & VM_HUGETLB); tlb 391 include/asm-generic/tlb.h tlb->vma_exec = !!(vma->vm_flags & VM_EXEC); tlb 397 include/asm-generic/tlb.h tlb_update_vma_flags(struct mmu_gather *tlb, struct vm_area_struct *vma) { } tlb 403 include/asm-generic/tlb.h static inline void tlb_flush_mmu_tlbonly(struct mmu_gather *tlb) tlb 405 include/asm-generic/tlb.h if (!tlb->end) tlb 408 include/asm-generic/tlb.h tlb_flush(tlb); tlb 409 include/asm-generic/tlb.h mmu_notifier_invalidate_range(tlb->mm, tlb->start, tlb->end); tlb 410 include/asm-generic/tlb.h __tlb_reset_range(tlb); tlb 413 include/asm-generic/tlb.h static inline void tlb_remove_page_size(struct mmu_gather *tlb, tlb 416 include/asm-generic/tlb.h if (__tlb_remove_page_size(tlb, page, page_size)) tlb 417 include/asm-generic/tlb.h tlb_flush_mmu(tlb); tlb 420 include/asm-generic/tlb.h static inline bool __tlb_remove_page(struct mmu_gather *tlb, struct page *page) tlb 422 include/asm-generic/tlb.h return __tlb_remove_page_size(tlb, page, PAGE_SIZE); tlb 429 include/asm-generic/tlb.h static inline void tlb_remove_page(struct mmu_gather *tlb, struct page *page) tlb 431 include/asm-generic/tlb.h return tlb_remove_page_size(tlb, page, PAGE_SIZE); tlb 434 include/asm-generic/tlb.h static inline void tlb_change_page_size(struct mmu_gather *tlb, tlb 438 include/asm-generic/tlb.h if (tlb->page_size && tlb->page_size != page_size) { tlb 439 include/asm-generic/tlb.h if (!tlb->fullmm) tlb 440 include/asm-generic/tlb.h tlb_flush_mmu(tlb); tlb 443 include/asm-generic/tlb.h tlb->page_size = page_size; tlb 447 include/asm-generic/tlb.h static inline unsigned long tlb_get_unmap_shift(struct mmu_gather *tlb) tlb 449 include/asm-generic/tlb.h if (tlb->cleared_ptes) tlb 451 include/asm-generic/tlb.h if (tlb->cleared_pmds) tlb 453 include/asm-generic/tlb.h if (tlb->cleared_puds) tlb 455 include/asm-generic/tlb.h if (tlb->cleared_p4ds) tlb 461 include/asm-generic/tlb.h static inline unsigned long tlb_get_unmap_size(struct mmu_gather *tlb) tlb 463 include/asm-generic/tlb.h return 1UL << tlb_get_unmap_shift(tlb); tlb 472 include/asm-generic/tlb.h static inline void tlb_start_vma(struct mmu_gather *tlb, struct vm_area_struct *vma) tlb 474 include/asm-generic/tlb.h if (tlb->fullmm) tlb 477 include/asm-generic/tlb.h tlb_update_vma_flags(tlb, vma); tlb 483 include/asm-generic/tlb.h static inline void tlb_end_vma(struct mmu_gather *tlb, struct vm_area_struct *vma) tlb 485 include/asm-generic/tlb.h if (tlb->fullmm) tlb 494 include/asm-generic/tlb.h tlb_flush_mmu_tlbonly(tlb); tlb 499 include/asm-generic/tlb.h #define __tlb_remove_tlb_entry(tlb, ptep, address) do { } while (0) tlb 509 include/asm-generic/tlb.h #define tlb_remove_tlb_entry(tlb, ptep, address) \ tlb 511 include/asm-generic/tlb.h __tlb_adjust_range(tlb, address, PAGE_SIZE); \ tlb 512 include/asm-generic/tlb.h tlb->cleared_ptes = 1; \ tlb 513 include/asm-generic/tlb.h __tlb_remove_tlb_entry(tlb, ptep, address); \ tlb 516 include/asm-generic/tlb.h #define tlb_remove_huge_tlb_entry(h, tlb, ptep, address) \ tlb 519 include/asm-generic/tlb.h __tlb_adjust_range(tlb, address, _sz); \ tlb 521 include/asm-generic/tlb.h tlb->cleared_pmds = 1; \ tlb 523 include/asm-generic/tlb.h tlb->cleared_puds = 1; \ tlb 524 include/asm-generic/tlb.h __tlb_remove_tlb_entry(tlb, ptep, address); \ tlb 532 include/asm-generic/tlb.h #define __tlb_remove_pmd_tlb_entry(tlb, pmdp, address) do {} while (0) tlb 535 include/asm-generic/tlb.h #define tlb_remove_pmd_tlb_entry(tlb, pmdp, address) \ tlb 537 include/asm-generic/tlb.h __tlb_adjust_range(tlb, address, HPAGE_PMD_SIZE); \ tlb 538 include/asm-generic/tlb.h tlb->cleared_pmds = 1; \ tlb 539 include/asm-generic/tlb.h __tlb_remove_pmd_tlb_entry(tlb, pmdp, address); \ tlb 547 include/asm-generic/tlb.h #define __tlb_remove_pud_tlb_entry(tlb, pudp, address) do {} while (0) tlb 550 include/asm-generic/tlb.h #define tlb_remove_pud_tlb_entry(tlb, pudp, address) \ tlb 552 include/asm-generic/tlb.h __tlb_adjust_range(tlb, address, HPAGE_PUD_SIZE); \ tlb 553 include/asm-generic/tlb.h tlb->cleared_puds = 1; \ tlb 554 include/asm-generic/tlb.h __tlb_remove_pud_tlb_entry(tlb, pudp, address); \ tlb 576 include/asm-generic/tlb.h #define pte_free_tlb(tlb, ptep, address) \ tlb 578 include/asm-generic/tlb.h __tlb_adjust_range(tlb, address, PAGE_SIZE); \ tlb 579 include/asm-generic/tlb.h tlb->freed_tables = 1; \ tlb 580 include/asm-generic/tlb.h tlb->cleared_pmds = 1; \ tlb 581 include/asm-generic/tlb.h __pte_free_tlb(tlb, ptep, address); \ tlb 586 include/asm-generic/tlb.h #define pmd_free_tlb(tlb, pmdp, address) \ tlb 588 include/asm-generic/tlb.h __tlb_adjust_range(tlb, address, PAGE_SIZE); \ tlb 589 include/asm-generic/tlb.h tlb->freed_tables = 1; \ tlb 590 include/asm-generic/tlb.h tlb->cleared_puds = 1; \ tlb 591 include/asm-generic/tlb.h __pmd_free_tlb(tlb, pmdp, address); \ tlb 597 include/asm-generic/tlb.h #define pud_free_tlb(tlb, pudp, address) \ tlb 599 include/asm-generic/tlb.h __tlb_adjust_range(tlb, address, PAGE_SIZE); \ tlb 600 include/asm-generic/tlb.h tlb->freed_tables = 1; \ tlb 601 include/asm-generic/tlb.h tlb->cleared_p4ds = 1; \ tlb 602 include/asm-generic/tlb.h __pud_free_tlb(tlb, pudp, address); \ tlb 609 include/asm-generic/tlb.h #define p4d_free_tlb(tlb, pudp, address) \ tlb 611 include/asm-generic/tlb.h __tlb_adjust_range(tlb, address, PAGE_SIZE); \ tlb 612 include/asm-generic/tlb.h tlb->freed_tables = 1; \ tlb 613 include/asm-generic/tlb.h __p4d_free_tlb(tlb, pudp, address); \ tlb 32 include/linux/huge_mm.h extern bool madvise_free_huge_pmd(struct mmu_gather *tlb, tlb 35 include/linux/huge_mm.h extern int zap_huge_pmd(struct mmu_gather *tlb, tlb 38 include/linux/huge_mm.h extern int zap_huge_pud(struct mmu_gather *tlb, tlb 79 include/linux/hugetlb.h void __unmap_hugepage_range_final(struct mmu_gather *tlb, tlb 83 include/linux/hugetlb.h void __unmap_hugepage_range(struct mmu_gather *tlb, struct vm_area_struct *vma, tlb 185 include/linux/hugetlb.h #define hugetlb_free_pgd_range(tlb, addr, end, floor, ceiling) ({BUG(); 0; }) tlb 203 include/linux/hugetlb.h static inline void __unmap_hugepage_range_final(struct mmu_gather *tlb, tlb 210 include/linux/hugetlb.h static inline void __unmap_hugepage_range(struct mmu_gather *tlb, tlb 97 include/linux/io-pgtable.h const struct iommu_flush_ops *tlb; tlb 194 include/linux/io-pgtable.h iop->cfg.tlb->tlb_flush_all(iop->cookie); tlb 201 include/linux/io-pgtable.h iop->cfg.tlb->tlb_flush_walk(iova, size, granule, iop->cookie); tlb 208 include/linux/io-pgtable.h iop->cfg.tlb->tlb_flush_leaf(iova, size, granule, iop->cookie); tlb 216 include/linux/io-pgtable.h if (iop->cfg.tlb->tlb_add_page) tlb 217 include/linux/io-pgtable.h iop->cfg.tlb->tlb_add_page(gather, iova, granule, iop->cookie); tlb 1460 include/linux/mm.h void unmap_vmas(struct mmu_gather *tlb, struct vm_area_struct *start_vma, tlb 1465 include/linux/mm.h void free_pgd_range(struct mmu_gather *tlb, unsigned long addr, tlb 554 include/linux/mm_types.h extern void tlb_gather_mmu(struct mmu_gather *tlb, struct mm_struct *mm, tlb 556 include/linux/mm_types.h extern void tlb_finish_mmu(struct mmu_gather *tlb, tlb 33 include/linux/swiotlb.h int swiotlb_init_with_tbl(char *tlb, unsigned long nslabs, int verbose); tlb 36 include/linux/swiotlb.h extern int swiotlb_late_init_with_tbl(char *tlb, unsigned long nslabs); tlb 3 include/trace/events/tlb.h #define TRACE_SYSTEM tlb tlb 200 kernel/dma/swiotlb.c int __init swiotlb_init_with_tbl(char *tlb, unsigned long nslabs, int verbose) tlb 208 kernel/dma/swiotlb.c io_tlb_start = __pa(tlb); tlb 329 kernel/dma/swiotlb.c swiotlb_late_init_with_tbl(char *tlb, unsigned long nslabs) tlb 336 kernel/dma/swiotlb.c io_tlb_start = virt_to_phys(tlb); tlb 339 kernel/dma/swiotlb.c set_memory_decrypted((unsigned long)tlb, bytes >> PAGE_SHIFT); tlb 340 kernel/dma/swiotlb.c memset(tlb, 0, bytes); tlb 1694 mm/huge_memory.c bool madvise_free_huge_pmd(struct mmu_gather *tlb, struct vm_area_struct *vma, tlb 1700 mm/huge_memory.c struct mm_struct *mm = tlb->mm; tlb 1703 mm/huge_memory.c tlb_change_page_size(tlb, HPAGE_PMD_SIZE); tlb 1753 mm/huge_memory.c tlb_remove_pmd_tlb_entry(tlb, pmd, addr); tlb 1773 mm/huge_memory.c int zap_huge_pmd(struct mmu_gather *tlb, struct vm_area_struct *vma, tlb 1779 mm/huge_memory.c tlb_change_page_size(tlb, HPAGE_PMD_SIZE); tlb 1790 mm/huge_memory.c orig_pmd = pmdp_huge_get_and_clear_full(tlb->mm, addr, pmd, tlb 1791 mm/huge_memory.c tlb->fullmm); tlb 1792 mm/huge_memory.c tlb_remove_pmd_tlb_entry(tlb, pmd, addr); tlb 1795 mm/huge_memory.c zap_deposited_table(tlb->mm, pmd); tlb 1798 mm/huge_memory.c tlb_remove_page_size(tlb, pmd_page(orig_pmd), HPAGE_PMD_SIZE); tlb 1800 mm/huge_memory.c zap_deposited_table(tlb->mm, pmd); tlb 1802 mm/huge_memory.c tlb_remove_page_size(tlb, pmd_page(orig_pmd), HPAGE_PMD_SIZE); tlb 1823 mm/huge_memory.c zap_deposited_table(tlb->mm, pmd); tlb 1824 mm/huge_memory.c add_mm_counter(tlb->mm, MM_ANONPAGES, -HPAGE_PMD_NR); tlb 1827 mm/huge_memory.c zap_deposited_table(tlb->mm, pmd); tlb 1828 mm/huge_memory.c add_mm_counter(tlb->mm, mm_counter_file(page), -HPAGE_PMD_NR); tlb 1833 mm/huge_memory.c tlb_remove_page_size(tlb, page, HPAGE_PMD_SIZE); tlb 2041 mm/huge_memory.c int zap_huge_pud(struct mmu_gather *tlb, struct vm_area_struct *vma, tlb 2055 mm/huge_memory.c pudp_huge_get_and_clear_full(tlb->mm, addr, pud, tlb->fullmm); tlb 2056 mm/huge_memory.c tlb_remove_pud_tlb_entry(tlb, pud, addr); tlb 3519 mm/hugetlb.c void __unmap_hugepage_range(struct mmu_gather *tlb, struct vm_area_struct *vma, tlb 3541 mm/hugetlb.c tlb_change_page_size(tlb, sz); tlb 3542 mm/hugetlb.c tlb_start_vma(tlb, vma); tlb 3603 mm/hugetlb.c tlb_remove_huge_tlb_entry(h, tlb, ptep, address); tlb 3611 mm/hugetlb.c tlb_remove_page_size(tlb, page, huge_page_size(h)); tlb 3619 mm/hugetlb.c tlb_end_vma(tlb, vma); tlb 3622 mm/hugetlb.c void __unmap_hugepage_range_final(struct mmu_gather *tlb, tlb 3626 mm/hugetlb.c __unmap_hugepage_range(tlb, vma, start, end, ref_page); tlb 3645 mm/hugetlb.c struct mmu_gather tlb; tlb 3660 mm/hugetlb.c tlb_gather_mmu(&tlb, mm, tlb_start, tlb_end); tlb 3661 mm/hugetlb.c __unmap_hugepage_range(&tlb, vma, start, end, ref_page); tlb 3662 mm/hugetlb.c tlb_finish_mmu(&tlb, tlb_start, tlb_end); tlb 39 mm/internal.h void free_pgtables(struct mmu_gather *tlb, struct vm_area_struct *start_vma, tlb 47 mm/internal.h void unmap_page_range(struct mmu_gather *tlb, tlb 36 mm/madvise.c struct mmu_gather *tlb; tlb 305 mm/madvise.c struct mmu_gather *tlb = private->tlb; tlb 307 mm/madvise.c struct mm_struct *mm = tlb->mm; tlb 322 mm/madvise.c tlb_change_page_size(tlb, HPAGE_PMD_SIZE); tlb 362 mm/madvise.c tlb_remove_pmd_tlb_entry(tlb, pmd, addr); tlb 387 mm/madvise.c tlb_change_page_size(tlb, PAGE_SIZE); tlb 439 mm/madvise.c tlb->fullmm); tlb 442 mm/madvise.c tlb_remove_tlb_entry(tlb, pte, addr); tlb 477 mm/madvise.c static void madvise_cold_page_range(struct mmu_gather *tlb, tlb 483 mm/madvise.c .tlb = tlb, tlb 486 mm/madvise.c tlb_start_vma(tlb, vma); tlb 488 mm/madvise.c tlb_end_vma(tlb, vma); tlb 496 mm/madvise.c struct mmu_gather tlb; tlb 503 mm/madvise.c tlb_gather_mmu(&tlb, mm, start_addr, end_addr); tlb 504 mm/madvise.c madvise_cold_page_range(&tlb, vma, start_addr, end_addr); tlb 505 mm/madvise.c tlb_finish_mmu(&tlb, start_addr, end_addr); tlb 510 mm/madvise.c static void madvise_pageout_page_range(struct mmu_gather *tlb, tlb 516 mm/madvise.c .tlb = tlb, tlb 519 mm/madvise.c tlb_start_vma(tlb, vma); tlb 521 mm/madvise.c tlb_end_vma(tlb, vma); tlb 545 mm/madvise.c struct mmu_gather tlb; tlb 555 mm/madvise.c tlb_gather_mmu(&tlb, mm, start_addr, end_addr); tlb 556 mm/madvise.c madvise_pageout_page_range(&tlb, vma, start_addr, end_addr); tlb 557 mm/madvise.c tlb_finish_mmu(&tlb, start_addr, end_addr); tlb 566 mm/madvise.c struct mmu_gather *tlb = walk->private; tlb 567 mm/madvise.c struct mm_struct *mm = tlb->mm; tlb 577 mm/madvise.c if (madvise_free_huge_pmd(tlb, vma, pmd, addr, next)) tlb 583 mm/madvise.c tlb_change_page_size(tlb, PAGE_SIZE); tlb 605 mm/madvise.c pte_clear_not_present_full(mm, addr, pte, tlb->fullmm); tlb 672 mm/madvise.c tlb->fullmm); tlb 677 mm/madvise.c tlb_remove_tlb_entry(tlb, pte, addr); tlb 704 mm/madvise.c struct mmu_gather tlb; tlb 720 mm/madvise.c tlb_gather_mmu(&tlb, mm, range.start, range.end); tlb 724 mm/madvise.c tlb_start_vma(&tlb, vma); tlb 726 mm/madvise.c &madvise_free_walk_ops, &tlb); tlb 727 mm/madvise.c tlb_end_vma(&tlb, vma); tlb 729 mm/madvise.c tlb_finish_mmu(&tlb, range.start, range.end); tlb 195 mm/memory.c static void free_pte_range(struct mmu_gather *tlb, pmd_t *pmd, tlb 200 mm/memory.c pte_free_tlb(tlb, token, addr); tlb 201 mm/memory.c mm_dec_nr_ptes(tlb->mm); tlb 204 mm/memory.c static inline void free_pmd_range(struct mmu_gather *tlb, pud_t *pud, tlb 218 mm/memory.c free_pte_range(tlb, pmd, addr); tlb 234 mm/memory.c pmd_free_tlb(tlb, pmd, start); tlb 235 mm/memory.c mm_dec_nr_pmds(tlb->mm); tlb 238 mm/memory.c static inline void free_pud_range(struct mmu_gather *tlb, p4d_t *p4d, tlb 252 mm/memory.c free_pmd_range(tlb, pud, addr, next, floor, ceiling); tlb 268 mm/memory.c pud_free_tlb(tlb, pud, start); tlb 269 mm/memory.c mm_dec_nr_puds(tlb->mm); tlb 272 mm/memory.c static inline void free_p4d_range(struct mmu_gather *tlb, pgd_t *pgd, tlb 286 mm/memory.c free_pud_range(tlb, p4d, addr, next, floor, ceiling); tlb 302 mm/memory.c p4d_free_tlb(tlb, p4d, start); tlb 308 mm/memory.c void free_pgd_range(struct mmu_gather *tlb, tlb 360 mm/memory.c tlb_change_page_size(tlb, PAGE_SIZE); tlb 361 mm/memory.c pgd = pgd_offset(tlb->mm, addr); tlb 366 mm/memory.c free_p4d_range(tlb, pgd, addr, next, floor, ceiling); tlb 370 mm/memory.c void free_pgtables(struct mmu_gather *tlb, struct vm_area_struct *vma, tlb 385 mm/memory.c hugetlb_free_pgd_range(tlb, addr, vma->vm_end, tlb 398 mm/memory.c free_pgd_range(tlb, addr, vma->vm_end, tlb 1004 mm/memory.c static unsigned long zap_pte_range(struct mmu_gather *tlb, tlb 1009 mm/memory.c struct mm_struct *mm = tlb->mm; tlb 1017 mm/memory.c tlb_change_page_size(tlb, PAGE_SIZE); tlb 1047 mm/memory.c tlb->fullmm); tlb 1048 mm/memory.c tlb_remove_tlb_entry(tlb, pte, addr); tlb 1065 mm/memory.c if (unlikely(__tlb_remove_page(tlb, page))) { tlb 1088 mm/memory.c pte_clear_not_present_full(mm, addr, pte, tlb->fullmm); tlb 1109 mm/memory.c pte_clear_not_present_full(mm, addr, pte, tlb->fullmm); tlb 1117 mm/memory.c tlb_flush_mmu_tlbonly(tlb); tlb 1128 mm/memory.c tlb_flush_mmu(tlb); tlb 1139 mm/memory.c static inline unsigned long zap_pmd_range(struct mmu_gather *tlb, tlb 1153 mm/memory.c else if (zap_huge_pmd(tlb, vma, pmd, addr)) tlb 1166 mm/memory.c next = zap_pte_range(tlb, vma, pmd, addr, next, details); tlb 1174 mm/memory.c static inline unsigned long zap_pud_range(struct mmu_gather *tlb, tlb 1187 mm/memory.c VM_BUG_ON_VMA(!rwsem_is_locked(&tlb->mm->mmap_sem), vma); tlb 1189 mm/memory.c } else if (zap_huge_pud(tlb, vma, pud, addr)) tlb 1195 mm/memory.c next = zap_pmd_range(tlb, vma, pud, addr, next, details); tlb 1203 mm/memory.c static inline unsigned long zap_p4d_range(struct mmu_gather *tlb, tlb 1216 mm/memory.c next = zap_pud_range(tlb, vma, p4d, addr, next, details); tlb 1222 mm/memory.c void unmap_page_range(struct mmu_gather *tlb, tlb 1231 mm/memory.c tlb_start_vma(tlb, vma); tlb 1237 mm/memory.c next = zap_p4d_range(tlb, vma, pgd, addr, next, details); tlb 1239 mm/memory.c tlb_end_vma(tlb, vma); tlb 1243 mm/memory.c static void unmap_single_vma(struct mmu_gather *tlb, tlb 1278 mm/memory.c __unmap_hugepage_range_final(tlb, vma, start, end, NULL); tlb 1282 mm/memory.c unmap_page_range(tlb, vma, start, end, details); tlb 1304 mm/memory.c void unmap_vmas(struct mmu_gather *tlb, tlb 1314 mm/memory.c unmap_single_vma(tlb, vma, start_addr, end_addr, NULL); tlb 1330 mm/memory.c struct mmu_gather tlb; tlb 1335 mm/memory.c tlb_gather_mmu(&tlb, vma->vm_mm, start, range.end); tlb 1339 mm/memory.c unmap_single_vma(&tlb, vma, start, range.end, NULL); tlb 1341 mm/memory.c tlb_finish_mmu(&tlb, start, range.end); tlb 1357 mm/memory.c struct mmu_gather tlb; tlb 1362 mm/memory.c tlb_gather_mmu(&tlb, vma->vm_mm, address, range.end); tlb 1365 mm/memory.c unmap_single_vma(&tlb, vma, address, range.end, details); tlb 1367 mm/memory.c tlb_finish_mmu(&tlb, address, range.end); tlb 2610 mm/mmap.c struct mmu_gather tlb; tlb 2613 mm/mmap.c tlb_gather_mmu(&tlb, mm, start, end); tlb 2615 mm/mmap.c unmap_vmas(&tlb, vma, start, end); tlb 2616 mm/mmap.c free_pgtables(&tlb, vma, prev ? prev->vm_end : FIRST_USER_ADDRESS, tlb 2618 mm/mmap.c tlb_finish_mmu(&tlb, start, end); tlb 3100 mm/mmap.c struct mmu_gather tlb; tlb 3148 mm/mmap.c tlb_gather_mmu(&tlb, mm, 0, -1); tlb 3151 mm/mmap.c unmap_vmas(&tlb, vma, 0, -1); tlb 3152 mm/mmap.c free_pgtables(&tlb, vma, FIRST_USER_ADDRESS, USER_PGTABLES_CEILING); tlb 3153 mm/mmap.c tlb_finish_mmu(&tlb, 0, -1); tlb 16 mm/mmu_gather.c static bool tlb_next_batch(struct mmu_gather *tlb) tlb 20 mm/mmu_gather.c batch = tlb->active; tlb 22 mm/mmu_gather.c tlb->active = batch->next; tlb 26 mm/mmu_gather.c if (tlb->batch_count == MAX_GATHER_BATCH_COUNT) tlb 33 mm/mmu_gather.c tlb->batch_count++; tlb 38 mm/mmu_gather.c tlb->active->next = batch; tlb 39 mm/mmu_gather.c tlb->active = batch; tlb 44 mm/mmu_gather.c static void tlb_batch_pages_flush(struct mmu_gather *tlb) tlb 48 mm/mmu_gather.c for (batch = &tlb->local; batch && batch->nr; batch = batch->next) { tlb 52 mm/mmu_gather.c tlb->active = &tlb->local; tlb 55 mm/mmu_gather.c static void tlb_batch_list_free(struct mmu_gather *tlb) tlb 59 mm/mmu_gather.c for (batch = tlb->local.next; batch; batch = next) { tlb 63 mm/mmu_gather.c tlb->local.next = NULL; tlb 66 mm/mmu_gather.c bool __tlb_remove_page_size(struct mmu_gather *tlb, struct page *page, int page_size) tlb 70 mm/mmu_gather.c VM_BUG_ON(!tlb->end); tlb 73 mm/mmu_gather.c VM_WARN_ON(tlb->page_size != page_size); tlb 76 mm/mmu_gather.c batch = tlb->active; tlb 83 mm/mmu_gather.c if (!tlb_next_batch(tlb)) tlb 85 mm/mmu_gather.c batch = tlb->active; tlb 103 mm/mmu_gather.c static inline void tlb_table_invalidate(struct mmu_gather *tlb) tlb 111 mm/mmu_gather.c tlb_flush_mmu_tlbonly(tlb); tlb 146 mm/mmu_gather.c static void tlb_table_flush(struct mmu_gather *tlb) tlb 148 mm/mmu_gather.c struct mmu_table_batch **batch = &tlb->batch; tlb 151 mm/mmu_gather.c tlb_table_invalidate(tlb); tlb 157 mm/mmu_gather.c void tlb_remove_table(struct mmu_gather *tlb, void *table) tlb 159 mm/mmu_gather.c struct mmu_table_batch **batch = &tlb->batch; tlb 164 mm/mmu_gather.c tlb_table_invalidate(tlb); tlb 173 mm/mmu_gather.c tlb_table_flush(tlb); tlb 178 mm/mmu_gather.c static void tlb_flush_mmu_free(struct mmu_gather *tlb) tlb 181 mm/mmu_gather.c tlb_table_flush(tlb); tlb 184 mm/mmu_gather.c tlb_batch_pages_flush(tlb); tlb 188 mm/mmu_gather.c void tlb_flush_mmu(struct mmu_gather *tlb) tlb 190 mm/mmu_gather.c tlb_flush_mmu_tlbonly(tlb); tlb 191 mm/mmu_gather.c tlb_flush_mmu_free(tlb); tlb 206 mm/mmu_gather.c void tlb_gather_mmu(struct mmu_gather *tlb, struct mm_struct *mm, tlb 209 mm/mmu_gather.c tlb->mm = mm; tlb 212 mm/mmu_gather.c tlb->fullmm = !(start | (end+1)); tlb 215 mm/mmu_gather.c tlb->need_flush_all = 0; tlb 216 mm/mmu_gather.c tlb->local.next = NULL; tlb 217 mm/mmu_gather.c tlb->local.nr = 0; tlb 218 mm/mmu_gather.c tlb->local.max = ARRAY_SIZE(tlb->__pages); tlb 219 mm/mmu_gather.c tlb->active = &tlb->local; tlb 220 mm/mmu_gather.c tlb->batch_count = 0; tlb 224 mm/mmu_gather.c tlb->batch = NULL; tlb 227 mm/mmu_gather.c tlb->page_size = 0; tlb 230 mm/mmu_gather.c __tlb_reset_range(tlb); tlb 231 mm/mmu_gather.c inc_tlb_flush_pending(tlb->mm); tlb 243 mm/mmu_gather.c void tlb_finish_mmu(struct mmu_gather *tlb, tlb 258 mm/mmu_gather.c if (mm_tlb_flush_nested(tlb->mm)) { tlb 267 mm/mmu_gather.c tlb->fullmm = 1; tlb 268 mm/mmu_gather.c __tlb_reset_range(tlb); tlb 269 mm/mmu_gather.c tlb->freed_tables = 1; tlb 272 mm/mmu_gather.c tlb_flush_mmu(tlb); tlb 275 mm/mmu_gather.c tlb_batch_list_free(tlb); tlb 277 mm/mmu_gather.c dec_tlb_flush_pending(tlb->mm); tlb 541 mm/oom_kill.c struct mmu_gather tlb; tlb 546 mm/oom_kill.c tlb_gather_mmu(&tlb, mm, range.start, range.end); tlb 548 mm/oom_kill.c tlb_finish_mmu(&tlb, range.start, range.end); tlb 552 mm/oom_kill.c unmap_page_range(&tlb, vma, range.start, range.end, NULL); tlb 554 mm/oom_kill.c tlb_finish_mmu(&tlb, range.start, range.end); tlb 353 sound/pci/trident/trident.h struct snd_trident_tlb tlb; /* TLB entries for NX cards */ tlb 815 sound/pci/trident/trident_main.c if (trident->tlb.entries) { tlb 908 sound/pci/trident/trident_main.c if (trident->tlb.entries) { tlb 2170 sound/pci/trident/trident_main.c if (trident->tlb.entries) { tlb 2185 sound/pci/trident/trident_main.c if (trident->tlb.entries) { tlb 2226 sound/pci/trident/trident_main.c if (trident->tlb.entries) tlb 2244 sound/pci/trident/trident_main.c if (trident->tlb.entries) tlb 3298 sound/pci/trident/trident_main.c if (trident->tlb.entries) { tlb 3300 sound/pci/trident/trident_main.c snd_iprintf(buffer, "Memory Maximum : %d\n", trident->tlb.memhdr->size); tlb 3301 sound/pci/trident/trident_main.c snd_iprintf(buffer, "Memory Used : %d\n", trident->tlb.memhdr->used); tlb 3302 sound/pci/trident/trident_main.c snd_iprintf(buffer, "Memory Free : %d\n", snd_util_mem_avail(trident->tlb.memhdr)); tlb 3342 sound/pci/trident/trident_main.c 2 * SNDRV_TRIDENT_MAX_PAGES * 4, &trident->tlb.buffer) < 0) { tlb 3346 sound/pci/trident/trident_main.c trident->tlb.entries = (__le32 *)ALIGN((unsigned long)trident->tlb.buffer.area, SNDRV_TRIDENT_MAX_PAGES * 4); tlb 3347 sound/pci/trident/trident_main.c trident->tlb.entries_dmaaddr = ALIGN(trident->tlb.buffer.addr, SNDRV_TRIDENT_MAX_PAGES * 4); tlb 3349 sound/pci/trident/trident_main.c trident->tlb.shadow_entries = tlb 3352 sound/pci/trident/trident_main.c if (!trident->tlb.shadow_entries) tlb 3357 sound/pci/trident/trident_main.c SNDRV_TRIDENT_PAGE_SIZE, &trident->tlb.silent_page) < 0) { tlb 3361 sound/pci/trident/trident_main.c memset(trident->tlb.silent_page.area, 0, SNDRV_TRIDENT_PAGE_SIZE); tlb 3363 sound/pci/trident/trident_main.c trident->tlb.entries[i] = cpu_to_le32(trident->tlb.silent_page.addr & ~(SNDRV_TRIDENT_PAGE_SIZE-1)); tlb 3364 sound/pci/trident/trident_main.c trident->tlb.shadow_entries[i] = (unsigned long)trident->tlb.silent_page.area; tlb 3368 sound/pci/trident/trident_main.c trident->tlb.memhdr = snd_util_memhdr_new(SNDRV_TRIDENT_PAGE_SIZE * SNDRV_TRIDENT_MAX_PAGES); tlb 3369 sound/pci/trident/trident_main.c if (trident->tlb.memhdr == NULL) tlb 3372 sound/pci/trident/trident_main.c trident->tlb.memhdr->block_extra_size = sizeof(struct snd_trident_memblk_arg); tlb 3467 sound/pci/trident/trident_main.c if (trident->tlb.entries != NULL) { tlb 3470 sound/pci/trident/trident_main.c i = trident->tlb.entries_dmaaddr; tlb 3586 sound/pci/trident/trident_main.c trident->tlb.entries = NULL; tlb 3587 sound/pci/trident/trident_main.c trident->tlb.buffer.area = NULL; tlb 3671 sound/pci/trident/trident_main.c if (trident->tlb.buffer.area) { tlb 3673 sound/pci/trident/trident_main.c snd_util_memhdr_free(trident->tlb.memhdr); tlb 3674 sound/pci/trident/trident_main.c if (trident->tlb.silent_page.area) tlb 3675 sound/pci/trident/trident_main.c snd_dma_free_pages(&trident->tlb.silent_page); tlb 3676 sound/pci/trident/trident_main.c vfree(trident->tlb.shadow_entries); tlb 3677 sound/pci/trident/trident_main.c snd_dma_free_pages(&trident->tlb.buffer); tlb 23 sound/pci/trident/trident_memory.c do { (trident)->tlb.entries[page] = cpu_to_le32((addr) & ~(SNDRV_TRIDENT_PAGE_SIZE-1)); \ tlb 24 sound/pci/trident/trident_memory.c (trident)->tlb.shadow_entries[page] = (ptr); } while (0) tlb 26 sound/pci/trident/trident_memory.c (void*)((trident)->tlb.shadow_entries[page]) tlb 28 sound/pci/trident/trident_memory.c (dma_addr_t)le32_to_cpu((trident->tlb.entries[page]) & ~(SNDRV_TRIDENT_PAGE_SIZE - 1)) tlb 37 sound/pci/trident/trident_memory.c #define set_silent_tlb(trident,page) __set_tlb_bus(trident, page, (unsigned long)trident->tlb.silent_page.area, trident->tlb.silent_page.addr) tlb 67 sound/pci/trident/trident_memory.c __set_tlb_bus(trident, page, (unsigned long)trident->tlb.silent_page.area, trident->tlb.silent_page.addr); tlb 68 sound/pci/trident/trident_memory.c __set_tlb_bus(trident, page+1, (unsigned long)trident->tlb.silent_page.area, trident->tlb.silent_page.addr); tlb 103 sound/pci/trident/trident_memory.c __set_tlb_bus(trident, page, (unsigned long)trident->tlb.silent_page.area, trident->tlb.silent_page.addr); tlb 186 sound/pci/trident/trident_memory.c hdr = trident->tlb.memhdr; tlb 235 sound/pci/trident/trident_memory.c hdr = trident->tlb.memhdr; tlb 290 sound/pci/trident/trident_memory.c hdr = trident->tlb.memhdr;