| /linux-4.1.27/arch/s390/include/asm/ |
| D | tlb.h | 31 struct mmu_gather { struct
47 extern void tlb_table_flush(struct mmu_gather *tlb); argument
48 extern void tlb_remove_table(struct mmu_gather *tlb, void *table);
50 static inline void tlb_gather_mmu(struct mmu_gather *tlb, in tlb_gather_mmu()
62 static inline void tlb_flush_mmu_tlbonly(struct mmu_gather *tlb) in tlb_flush_mmu_tlbonly()
67 static inline void tlb_flush_mmu_free(struct mmu_gather *tlb) in tlb_flush_mmu_free()
73 static inline void tlb_flush_mmu(struct mmu_gather *tlb) in tlb_flush_mmu()
79 static inline void tlb_finish_mmu(struct mmu_gather *tlb, in tlb_finish_mmu()
90 static inline int __tlb_remove_page(struct mmu_gather *tlb, struct page *page) in __tlb_remove_page()
96 static inline void tlb_remove_page(struct mmu_gather *tlb, struct page *page) in tlb_remove_page()
[all …]
|
| D | pgalloc.h | 23 void page_table_free_rcu(struct mmu_gather *, unsigned long *, unsigned long);
|
| /linux-4.1.27/arch/arm/include/asm/ |
| D | tlb.h | 53 extern void tlb_table_flush(struct mmu_gather *tlb);
54 extern void tlb_remove_table(struct mmu_gather *tlb, void *table);
65 struct mmu_gather { struct
82 DECLARE_PER_CPU(struct mmu_gather, mmu_gathers); argument
97 static inline void tlb_flush(struct mmu_gather *tlb) in tlb_flush()
108 static inline void tlb_add_flush(struct mmu_gather *tlb, unsigned long addr) in tlb_add_flush()
118 static inline void __tlb_alloc_page(struct mmu_gather *tlb) in __tlb_alloc_page()
128 static inline void tlb_flush_mmu_tlbonly(struct mmu_gather *tlb) in tlb_flush_mmu_tlbonly()
136 static inline void tlb_flush_mmu_free(struct mmu_gather *tlb) in tlb_flush_mmu_free()
144 static inline void tlb_flush_mmu(struct mmu_gather *tlb) in tlb_flush_mmu()
[all …]
|
| D | hugetlb.h | 30 static inline void hugetlb_free_pgd_range(struct mmu_gather *tlb, in hugetlb_free_pgd_range()
|
| /linux-4.1.27/arch/sh/include/asm/ |
| D | tlb.h | 21 struct mmu_gather { struct
27 static inline void init_tlb_gather(struct mmu_gather *tlb) in init_tlb_gather() argument
39 tlb_gather_mmu(struct mmu_gather *tlb, struct mm_struct *mm, unsigned long start, unsigned long end) in tlb_gather_mmu()
50 tlb_finish_mmu(struct mmu_gather *tlb, unsigned long start, unsigned long end) in tlb_finish_mmu()
60 tlb_remove_tlb_entry(struct mmu_gather *tlb, pte_t *ptep, unsigned long address) in tlb_remove_tlb_entry()
74 tlb_start_vma(struct mmu_gather *tlb, struct vm_area_struct *vma) in tlb_start_vma()
81 tlb_end_vma(struct mmu_gather *tlb, struct vm_area_struct *vma) in tlb_end_vma()
89 static inline void tlb_flush_mmu_tlbonly(struct mmu_gather *tlb) in tlb_flush_mmu_tlbonly()
93 static inline void tlb_flush_mmu_free(struct mmu_gather *tlb) in tlb_flush_mmu_free()
97 static inline void tlb_flush_mmu(struct mmu_gather *tlb) in tlb_flush_mmu()
[all …]
|
| D | hugetlb.h | 32 static inline void hugetlb_free_pgd_range(struct mmu_gather *tlb, in hugetlb_free_pgd_range()
|
| /linux-4.1.27/arch/um/include/asm/ |
| D | tlb.h | 17 struct mmu_gather { struct
25 static inline void __tlb_remove_tlb_entry(struct mmu_gather *tlb, pte_t *ptep, in __tlb_remove_tlb_entry() argument
34 static inline void init_tlb_gather(struct mmu_gather *tlb) in init_tlb_gather()
48 tlb_gather_mmu(struct mmu_gather *tlb, struct mm_struct *mm, unsigned long start, unsigned long end) in tlb_gather_mmu()
62 tlb_flush_mmu_tlbonly(struct mmu_gather *tlb) in tlb_flush_mmu_tlbonly()
68 tlb_flush_mmu_free(struct mmu_gather *tlb) in tlb_flush_mmu_free()
74 tlb_flush_mmu(struct mmu_gather *tlb) in tlb_flush_mmu()
88 tlb_finish_mmu(struct mmu_gather *tlb, unsigned long start, unsigned long end) in tlb_finish_mmu()
101 static inline int __tlb_remove_page(struct mmu_gather *tlb, struct page *page) in __tlb_remove_page()
108 static inline void tlb_remove_page(struct mmu_gather *tlb, struct page *page) in tlb_remove_page()
|
| /linux-4.1.27/include/asm-generic/ |
| D | tlb.h | 60 extern void tlb_table_flush(struct mmu_gather *tlb);
61 extern void tlb_remove_table(struct mmu_gather *tlb, void *table);
92 struct mmu_gather { struct
114 void tlb_gather_mmu(struct mmu_gather *tlb, struct mm_struct *mm, unsigned long start, unsigned lon… argument
115 void tlb_flush_mmu(struct mmu_gather *tlb);
116 void tlb_finish_mmu(struct mmu_gather *tlb, unsigned long start,
118 int __tlb_remove_page(struct mmu_gather *tlb, struct page *page);
124 static inline void tlb_remove_page(struct mmu_gather *tlb, struct page *page) in tlb_remove_page()
130 static inline void __tlb_adjust_range(struct mmu_gather *tlb, in __tlb_adjust_range()
137 static inline void __tlb_reset_range(struct mmu_gather *tlb) in __tlb_reset_range()
|
| /linux-4.1.27/arch/ia64/include/asm/ |
| D | tlb.h | 55 struct mmu_gather { struct
95 ia64_tlb_flush_mmu_tlbonly(struct mmu_gather *tlb, unsigned long start, unsigned long end) in ia64_tlb_flush_mmu_tlbonly()
132 ia64_tlb_flush_mmu_free(struct mmu_gather *tlb) in ia64_tlb_flush_mmu_free()
151 ia64_tlb_flush_mmu (struct mmu_gather *tlb, unsigned long start, unsigned long end) in ia64_tlb_flush_mmu()
159 static inline void __tlb_alloc_page(struct mmu_gather *tlb) in __tlb_alloc_page()
171 tlb_gather_mmu(struct mmu_gather *tlb, struct mm_struct *mm, unsigned long start, unsigned long end) in tlb_gather_mmu()
188 tlb_finish_mmu(struct mmu_gather *tlb, unsigned long start, unsigned long end) in tlb_finish_mmu()
208 static inline int __tlb_remove_page(struct mmu_gather *tlb, struct page *page) in __tlb_remove_page()
221 static inline void tlb_flush_mmu_tlbonly(struct mmu_gather *tlb) in tlb_flush_mmu_tlbonly()
226 static inline void tlb_flush_mmu_free(struct mmu_gather *tlb) in tlb_flush_mmu_free()
[all …]
|
| D | hugetlb.h | 8 void hugetlb_free_pgd_range(struct mmu_gather *tlb, unsigned long addr,
|
| /linux-4.1.27/arch/arm64/include/asm/ |
| D | tlb.h | 38 static inline void tlb_flush(struct mmu_gather *tlb) in tlb_flush()
48 static inline void __pte_free_tlb(struct mmu_gather *tlb, pgtable_t pte, in __pte_free_tlb()
57 static inline void __pmd_free_tlb(struct mmu_gather *tlb, pmd_t *pmdp, in __pmd_free_tlb()
66 static inline void __pud_free_tlb(struct mmu_gather *tlb, pud_t *pudp, in __pud_free_tlb()
|
| D | hugetlb.h | 64 static inline void hugetlb_free_pgd_range(struct mmu_gather *tlb, in hugetlb_free_pgd_range()
|
| /linux-4.1.27/arch/powerpc/include/asm/ |
| D | pgalloc.h | 8 extern void tlb_flush_pgtable(struct mmu_gather *tlb, unsigned long address);
10 static inline void tlb_flush_pgtable(struct mmu_gather *tlb, in tlb_flush_pgtable()
16 extern void tlb_remove_table(struct mmu_gather *tlb, void *table);
|
| D | pgalloc-64.h | 124 static inline void pgtable_free_tlb(struct mmu_gather *tlb, in pgtable_free_tlb()
141 static inline void pgtable_free_tlb(struct mmu_gather *tlb, in pgtable_free_tlb()
148 static inline void __pte_free_tlb(struct mmu_gather *tlb, pgtable_t table, in __pte_free_tlb()
170 extern void pgtable_free_tlb(struct mmu_gather *tlb, void *table, int shift);
216 static inline void __pte_free_tlb(struct mmu_gather *tlb, pgtable_t table, in __pte_free_tlb()
|
| D | pgalloc-32.h | 60 static inline void pgtable_free_tlb(struct mmu_gather *tlb, in pgtable_free_tlb()
77 static inline void pgtable_free_tlb(struct mmu_gather *tlb, in pgtable_free_tlb()
84 static inline void __pte_free_tlb(struct mmu_gather *tlb, pgtable_t table, in __pte_free_tlb()
|
| D | tlb.h | 32 extern void tlb_flush(struct mmu_gather *tlb);
40 static inline void __tlb_remove_tlb_entry(struct mmu_gather *tlb, pte_t *ptep, in __tlb_remove_tlb_entry()
|
| D | hugetlb.h | 90 void hugetlb_free_pgd_range(struct mmu_gather *tlb, unsigned long addr,
|
| /linux-4.1.27/arch/x86/include/asm/ |
| D | pgalloc.h | 54 extern void ___pte_free_tlb(struct mmu_gather *tlb, struct page *pte);
56 static inline void __pte_free_tlb(struct mmu_gather *tlb, struct page *pte, in __pte_free_tlb()
101 extern void ___pmd_free_tlb(struct mmu_gather *tlb, pmd_t *pmd);
103 static inline void __pmd_free_tlb(struct mmu_gather *tlb, pmd_t *pmd, in __pmd_free_tlb()
137 extern void ___pud_free_tlb(struct mmu_gather *tlb, pud_t *pud);
139 static inline void __pud_free_tlb(struct mmu_gather *tlb, pud_t *pud, in __pud_free_tlb()
|
| D | hugetlb.h | 33 static inline void hugetlb_free_pgd_range(struct mmu_gather *tlb, in hugetlb_free_pgd_range()
|
| /linux-4.1.27/arch/sparc/include/asm/ |
| D | pgalloc_64.h | 81 struct mmu_gather;
82 void tlb_remove_table(struct mmu_gather *, void *);
84 static inline void pgtable_free_tlb(struct mmu_gather *tlb, void *table, bool is_page) in pgtable_free_tlb()
102 static inline void pgtable_free_tlb(struct mmu_gather *tlb, void *table, bool is_page) in pgtable_free_tlb()
108 static inline void __pte_free_tlb(struct mmu_gather *tlb, pte_t *pte, in __pte_free_tlb()
|
| D | hugetlb.h | 38 static inline void hugetlb_free_pgd_range(struct mmu_gather *tlb, in hugetlb_free_pgd_range()
|
| /linux-4.1.27/arch/tile/include/asm/ |
| D | pgalloc.h | 100 extern void __pgtable_free_tlb(struct mmu_gather *tlb, struct page *pte,
102 static inline void __pte_free_tlb(struct mmu_gather *tlb, struct page *pte, in __pte_free_tlb()
155 static inline void __pmd_free_tlb(struct mmu_gather *tlb, pmd_t *pmdp, in __pmd_free_tlb()
|
| D | hugetlb.h | 47 static inline void hugetlb_free_pgd_range(struct mmu_gather *tlb, in hugetlb_free_pgd_range()
|
| /linux-4.1.27/arch/m68k/include/asm/ |
| D | motorola_pgalloc.h | 59 static inline void __pte_free_tlb(struct mmu_gather *tlb, pgtable_t page, in __pte_free_tlb()
79 static inline int __pmd_free_tlb(struct mmu_gather *tlb, pmd_t *pmd, in __pmd_free_tlb()
|
| D | mcf_pgalloc.h | 43 static inline void __pte_free_tlb(struct mmu_gather *tlb, pgtable_t page, in __pte_free_tlb()
|
| /linux-4.1.27/include/linux/ |
| D | hugetlb.h | 14 struct mmu_gather;
67 void __unmap_hugepage_range_final(struct mmu_gather *tlb,
71 void __unmap_hugepage_range(struct mmu_gather *tlb, struct vm_area_struct *vma,
161 static inline void __unmap_hugepage_range_final(struct mmu_gather *tlb, in __unmap_hugepage_range_final()
168 static inline void __unmap_hugepage_range(struct mmu_gather *tlb, in __unmap_hugepage_range()
|
| D | huge_mm.h | 22 extern int zap_huge_pmd(struct mmu_gather *tlb,
|
| D | mm.h | 300 struct mmu_gather;
1109 void unmap_vmas(struct mmu_gather *tlb, struct vm_area_struct *start_vma,
1152 void free_pgd_range(struct mmu_gather *tlb, unsigned long addr,
|
| /linux-4.1.27/mm/ |
| D | memory.c | 183 static int tlb_next_batch(struct mmu_gather *tlb) in tlb_next_batch()
216 void tlb_gather_mmu(struct mmu_gather *tlb, struct mm_struct *mm, unsigned long start, unsigned lon… in tlb_gather_mmu()
236 static void tlb_flush_mmu_tlbonly(struct mmu_gather *tlb) in tlb_flush_mmu_tlbonly()
249 static void tlb_flush_mmu_free(struct mmu_gather *tlb) in tlb_flush_mmu_free()
260 void tlb_flush_mmu(struct mmu_gather *tlb) in tlb_flush_mmu()
270 void tlb_finish_mmu(struct mmu_gather *tlb, unsigned long start, unsigned long end) in tlb_finish_mmu()
292 int __tlb_remove_page(struct mmu_gather *tlb, struct page *page) in __tlb_remove_page()
349 void tlb_table_flush(struct mmu_gather *tlb) in tlb_table_flush()
359 void tlb_remove_table(struct mmu_gather *tlb, void *table) in tlb_remove_table()
391 static void free_pte_range(struct mmu_gather *tlb, pmd_t *pmd, in free_pte_range()
[all …]
|
| D | internal.h | 17 void free_pgtables(struct mmu_gather *tlb, struct vm_area_struct *start_vma,
|
| D | hugetlb.c | 2735 void __unmap_hugepage_range(struct mmu_gather *tlb, struct vm_area_struct *vma, in __unmap_hugepage_range()
2834 void __unmap_hugepage_range_final(struct mmu_gather *tlb, in __unmap_hugepage_range_final()
2857 struct mmu_gather tlb; in unmap_hugepage_range()
|
| D | mmap.c | 2390 struct mmu_gather tlb; in unmap_region()
2828 struct mmu_gather tlb; in exit_mmap()
|
| D | huge_memory.c | 1387 int zap_huge_pmd(struct mmu_gather *tlb, struct vm_area_struct *vma, in zap_huge_pmd()
|
| /linux-4.1.27/arch/x86/mm/ |
| D | pgtable.c | 55 void ___pte_free_tlb(struct mmu_gather *tlb, struct page *pte) in ___pte_free_tlb()
63 void ___pmd_free_tlb(struct mmu_gather *tlb, pmd_t *pmd) in ___pmd_free_tlb()
79 void ___pud_free_tlb(struct mmu_gather *tlb, pud_t *pud) in ___pud_free_tlb()
|
| /linux-4.1.27/arch/powerpc/mm/ |
| D | hugetlbpage.c | 471 static void hugepd_free(struct mmu_gather *tlb, void *hugepte) in hugepd_free()
499 static void free_hugepd_range(struct mmu_gather *tlb, hugepd_t *hpdp, int pdshift, in free_hugepd_range()
537 static void hugetlb_free_pmd_range(struct mmu_gather *tlb, pud_t *pud, in hugetlb_free_pmd_range()
587 static void hugetlb_free_pud_range(struct mmu_gather *tlb, pgd_t *pgd, in hugetlb_free_pud_range()
638 void hugetlb_free_pgd_range(struct mmu_gather *tlb, in hugetlb_free_pgd_range()
|
| D | tlb_hash32.c | 66 void tlb_flush(struct mmu_gather *tlb) in tlb_flush()
|
| D | tlb_nohash.c | 381 void tlb_flush(struct mmu_gather *tlb) in tlb_flush()
397 void tlb_flush_pgtable(struct mmu_gather *tlb, unsigned long address) in tlb_flush_pgtable()
|
| D | tlb_hash64.c | 158 void tlb_flush(struct mmu_gather *tlb) in tlb_flush()
|
| D | pgtable_64.c | 455 void pgtable_free_tlb(struct mmu_gather *tlb, void *table, int shift) in pgtable_free_tlb()
478 void pgtable_free_tlb(struct mmu_gather *tlb, void *table, int shift) in pgtable_free_tlb()
|
| /linux-4.1.27/arch/metag/include/asm/ |
| D | hugetlb.h | 21 static inline void hugetlb_free_pgd_range(struct mmu_gather *tlb, in hugetlb_free_pgd_range()
|
| /linux-4.1.27/arch/mips/include/asm/ |
| D | hugetlb.h | 45 static inline void hugetlb_free_pgd_range(struct mmu_gather *tlb, in hugetlb_free_pgd_range()
|
| /linux-4.1.27/arch/openrisc/mm/ |
| D | init.c | 50 DEFINE_PER_CPU(struct mmu_gather, mmu_gathers);
|
| /linux-4.1.27/arch/hexagon/mm/ |
| D | init.c | 48 DEFINE_PER_CPU(struct mmu_gather, mmu_gathers);
|
| /linux-4.1.27/arch/ia64/mm/ |
| D | hugetlbpage.c | 117 void hugetlb_free_pgd_range(struct mmu_gather *tlb, in hugetlb_free_pgd_range()
|
| /linux-4.1.27/arch/s390/mm/ |
| D | pgtable.c | 1077 void page_table_free_rcu(struct mmu_gather *tlb, unsigned long *table, in page_table_free_rcu()
1147 void tlb_table_flush(struct mmu_gather *tlb) in tlb_table_flush()
1157 void tlb_remove_table(struct mmu_gather *tlb, void *table) in tlb_remove_table()
|
| /linux-4.1.27/arch/tile/mm/ |
| D | pgtable.c | 278 void __pgtable_free_tlb(struct mmu_gather *tlb, struct page *pte, in __pgtable_free_tlb()
|
| /linux-4.1.27/fs/ |
| D | exec.c | 584 struct mmu_gather tlb; in shift_arg_pages()
|