| /linux-4.1.27/arch/powerpc/include/asm/ |
| H A D | pgalloc.h | 8 extern void tlb_flush_pgtable(struct mmu_gather *tlb, unsigned long address);
10 static inline void tlb_flush_pgtable(struct mmu_gather *tlb, tlb_flush_pgtable()
16 extern void tlb_remove_table(struct mmu_gather *tlb, void *table);
|
| H A D | tlb.h | 32 extern void tlb_flush(struct mmu_gather *tlb);
40 static inline void __tlb_remove_tlb_entry(struct mmu_gather *tlb, pte_t *ptep, __tlb_remove_tlb_entry()
|
| H A D | pgalloc-32.h | 60 static inline void pgtable_free_tlb(struct mmu_gather *tlb, pgtable_free_tlb()
77 static inline void pgtable_free_tlb(struct mmu_gather *tlb, pgtable_free_tlb()
84 static inline void __pte_free_tlb(struct mmu_gather *tlb, pgtable_t table, __pte_free_tlb()
|
| H A D | pgalloc-64.h | 124 static inline void pgtable_free_tlb(struct mmu_gather *tlb, pgtable_free_tlb()
141 static inline void pgtable_free_tlb(struct mmu_gather *tlb, pgtable_free_tlb()
148 static inline void __pte_free_tlb(struct mmu_gather *tlb, pgtable_t table, __pte_free_tlb()
170 extern void pgtable_free_tlb(struct mmu_gather *tlb, void *table, int shift);
216 static inline void __pte_free_tlb(struct mmu_gather *tlb, pgtable_t table, __pte_free_tlb()
|
| H A D | hugetlb.h | 90 void hugetlb_free_pgd_range(struct mmu_gather *tlb, unsigned long addr,
|
| /linux-4.1.27/arch/sh/include/asm/ |
| H A D | tlb.h | 21 struct mmu_gather { struct
27 static inline void init_tlb_gather(struct mmu_gather *tlb) init_tlb_gather()
39 tlb_gather_mmu(struct mmu_gather *tlb, struct mm_struct *mm, unsigned long start, unsigned long end) tlb_gather_mmu()
50 tlb_finish_mmu(struct mmu_gather *tlb, unsigned long start, unsigned long end) tlb_finish_mmu()
60 tlb_remove_tlb_entry(struct mmu_gather *tlb, pte_t *ptep, unsigned long address) tlb_remove_tlb_entry()
74 tlb_start_vma(struct mmu_gather *tlb, struct vm_area_struct *vma) tlb_start_vma()
81 tlb_end_vma(struct mmu_gather *tlb, struct vm_area_struct *vma) tlb_end_vma()
89 static inline void tlb_flush_mmu_tlbonly(struct mmu_gather *tlb) tlb_flush_mmu_tlbonly()
93 static inline void tlb_flush_mmu_free(struct mmu_gather *tlb) tlb_flush_mmu_free()
97 static inline void tlb_flush_mmu(struct mmu_gather *tlb) tlb_flush_mmu()
101 static inline int __tlb_remove_page(struct mmu_gather *tlb, struct page *page) __tlb_remove_page()
107 static inline void tlb_remove_page(struct mmu_gather *tlb, struct page *page) tlb_remove_page()
|
| H A D | hugetlb.h | 32 static inline void hugetlb_free_pgd_range(struct mmu_gather *tlb, hugetlb_free_pgd_range()
|
| /linux-4.1.27/arch/um/include/asm/ |
| H A D | tlb.h | 14 /* struct mmu_gather is an opaque type used by the mm code for passing around
17 struct mmu_gather { struct
25 static inline void __tlb_remove_tlb_entry(struct mmu_gather *tlb, pte_t *ptep, __tlb_remove_tlb_entry()
34 static inline void init_tlb_gather(struct mmu_gather *tlb) init_tlb_gather()
48 tlb_gather_mmu(struct mmu_gather *tlb, struct mm_struct *mm, unsigned long start, unsigned long end) tlb_gather_mmu()
62 tlb_flush_mmu_tlbonly(struct mmu_gather *tlb) tlb_flush_mmu_tlbonly()
68 tlb_flush_mmu_free(struct mmu_gather *tlb) tlb_flush_mmu_free()
74 tlb_flush_mmu(struct mmu_gather *tlb) tlb_flush_mmu()
88 tlb_finish_mmu(struct mmu_gather *tlb, unsigned long start, unsigned long end) tlb_finish_mmu()
101 static inline int __tlb_remove_page(struct mmu_gather *tlb, struct page *page) __tlb_remove_page()
108 static inline void tlb_remove_page(struct mmu_gather *tlb, struct page *page) tlb_remove_page()
|
| /linux-4.1.27/arch/s390/include/asm/ |
| H A D | tlb.h | 31 struct mmu_gather { struct
47 extern void tlb_table_flush(struct mmu_gather *tlb);
48 extern void tlb_remove_table(struct mmu_gather *tlb, void *table);
50 static inline void tlb_gather_mmu(struct mmu_gather *tlb, tlb_gather_mmu()
62 static inline void tlb_flush_mmu_tlbonly(struct mmu_gather *tlb) tlb_flush_mmu_tlbonly()
67 static inline void tlb_flush_mmu_free(struct mmu_gather *tlb) tlb_flush_mmu_free()
73 static inline void tlb_flush_mmu(struct mmu_gather *tlb) tlb_flush_mmu()
79 static inline void tlb_finish_mmu(struct mmu_gather *tlb, tlb_finish_mmu()
90 static inline int __tlb_remove_page(struct mmu_gather *tlb, struct page *page) __tlb_remove_page()
96 static inline void tlb_remove_page(struct mmu_gather *tlb, struct page *page) tlb_remove_page()
105 static inline void pte_free_tlb(struct mmu_gather *tlb, pgtable_t pte, pte_free_tlb()
118 static inline void pmd_free_tlb(struct mmu_gather *tlb, pmd_t *pmd, pmd_free_tlb()
134 static inline void pud_free_tlb(struct mmu_gather *tlb, pud_t *pud, pud_free_tlb()
|
| H A D | pgalloc.h | 23 void page_table_free_rcu(struct mmu_gather *, unsigned long *, unsigned long);
|
| /linux-4.1.27/arch/arm/include/asm/ |
| H A D | tlb.h | 53 extern void tlb_table_flush(struct mmu_gather *tlb);
54 extern void tlb_remove_table(struct mmu_gather *tlb, void *table);
65 struct mmu_gather { struct
82 DECLARE_PER_CPU(struct mmu_gather, mmu_gathers);
97 static inline void tlb_flush(struct mmu_gather *tlb) tlb_flush()
108 static inline void tlb_add_flush(struct mmu_gather *tlb, unsigned long addr) tlb_add_flush()
118 static inline void __tlb_alloc_page(struct mmu_gather *tlb) __tlb_alloc_page()
128 static inline void tlb_flush_mmu_tlbonly(struct mmu_gather *tlb) tlb_flush_mmu_tlbonly()
136 static inline void tlb_flush_mmu_free(struct mmu_gather *tlb) tlb_flush_mmu_free()
144 static inline void tlb_flush_mmu(struct mmu_gather *tlb) tlb_flush_mmu()
151 tlb_gather_mmu(struct mmu_gather *tlb, struct mm_struct *mm, unsigned long start, unsigned long end) tlb_gather_mmu()
169 tlb_finish_mmu(struct mmu_gather *tlb, unsigned long start, unsigned long end) tlb_finish_mmu()
184 tlb_remove_tlb_entry(struct mmu_gather *tlb, pte_t *ptep, unsigned long addr) tlb_remove_tlb_entry()
195 tlb_start_vma(struct mmu_gather *tlb, struct vm_area_struct *vma) tlb_start_vma()
206 tlb_end_vma(struct mmu_gather *tlb, struct vm_area_struct *vma) tlb_end_vma()
212 static inline int __tlb_remove_page(struct mmu_gather *tlb, struct page *page) __tlb_remove_page()
219 static inline void tlb_remove_page(struct mmu_gather *tlb, struct page *page) tlb_remove_page()
225 static inline void __pte_free_tlb(struct mmu_gather *tlb, pgtable_t pte, __pte_free_tlb()
245 static inline void __pmd_free_tlb(struct mmu_gather *tlb, pmd_t *pmdp, __pmd_free_tlb()
255 tlb_remove_pmd_tlb_entry(struct mmu_gather *tlb, pmd_t *pmdp, unsigned long addr) tlb_remove_pmd_tlb_entry()
|
| H A D | hugetlb.h | 30 static inline void hugetlb_free_pgd_range(struct mmu_gather *tlb, hugetlb_free_pgd_range()
|
| /linux-4.1.27/arch/arm64/include/asm/ |
| H A D | tlb.h | 38 static inline void tlb_flush(struct mmu_gather *tlb) tlb_flush()
48 static inline void __pte_free_tlb(struct mmu_gather *tlb, pgtable_t pte, __pte_free_tlb()
57 static inline void __pmd_free_tlb(struct mmu_gather *tlb, pmd_t *pmdp, __pmd_free_tlb()
66 static inline void __pud_free_tlb(struct mmu_gather *tlb, pud_t *pudp, __pud_free_tlb()
|
| H A D | hugetlb.h | 64 static inline void hugetlb_free_pgd_range(struct mmu_gather *tlb, hugetlb_free_pgd_range()
|
| /linux-4.1.27/arch/sparc/include/asm/ |
| H A D | pgalloc_64.h | 81 struct mmu_gather;
82 void tlb_remove_table(struct mmu_gather *, void *);
84 static inline void pgtable_free_tlb(struct mmu_gather *tlb, void *table, bool is_page) pgtable_free_tlb()
102 static inline void pgtable_free_tlb(struct mmu_gather *tlb, void *table, bool is_page) pgtable_free_tlb()
108 static inline void __pte_free_tlb(struct mmu_gather *tlb, pte_t *pte, __pte_free_tlb()
|
| H A D | hugetlb.h | 38 static inline void hugetlb_free_pgd_range(struct mmu_gather *tlb, hugetlb_free_pgd_range()
|
| /linux-4.1.27/arch/ia64/include/asm/ |
| H A D | tlb.h | 55 struct mmu_gather { struct
95 ia64_tlb_flush_mmu_tlbonly(struct mmu_gather *tlb, unsigned long start, unsigned long end) ia64_tlb_flush_mmu_tlbonly()
132 ia64_tlb_flush_mmu_free(struct mmu_gather *tlb) ia64_tlb_flush_mmu_free()
151 ia64_tlb_flush_mmu (struct mmu_gather *tlb, unsigned long start, unsigned long end) ia64_tlb_flush_mmu()
159 static inline void __tlb_alloc_page(struct mmu_gather *tlb) __tlb_alloc_page()
171 tlb_gather_mmu(struct mmu_gather *tlb, struct mm_struct *mm, unsigned long start, unsigned long end) tlb_gather_mmu()
188 tlb_finish_mmu(struct mmu_gather *tlb, unsigned long start, unsigned long end) tlb_finish_mmu()
208 static inline int __tlb_remove_page(struct mmu_gather *tlb, struct page *page) __tlb_remove_page()
221 static inline void tlb_flush_mmu_tlbonly(struct mmu_gather *tlb) tlb_flush_mmu_tlbonly()
226 static inline void tlb_flush_mmu_free(struct mmu_gather *tlb) tlb_flush_mmu_free()
231 static inline void tlb_flush_mmu(struct mmu_gather *tlb) tlb_flush_mmu()
236 static inline void tlb_remove_page(struct mmu_gather *tlb, struct page *page) tlb_remove_page()
247 __tlb_remove_tlb_entry (struct mmu_gather *tlb, pte_t *ptep, unsigned long address) __tlb_remove_tlb_entry()
|
| H A D | hugetlb.h | 8 void hugetlb_free_pgd_range(struct mmu_gather *tlb, unsigned long addr,
|
| /linux-4.1.27/include/asm-generic/ |
| H A D | tlb.h | 60 extern void tlb_table_flush(struct mmu_gather *tlb);
61 extern void tlb_remove_table(struct mmu_gather *tlb, void *table);
82 * Limit the maximum number of mmu_gather batches to reduce a risk of soft
89 /* struct mmu_gather is an opaque type used by the mm code for passing around
92 struct mmu_gather { struct
114 void tlb_gather_mmu(struct mmu_gather *tlb, struct mm_struct *mm, unsigned long start, unsigned long end);
115 void tlb_flush_mmu(struct mmu_gather *tlb);
116 void tlb_finish_mmu(struct mmu_gather *tlb, unsigned long start,
118 int __tlb_remove_page(struct mmu_gather *tlb, struct page *page);
124 static inline void tlb_remove_page(struct mmu_gather *tlb, struct page *page) tlb_remove_page()
130 static inline void __tlb_adjust_range(struct mmu_gather *tlb, __tlb_adjust_range()
137 static inline void __tlb_reset_range(struct mmu_gather *tlb) __tlb_reset_range()
|
| /linux-4.1.27/arch/x86/include/asm/ |
| H A D | pgalloc.h | 54 extern void ___pte_free_tlb(struct mmu_gather *tlb, struct page *pte);
56 static inline void __pte_free_tlb(struct mmu_gather *tlb, struct page *pte, __pte_free_tlb()
101 extern void ___pmd_free_tlb(struct mmu_gather *tlb, pmd_t *pmd);
103 static inline void __pmd_free_tlb(struct mmu_gather *tlb, pmd_t *pmd, __pmd_free_tlb()
137 extern void ___pud_free_tlb(struct mmu_gather *tlb, pud_t *pud);
139 static inline void __pud_free_tlb(struct mmu_gather *tlb, pud_t *pud, __pud_free_tlb()
|
| H A D | hugetlb.h | 33 static inline void hugetlb_free_pgd_range(struct mmu_gather *tlb, hugetlb_free_pgd_range()
|
| /linux-4.1.27/arch/m68k/include/asm/ |
| H A D | motorola_pgalloc.h | 59 static inline void __pte_free_tlb(struct mmu_gather *tlb, pgtable_t page, __pte_free_tlb()
79 static inline int __pmd_free_tlb(struct mmu_gather *tlb, pmd_t *pmd, __pmd_free_tlb()
|
| H A D | mcf_pgalloc.h | 43 static inline void __pte_free_tlb(struct mmu_gather *tlb, pgtable_t page, __pte_free_tlb()
|
| /linux-4.1.27/arch/tile/include/asm/ |
| H A D | pgalloc.h | 100 extern void __pgtable_free_tlb(struct mmu_gather *tlb, struct page *pte,
102 static inline void __pte_free_tlb(struct mmu_gather *tlb, struct page *pte, __pte_free_tlb()
155 static inline void __pmd_free_tlb(struct mmu_gather *tlb, pmd_t *pmdp, __pmd_free_tlb()
|
| H A D | hugetlb.h | 47 static inline void hugetlb_free_pgd_range(struct mmu_gather *tlb, hugetlb_free_pgd_range()
|
| /linux-4.1.27/arch/metag/include/asm/ |
| H A D | hugetlb.h | 21 static inline void hugetlb_free_pgd_range(struct mmu_gather *tlb, hugetlb_free_pgd_range()
|
| /linux-4.1.27/arch/powerpc/mm/ |
| H A D | tlb_hash32.c | 63 * Called at the end of a mmu_gather operation to make sure the
66 void tlb_flush(struct mmu_gather *tlb) tlb_flush()
|
| H A D | hugetlbpage.c | 471 static void hugepd_free(struct mmu_gather *tlb, void *hugepte) hugepd_free()
499 static void free_hugepd_range(struct mmu_gather *tlb, hugepd_t *hpdp, int pdshift, free_hugepd_range()
537 static void hugetlb_free_pmd_range(struct mmu_gather *tlb, pud_t *pud, hugetlb_free_pmd_range()
587 static void hugetlb_free_pud_range(struct mmu_gather *tlb, pgd_t *pgd, hugetlb_free_pud_range()
638 void hugetlb_free_pgd_range(struct mmu_gather *tlb, hugetlb_free_pgd_range()
|
| H A D | tlb_hash64.c | 158 void tlb_flush(struct mmu_gather *tlb) tlb_flush()
|
| H A D | tlb_nohash.c | 381 void tlb_flush(struct mmu_gather *tlb) tlb_flush()
397 void tlb_flush_pgtable(struct mmu_gather *tlb, unsigned long address) tlb_flush_pgtable()
|
| H A D | pgtable_64.c | 455 void pgtable_free_tlb(struct mmu_gather *tlb, void *table, int shift) pgtable_free_tlb()
478 void pgtable_free_tlb(struct mmu_gather *tlb, void *table, int shift) pgtable_free_tlb()
|
| /linux-4.1.27/arch/mips/include/asm/ |
| H A D | hugetlb.h | 45 static inline void hugetlb_free_pgd_range(struct mmu_gather *tlb, hugetlb_free_pgd_range()
|
| /linux-4.1.27/include/linux/ |
| H A D | hugetlb.h | 14 struct mmu_gather;
67 void __unmap_hugepage_range_final(struct mmu_gather *tlb,
71 void __unmap_hugepage_range(struct mmu_gather *tlb, struct vm_area_struct *vma,
161 static inline void __unmap_hugepage_range_final(struct mmu_gather *tlb, __unmap_hugepage_range_final()
168 static inline void __unmap_hugepage_range(struct mmu_gather *tlb, __unmap_hugepage_range()
|
| H A D | huge_mm.h | 22 extern int zap_huge_pmd(struct mmu_gather *tlb,
|
| H A D | mm.h | 300 struct mmu_gather;
1109 void unmap_vmas(struct mmu_gather *tlb, struct vm_area_struct *start_vma,
1152 void free_pgd_range(struct mmu_gather *tlb, unsigned long addr,
|
| /linux-4.1.27/arch/x86/mm/ |
| H A D | pgtable.c | 55 void ___pte_free_tlb(struct mmu_gather *tlb, struct page *pte) ___pte_free_tlb()
63 void ___pmd_free_tlb(struct mmu_gather *tlb, pmd_t *pmd) ___pmd_free_tlb()
79 void ___pud_free_tlb(struct mmu_gather *tlb, pud_t *pud) ___pud_free_tlb()
|
| /linux-4.1.27/arch/openrisc/mm/ |
| H A D | init.c | 50 DEFINE_PER_CPU(struct mmu_gather, mmu_gathers);
|
| /linux-4.1.27/arch/ia64/mm/ |
| H A D | hugetlbpage.c | 117 void hugetlb_free_pgd_range(struct mmu_gather *tlb, hugetlb_free_pgd_range()
|
| /linux-4.1.27/mm/ |
| H A D | memory.c | 183 static int tlb_next_batch(struct mmu_gather *tlb) tlb_next_batch()
212 * Called to initialize an (on-stack) mmu_gather structure for page-table
216 void tlb_gather_mmu(struct mmu_gather *tlb, struct mm_struct *mm, unsigned long start, unsigned long end) tlb_gather_mmu()
236 static void tlb_flush_mmu_tlbonly(struct mmu_gather *tlb) tlb_flush_mmu_tlbonly()
249 static void tlb_flush_mmu_free(struct mmu_gather *tlb) tlb_flush_mmu_free()
260 void tlb_flush_mmu(struct mmu_gather *tlb) tlb_flush_mmu()
270 void tlb_finish_mmu(struct mmu_gather *tlb, unsigned long start, unsigned long end) tlb_finish_mmu()
292 int __tlb_remove_page(struct mmu_gather *tlb, struct page *page) __tlb_remove_page()
349 void tlb_table_flush(struct mmu_gather *tlb) tlb_table_flush()
359 void tlb_remove_table(struct mmu_gather *tlb, void *table) tlb_remove_table()
391 static void free_pte_range(struct mmu_gather *tlb, pmd_t *pmd, free_pte_range()
400 static inline void free_pmd_range(struct mmu_gather *tlb, pud_t *pud, free_pmd_range()
434 static inline void free_pud_range(struct mmu_gather *tlb, pgd_t *pgd, free_pud_range()
470 void free_pgd_range(struct mmu_gather *tlb, free_pgd_range()
528 void free_pgtables(struct mmu_gather *tlb, struct vm_area_struct *vma, free_pgtables()
1072 static unsigned long zap_pte_range(struct mmu_gather *tlb, zap_pte_range()
1184 static inline unsigned long zap_pmd_range(struct mmu_gather *tlb, zap_pmd_range()
1228 static inline unsigned long zap_pud_range(struct mmu_gather *tlb, zap_pud_range()
1247 static void unmap_page_range(struct mmu_gather *tlb, unmap_page_range()
1271 static void unmap_single_vma(struct mmu_gather *tlb, unmap_single_vma()
1316 * @tlb: address of the caller's struct mmu_gather
1332 void unmap_vmas(struct mmu_gather *tlb, unmap_vmas()
1357 struct mmu_gather tlb; zap_page_range()
1383 struct mmu_gather tlb; zap_page_range_single()
|
| H A D | internal.h | 17 void free_pgtables(struct mmu_gather *tlb, struct vm_area_struct *start_vma,
|
| H A D | hugetlb.c | 2735 void __unmap_hugepage_range(struct mmu_gather *tlb, struct vm_area_struct *vma, __unmap_hugepage_range()
2820 * mmu_gather ran out of room to batch pages, we break out of __unmap_hugepage_range()
2834 void __unmap_hugepage_range_final(struct mmu_gather *tlb, __unmap_hugepage_range_final()
2857 struct mmu_gather tlb; unmap_hugepage_range()
|
| H A D | mmap.c | 2390 struct mmu_gather tlb; unmap_region()
2828 struct mmu_gather tlb; exit_mmap()
|
| H A D | huge_memory.c | 1387 int zap_huge_pmd(struct mmu_gather *tlb, struct vm_area_struct *vma, zap_huge_pmd()
|
| /linux-4.1.27/arch/hexagon/mm/ |
| H A D | init.c | 48 DEFINE_PER_CPU(struct mmu_gather, mmu_gathers);
|
| /linux-4.1.27/arch/s390/mm/ |
| H A D | pgtable.c | 1077 void page_table_free_rcu(struct mmu_gather *tlb, unsigned long *table, page_table_free_rcu()
1147 void tlb_table_flush(struct mmu_gather *tlb) tlb_table_flush()
1157 void tlb_remove_table(struct mmu_gather *tlb, void *table) tlb_remove_table()
|
| /linux-4.1.27/arch/tile/mm/ |
| H A D | pgtable.c | 278 void __pgtable_free_tlb(struct mmu_gather *tlb, struct page *pte, __pgtable_free_tlb()
|
| /linux-4.1.27/fs/ |
| H A D | exec.c | 584 struct mmu_gather tlb; shift_arg_pages()
|