/linux-4.1.27/arch/powerpc/include/asm/ |
H A D | pgalloc.h | 8 extern void tlb_flush_pgtable(struct mmu_gather *tlb, unsigned long address); 10 static inline void tlb_flush_pgtable(struct mmu_gather *tlb, tlb_flush_pgtable() 16 extern void tlb_remove_table(struct mmu_gather *tlb, void *table);
|
H A D | tlb.h | 32 extern void tlb_flush(struct mmu_gather *tlb); 40 static inline void __tlb_remove_tlb_entry(struct mmu_gather *tlb, pte_t *ptep, __tlb_remove_tlb_entry()
|
H A D | pgalloc-32.h | 60 static inline void pgtable_free_tlb(struct mmu_gather *tlb, pgtable_free_tlb() 77 static inline void pgtable_free_tlb(struct mmu_gather *tlb, pgtable_free_tlb() 84 static inline void __pte_free_tlb(struct mmu_gather *tlb, pgtable_t table, __pte_free_tlb()
|
H A D | pgalloc-64.h | 124 static inline void pgtable_free_tlb(struct mmu_gather *tlb, pgtable_free_tlb() 141 static inline void pgtable_free_tlb(struct mmu_gather *tlb, pgtable_free_tlb() 148 static inline void __pte_free_tlb(struct mmu_gather *tlb, pgtable_t table, __pte_free_tlb() 170 extern void pgtable_free_tlb(struct mmu_gather *tlb, void *table, int shift); 216 static inline void __pte_free_tlb(struct mmu_gather *tlb, pgtable_t table, __pte_free_tlb()
|
H A D | hugetlb.h | 90 void hugetlb_free_pgd_range(struct mmu_gather *tlb, unsigned long addr,
|
/linux-4.1.27/arch/sh/include/asm/ |
H A D | tlb.h | 21 struct mmu_gather { struct 27 static inline void init_tlb_gather(struct mmu_gather *tlb) init_tlb_gather() 39 tlb_gather_mmu(struct mmu_gather *tlb, struct mm_struct *mm, unsigned long start, unsigned long end) tlb_gather_mmu() 50 tlb_finish_mmu(struct mmu_gather *tlb, unsigned long start, unsigned long end) tlb_finish_mmu() 60 tlb_remove_tlb_entry(struct mmu_gather *tlb, pte_t *ptep, unsigned long address) tlb_remove_tlb_entry() 74 tlb_start_vma(struct mmu_gather *tlb, struct vm_area_struct *vma) tlb_start_vma() 81 tlb_end_vma(struct mmu_gather *tlb, struct vm_area_struct *vma) tlb_end_vma() 89 static inline void tlb_flush_mmu_tlbonly(struct mmu_gather *tlb) tlb_flush_mmu_tlbonly() 93 static inline void tlb_flush_mmu_free(struct mmu_gather *tlb) tlb_flush_mmu_free() 97 static inline void tlb_flush_mmu(struct mmu_gather *tlb) tlb_flush_mmu() 101 static inline int __tlb_remove_page(struct mmu_gather *tlb, struct page *page) __tlb_remove_page() 107 static inline void tlb_remove_page(struct mmu_gather *tlb, struct page *page) tlb_remove_page()
|
H A D | hugetlb.h | 32 static inline void hugetlb_free_pgd_range(struct mmu_gather *tlb, hugetlb_free_pgd_range()
|
/linux-4.1.27/arch/um/include/asm/ |
H A D | tlb.h | 14 /* struct mmu_gather is an opaque type used by the mm code for passing around 17 struct mmu_gather { struct 25 static inline void __tlb_remove_tlb_entry(struct mmu_gather *tlb, pte_t *ptep, __tlb_remove_tlb_entry() 34 static inline void init_tlb_gather(struct mmu_gather *tlb) init_tlb_gather() 48 tlb_gather_mmu(struct mmu_gather *tlb, struct mm_struct *mm, unsigned long start, unsigned long end) tlb_gather_mmu() 62 tlb_flush_mmu_tlbonly(struct mmu_gather *tlb) tlb_flush_mmu_tlbonly() 68 tlb_flush_mmu_free(struct mmu_gather *tlb) tlb_flush_mmu_free() 74 tlb_flush_mmu(struct mmu_gather *tlb) tlb_flush_mmu() 88 tlb_finish_mmu(struct mmu_gather *tlb, unsigned long start, unsigned long end) tlb_finish_mmu() 101 static inline int __tlb_remove_page(struct mmu_gather *tlb, struct page *page) __tlb_remove_page() 108 static inline void tlb_remove_page(struct mmu_gather *tlb, struct page *page) tlb_remove_page()
|
/linux-4.1.27/arch/s390/include/asm/ |
H A D | tlb.h | 31 struct mmu_gather { struct 47 extern void tlb_table_flush(struct mmu_gather *tlb); 48 extern void tlb_remove_table(struct mmu_gather *tlb, void *table); 50 static inline void tlb_gather_mmu(struct mmu_gather *tlb, tlb_gather_mmu() 62 static inline void tlb_flush_mmu_tlbonly(struct mmu_gather *tlb) tlb_flush_mmu_tlbonly() 67 static inline void tlb_flush_mmu_free(struct mmu_gather *tlb) tlb_flush_mmu_free() 73 static inline void tlb_flush_mmu(struct mmu_gather *tlb) tlb_flush_mmu() 79 static inline void tlb_finish_mmu(struct mmu_gather *tlb, tlb_finish_mmu() 90 static inline int __tlb_remove_page(struct mmu_gather *tlb, struct page *page) __tlb_remove_page() 96 static inline void tlb_remove_page(struct mmu_gather *tlb, struct page *page) tlb_remove_page() 105 static inline void pte_free_tlb(struct mmu_gather *tlb, pgtable_t pte, pte_free_tlb() 118 static inline void pmd_free_tlb(struct mmu_gather *tlb, pmd_t *pmd, pmd_free_tlb() 134 static inline void pud_free_tlb(struct mmu_gather *tlb, pud_t *pud, pud_free_tlb()
|
H A D | pgalloc.h | 23 void page_table_free_rcu(struct mmu_gather *, unsigned long *, unsigned long);
|
/linux-4.1.27/arch/arm/include/asm/ |
H A D | tlb.h | 53 extern void tlb_table_flush(struct mmu_gather *tlb); 54 extern void tlb_remove_table(struct mmu_gather *tlb, void *table); 65 struct mmu_gather { struct 82 DECLARE_PER_CPU(struct mmu_gather, mmu_gathers); 97 static inline void tlb_flush(struct mmu_gather *tlb) tlb_flush() 108 static inline void tlb_add_flush(struct mmu_gather *tlb, unsigned long addr) tlb_add_flush() 118 static inline void __tlb_alloc_page(struct mmu_gather *tlb) __tlb_alloc_page() 128 static inline void tlb_flush_mmu_tlbonly(struct mmu_gather *tlb) tlb_flush_mmu_tlbonly() 136 static inline void tlb_flush_mmu_free(struct mmu_gather *tlb) tlb_flush_mmu_free() 144 static inline void tlb_flush_mmu(struct mmu_gather *tlb) tlb_flush_mmu() 151 tlb_gather_mmu(struct mmu_gather *tlb, struct mm_struct *mm, unsigned long start, unsigned long end) tlb_gather_mmu() 169 tlb_finish_mmu(struct mmu_gather *tlb, unsigned long start, unsigned long end) tlb_finish_mmu() 184 tlb_remove_tlb_entry(struct mmu_gather *tlb, pte_t *ptep, unsigned long addr) tlb_remove_tlb_entry() 195 tlb_start_vma(struct mmu_gather *tlb, struct vm_area_struct *vma) tlb_start_vma() 206 tlb_end_vma(struct mmu_gather *tlb, struct vm_area_struct *vma) tlb_end_vma() 212 static inline int __tlb_remove_page(struct mmu_gather *tlb, struct page *page) __tlb_remove_page() 219 static inline void tlb_remove_page(struct mmu_gather *tlb, struct page *page) tlb_remove_page() 225 static inline void __pte_free_tlb(struct mmu_gather *tlb, pgtable_t pte, __pte_free_tlb() 245 static inline void __pmd_free_tlb(struct mmu_gather *tlb, pmd_t *pmdp, __pmd_free_tlb() 255 tlb_remove_pmd_tlb_entry(struct mmu_gather *tlb, pmd_t *pmdp, unsigned long addr) tlb_remove_pmd_tlb_entry()
|
H A D | hugetlb.h | 30 static inline void hugetlb_free_pgd_range(struct mmu_gather *tlb, hugetlb_free_pgd_range()
|
/linux-4.1.27/arch/arm64/include/asm/ |
H A D | tlb.h | 38 static inline void tlb_flush(struct mmu_gather *tlb) tlb_flush() 48 static inline void __pte_free_tlb(struct mmu_gather *tlb, pgtable_t pte, __pte_free_tlb() 57 static inline void __pmd_free_tlb(struct mmu_gather *tlb, pmd_t *pmdp, __pmd_free_tlb() 66 static inline void __pud_free_tlb(struct mmu_gather *tlb, pud_t *pudp, __pud_free_tlb()
|
H A D | hugetlb.h | 64 static inline void hugetlb_free_pgd_range(struct mmu_gather *tlb, hugetlb_free_pgd_range()
|
/linux-4.1.27/arch/sparc/include/asm/ |
H A D | pgalloc_64.h | 81 struct mmu_gather; 82 void tlb_remove_table(struct mmu_gather *, void *); 84 static inline void pgtable_free_tlb(struct mmu_gather *tlb, void *table, bool is_page) pgtable_free_tlb() 102 static inline void pgtable_free_tlb(struct mmu_gather *tlb, void *table, bool is_page) pgtable_free_tlb() 108 static inline void __pte_free_tlb(struct mmu_gather *tlb, pte_t *pte, __pte_free_tlb()
|
H A D | hugetlb.h | 38 static inline void hugetlb_free_pgd_range(struct mmu_gather *tlb, hugetlb_free_pgd_range()
|
/linux-4.1.27/arch/ia64/include/asm/ |
H A D | tlb.h | 55 struct mmu_gather { struct 95 ia64_tlb_flush_mmu_tlbonly(struct mmu_gather *tlb, unsigned long start, unsigned long end) ia64_tlb_flush_mmu_tlbonly() 132 ia64_tlb_flush_mmu_free(struct mmu_gather *tlb) ia64_tlb_flush_mmu_free() 151 ia64_tlb_flush_mmu (struct mmu_gather *tlb, unsigned long start, unsigned long end) ia64_tlb_flush_mmu() 159 static inline void __tlb_alloc_page(struct mmu_gather *tlb) __tlb_alloc_page() 171 tlb_gather_mmu(struct mmu_gather *tlb, struct mm_struct *mm, unsigned long start, unsigned long end) tlb_gather_mmu() 188 tlb_finish_mmu(struct mmu_gather *tlb, unsigned long start, unsigned long end) tlb_finish_mmu() 208 static inline int __tlb_remove_page(struct mmu_gather *tlb, struct page *page) __tlb_remove_page() 221 static inline void tlb_flush_mmu_tlbonly(struct mmu_gather *tlb) tlb_flush_mmu_tlbonly() 226 static inline void tlb_flush_mmu_free(struct mmu_gather *tlb) tlb_flush_mmu_free() 231 static inline void tlb_flush_mmu(struct mmu_gather *tlb) tlb_flush_mmu() 236 static inline void tlb_remove_page(struct mmu_gather *tlb, struct page *page) tlb_remove_page() 247 __tlb_remove_tlb_entry (struct mmu_gather *tlb, pte_t *ptep, unsigned long address) __tlb_remove_tlb_entry()
|
H A D | hugetlb.h | 8 void hugetlb_free_pgd_range(struct mmu_gather *tlb, unsigned long addr,
|
/linux-4.1.27/include/asm-generic/ |
H A D | tlb.h | 60 extern void tlb_table_flush(struct mmu_gather *tlb); 61 extern void tlb_remove_table(struct mmu_gather *tlb, void *table); 82 * Limit the maximum number of mmu_gather batches to reduce a risk of soft 89 /* struct mmu_gather is an opaque type used by the mm code for passing around 92 struct mmu_gather { struct 114 void tlb_gather_mmu(struct mmu_gather *tlb, struct mm_struct *mm, unsigned long start, unsigned long end); 115 void tlb_flush_mmu(struct mmu_gather *tlb); 116 void tlb_finish_mmu(struct mmu_gather *tlb, unsigned long start, 118 int __tlb_remove_page(struct mmu_gather *tlb, struct page *page); 124 static inline void tlb_remove_page(struct mmu_gather *tlb, struct page *page) tlb_remove_page() 130 static inline void __tlb_adjust_range(struct mmu_gather *tlb, __tlb_adjust_range() 137 static inline void __tlb_reset_range(struct mmu_gather *tlb) __tlb_reset_range()
|
/linux-4.1.27/arch/x86/include/asm/ |
H A D | pgalloc.h | 54 extern void ___pte_free_tlb(struct mmu_gather *tlb, struct page *pte); 56 static inline void __pte_free_tlb(struct mmu_gather *tlb, struct page *pte, __pte_free_tlb() 101 extern void ___pmd_free_tlb(struct mmu_gather *tlb, pmd_t *pmd); 103 static inline void __pmd_free_tlb(struct mmu_gather *tlb, pmd_t *pmd, __pmd_free_tlb() 137 extern void ___pud_free_tlb(struct mmu_gather *tlb, pud_t *pud); 139 static inline void __pud_free_tlb(struct mmu_gather *tlb, pud_t *pud, __pud_free_tlb()
|
H A D | hugetlb.h | 33 static inline void hugetlb_free_pgd_range(struct mmu_gather *tlb, hugetlb_free_pgd_range()
|
/linux-4.1.27/arch/m68k/include/asm/ |
H A D | motorola_pgalloc.h | 59 static inline void __pte_free_tlb(struct mmu_gather *tlb, pgtable_t page, __pte_free_tlb() 79 static inline int __pmd_free_tlb(struct mmu_gather *tlb, pmd_t *pmd, __pmd_free_tlb()
|
H A D | mcf_pgalloc.h | 43 static inline void __pte_free_tlb(struct mmu_gather *tlb, pgtable_t page, __pte_free_tlb()
|
/linux-4.1.27/arch/tile/include/asm/ |
H A D | pgalloc.h | 100 extern void __pgtable_free_tlb(struct mmu_gather *tlb, struct page *pte, 102 static inline void __pte_free_tlb(struct mmu_gather *tlb, struct page *pte, __pte_free_tlb() 155 static inline void __pmd_free_tlb(struct mmu_gather *tlb, pmd_t *pmdp, __pmd_free_tlb()
|
H A D | hugetlb.h | 47 static inline void hugetlb_free_pgd_range(struct mmu_gather *tlb, hugetlb_free_pgd_range()
|
/linux-4.1.27/arch/metag/include/asm/ |
H A D | hugetlb.h | 21 static inline void hugetlb_free_pgd_range(struct mmu_gather *tlb, hugetlb_free_pgd_range()
|
/linux-4.1.27/arch/powerpc/mm/ |
H A D | tlb_hash32.c | 63 * Called at the end of a mmu_gather operation to make sure the 66 void tlb_flush(struct mmu_gather *tlb) tlb_flush()
|
H A D | hugetlbpage.c | 471 static void hugepd_free(struct mmu_gather *tlb, void *hugepte) hugepd_free() 499 static void free_hugepd_range(struct mmu_gather *tlb, hugepd_t *hpdp, int pdshift, free_hugepd_range() 537 static void hugetlb_free_pmd_range(struct mmu_gather *tlb, pud_t *pud, hugetlb_free_pmd_range() 587 static void hugetlb_free_pud_range(struct mmu_gather *tlb, pgd_t *pgd, hugetlb_free_pud_range() 638 void hugetlb_free_pgd_range(struct mmu_gather *tlb, hugetlb_free_pgd_range()
|
H A D | tlb_hash64.c | 158 void tlb_flush(struct mmu_gather *tlb) tlb_flush()
|
H A D | tlb_nohash.c | 381 void tlb_flush(struct mmu_gather *tlb) tlb_flush() 397 void tlb_flush_pgtable(struct mmu_gather *tlb, unsigned long address) tlb_flush_pgtable()
|
H A D | pgtable_64.c | 455 void pgtable_free_tlb(struct mmu_gather *tlb, void *table, int shift) pgtable_free_tlb() 478 void pgtable_free_tlb(struct mmu_gather *tlb, void *table, int shift) pgtable_free_tlb()
|
/linux-4.1.27/arch/mips/include/asm/ |
H A D | hugetlb.h | 45 static inline void hugetlb_free_pgd_range(struct mmu_gather *tlb, hugetlb_free_pgd_range()
|
/linux-4.1.27/include/linux/ |
H A D | hugetlb.h | 14 struct mmu_gather; 67 void __unmap_hugepage_range_final(struct mmu_gather *tlb, 71 void __unmap_hugepage_range(struct mmu_gather *tlb, struct vm_area_struct *vma, 161 static inline void __unmap_hugepage_range_final(struct mmu_gather *tlb, __unmap_hugepage_range_final() 168 static inline void __unmap_hugepage_range(struct mmu_gather *tlb, __unmap_hugepage_range()
|
H A D | huge_mm.h | 22 extern int zap_huge_pmd(struct mmu_gather *tlb,
|
H A D | mm.h | 300 struct mmu_gather; 1109 void unmap_vmas(struct mmu_gather *tlb, struct vm_area_struct *start_vma, 1152 void free_pgd_range(struct mmu_gather *tlb, unsigned long addr,
|
/linux-4.1.27/arch/x86/mm/ |
H A D | pgtable.c | 55 void ___pte_free_tlb(struct mmu_gather *tlb, struct page *pte) ___pte_free_tlb() 63 void ___pmd_free_tlb(struct mmu_gather *tlb, pmd_t *pmd) ___pmd_free_tlb() 79 void ___pud_free_tlb(struct mmu_gather *tlb, pud_t *pud) ___pud_free_tlb()
|
/linux-4.1.27/arch/openrisc/mm/ |
H A D | init.c | 50 DEFINE_PER_CPU(struct mmu_gather, mmu_gathers);
|
/linux-4.1.27/arch/ia64/mm/ |
H A D | hugetlbpage.c | 117 void hugetlb_free_pgd_range(struct mmu_gather *tlb, hugetlb_free_pgd_range()
|
/linux-4.1.27/mm/ |
H A D | memory.c | 183 static int tlb_next_batch(struct mmu_gather *tlb) tlb_next_batch() 212 * Called to initialize an (on-stack) mmu_gather structure for page-table 216 void tlb_gather_mmu(struct mmu_gather *tlb, struct mm_struct *mm, unsigned long start, unsigned long end) tlb_gather_mmu() 236 static void tlb_flush_mmu_tlbonly(struct mmu_gather *tlb) tlb_flush_mmu_tlbonly() 249 static void tlb_flush_mmu_free(struct mmu_gather *tlb) tlb_flush_mmu_free() 260 void tlb_flush_mmu(struct mmu_gather *tlb) tlb_flush_mmu() 270 void tlb_finish_mmu(struct mmu_gather *tlb, unsigned long start, unsigned long end) tlb_finish_mmu() 292 int __tlb_remove_page(struct mmu_gather *tlb, struct page *page) __tlb_remove_page() 349 void tlb_table_flush(struct mmu_gather *tlb) tlb_table_flush() 359 void tlb_remove_table(struct mmu_gather *tlb, void *table) tlb_remove_table() 391 static void free_pte_range(struct mmu_gather *tlb, pmd_t *pmd, free_pte_range() 400 static inline void free_pmd_range(struct mmu_gather *tlb, pud_t *pud, free_pmd_range() 434 static inline void free_pud_range(struct mmu_gather *tlb, pgd_t *pgd, free_pud_range() 470 void free_pgd_range(struct mmu_gather *tlb, free_pgd_range() 528 void free_pgtables(struct mmu_gather *tlb, struct vm_area_struct *vma, free_pgtables() 1072 static unsigned long zap_pte_range(struct mmu_gather *tlb, zap_pte_range() 1184 static inline unsigned long zap_pmd_range(struct mmu_gather *tlb, zap_pmd_range() 1228 static inline unsigned long zap_pud_range(struct mmu_gather *tlb, zap_pud_range() 1247 static void unmap_page_range(struct mmu_gather *tlb, unmap_page_range() 1271 static void unmap_single_vma(struct mmu_gather *tlb, unmap_single_vma() 1316 * @tlb: address of the caller's struct mmu_gather 1332 void unmap_vmas(struct mmu_gather *tlb, unmap_vmas() 1357 struct mmu_gather tlb; zap_page_range() 1383 struct mmu_gather tlb; zap_page_range_single()
|
H A D | internal.h | 17 void free_pgtables(struct mmu_gather *tlb, struct vm_area_struct *start_vma,
|
H A D | hugetlb.c | 2735 void __unmap_hugepage_range(struct mmu_gather *tlb, struct vm_area_struct *vma, __unmap_hugepage_range() 2820 * mmu_gather ran out of room to batch pages, we break out of __unmap_hugepage_range() 2834 void __unmap_hugepage_range_final(struct mmu_gather *tlb, __unmap_hugepage_range_final() 2857 struct mmu_gather tlb; unmap_hugepage_range()
|
H A D | mmap.c | 2390 struct mmu_gather tlb; unmap_region() 2828 struct mmu_gather tlb; exit_mmap()
|
H A D | huge_memory.c | 1387 int zap_huge_pmd(struct mmu_gather *tlb, struct vm_area_struct *vma, zap_huge_pmd()
|
/linux-4.1.27/arch/hexagon/mm/ |
H A D | init.c | 48 DEFINE_PER_CPU(struct mmu_gather, mmu_gathers);
|
/linux-4.1.27/arch/s390/mm/ |
H A D | pgtable.c | 1077 void page_table_free_rcu(struct mmu_gather *tlb, unsigned long *table, page_table_free_rcu() 1147 void tlb_table_flush(struct mmu_gather *tlb) tlb_table_flush() 1157 void tlb_remove_table(struct mmu_gather *tlb, void *table) tlb_remove_table()
|
/linux-4.1.27/arch/tile/mm/ |
H A D | pgtable.c | 278 void __pgtable_free_tlb(struct mmu_gather *tlb, struct page *pte, __pgtable_free_tlb()
|
/linux-4.1.27/fs/ |
H A D | exec.c | 584 struct mmu_gather tlb; shift_arg_pages()
|