47 extern void tlb_table_flush(struct mmu_gather *tlb);
48 extern void tlb_remove_table(struct mmu_gather *tlb, void *table);
50 static inline void tlb_gather_mmu(struct mmu_gather *tlb,  in tlb_gather_mmu()  argument
55 	tlb->mm = mm;  in tlb_gather_mmu()
56 	tlb->start = start;  in tlb_gather_mmu()
57 	tlb->end = end;  in tlb_gather_mmu()
58 	tlb->fullmm = !(start | (end+1));  in tlb_gather_mmu()
59 	tlb->batch = NULL;  in tlb_gather_mmu()
62 static inline void tlb_flush_mmu_tlbonly(struct mmu_gather *tlb)  in tlb_flush_mmu_tlbonly()  argument
64 	__tlb_flush_mm_lazy(tlb->mm);  in tlb_flush_mmu_tlbonly()
67 static inline void tlb_flush_mmu_free(struct mmu_gather *tlb)  in tlb_flush_mmu_free()  argument
69 	tlb_table_flush(tlb);  in tlb_flush_mmu_free()
73 static inline void tlb_flush_mmu(struct mmu_gather *tlb)  in tlb_flush_mmu()  argument
75 	tlb_flush_mmu_tlbonly(tlb);  in tlb_flush_mmu()
76 	tlb_flush_mmu_free(tlb);  in tlb_flush_mmu()
79 static inline void tlb_finish_mmu(struct mmu_gather *tlb,  in tlb_finish_mmu()  argument
82 	tlb_flush_mmu(tlb);  in tlb_finish_mmu()
90 static inline int __tlb_remove_page(struct mmu_gather *tlb, struct page *page)  in __tlb_remove_page()  argument
96 static inline void tlb_remove_page(struct mmu_gather *tlb, struct page *page)  in tlb_remove_page()  argument
105 static inline void pte_free_tlb(struct mmu_gather *tlb, pgtable_t pte,  in pte_free_tlb()  argument
108 	page_table_free_rcu(tlb, (unsigned long *) pte, address);  in pte_free_tlb()
118 static inline void pmd_free_tlb(struct mmu_gather *tlb, pmd_t *pmd,  in pmd_free_tlb()  argument
121 	if (tlb->mm->context.asce_limit <= (1UL << 31))  in pmd_free_tlb()
124 	tlb_remove_table(tlb, pmd);  in pmd_free_tlb()
134 static inline void pud_free_tlb(struct mmu_gather *tlb, pud_t *pud,  in pud_free_tlb()  argument
137 	if (tlb->mm->context.asce_limit <= (1UL << 42))  in pud_free_tlb()
139 	tlb_remove_table(tlb, pud);  in pud_free_tlb()
142 #define tlb_start_vma(tlb, vma)			do { } while (0)  argument
143 #define tlb_end_vma(tlb, vma)			do { } while (0)  argument
144 #define tlb_remove_tlb_entry(tlb, ptep, addr)	do { } while (0)  argument
145 #define tlb_remove_pmd_tlb_entry(tlb, pmdp, addr)	do { } while (0)  argument