41 #define cache_op(op,addr)						\  argument
49 	: "i" (op), "R" (*(unsigned char *)(addr)))
91 static inline void flush_icache_line_indexed(unsigned long addr)  in flush_icache_line_indexed()  argument
94 	cache_op(Index_Invalidate_I, addr);  in flush_icache_line_indexed()
98 static inline void flush_dcache_line_indexed(unsigned long addr)  in flush_dcache_line_indexed()  argument
101 	cache_op(Index_Writeback_Inv_D, addr);  in flush_dcache_line_indexed()
105 static inline void flush_scache_line_indexed(unsigned long addr)  in flush_scache_line_indexed()  argument
107 	cache_op(Index_Writeback_Inv_SD, addr);  in flush_scache_line_indexed()
110 static inline void flush_icache_line(unsigned long addr)  in flush_icache_line()  argument
115 		cache_op(Hit_Invalidate_I_Loongson2, addr);  in flush_icache_line()
119 		cache_op(Hit_Invalidate_I, addr);  in flush_icache_line()
125 static inline void flush_dcache_line(unsigned long addr)  in flush_dcache_line()  argument
128 	cache_op(Hit_Writeback_Inv_D, addr);  in flush_dcache_line()
132 static inline void invalidate_dcache_line(unsigned long addr)  in invalidate_dcache_line()  argument
135 	cache_op(Hit_Invalidate_D, addr);  in invalidate_dcache_line()
139 static inline void invalidate_scache_line(unsigned long addr)  in invalidate_scache_line()  argument
141 	cache_op(Hit_Invalidate_SD, addr);  in invalidate_scache_line()
144 static inline void flush_scache_line(unsigned long addr)  in flush_scache_line()  argument
146 	cache_op(Hit_Writeback_Inv_SD, addr);  in flush_scache_line()
149 #define protected_cache_op(op,addr)				\  argument
160 	: "i" (op), "r" (addr))
162 #define protected_cachee_op(op,addr)				\  argument
174 	: "i" (op), "r" (addr))
179 static inline void protected_flush_icache_line(unsigned long addr)  in protected_flush_icache_line()  argument
183 		protected_cache_op(Hit_Invalidate_I_Loongson2, addr);  in protected_flush_icache_line()
188 		protected_cachee_op(Hit_Invalidate_I, addr);  in protected_flush_icache_line()
190 		protected_cache_op(Hit_Invalidate_I, addr);  in protected_flush_icache_line()
202 static inline void protected_writeback_dcache_line(unsigned long addr)  in protected_writeback_dcache_line()  argument
205 	protected_cachee_op(Hit_Writeback_Inv_D, addr);  in protected_writeback_dcache_line()
207 	protected_cache_op(Hit_Writeback_Inv_D, addr);  in protected_writeback_dcache_line()
211 static inline void protected_writeback_scache_line(unsigned long addr)  in protected_writeback_scache_line()  argument
213 	protected_cache_op(Hit_Writeback_Inv_SD, addr);  in protected_writeback_scache_line()
219 static inline void invalidate_tcache_page(unsigned long addr)  in invalidate_tcache_page()  argument
221 	cache_op(Page_Invalidate_T, addr);  in invalidate_tcache_page()
566 	unsigned long ws, addr;						\
571 		for (addr = start; addr < end; addr += lsize * 32)	\
572 			cache##lsize##_unroll32(addr|ws, indexop);	\
600 	unsigned long ws, addr;						\
605 		for (addr = start; addr < end; addr += lsize * 32)	\
606 			cache##lsize##_unroll32(addr|ws, indexop);	\
664 	unsigned long addr = start & ~(lsize - 1);			\
670 		prot##cache_op(hitop, addr);				\
671 		if (addr == aend)					\
673 		addr += lsize;						\
691 	unsigned long addr = start & ~(lsize - 1);			\
698 			protected_cachee_op(hitop, addr);		\
699 			if (addr == aend)				\
701 			addr += lsize;					\
705 			protected_cache_op(hitop, addr);		\
706 			if (addr == aend)				\
708 			addr += lsize;					\