92 #define CACHE_LOOP_LIMITS(start, end, cache_line_length, cache_size)	\  argument
95 	end = min(start + cache_size, end);				\
96 	start &= align;							\
124 #define CACHE_RANGE_LOOP_2(start, end, line_length, op)			\  argument
130 	count = end - start;						\
136 					: : "r" (start), "r" (count),	\
141 #define CACHE_RANGE_LOOP_1(start, end, line_length, op)			\  argument
146 	WARN_ON(end < start);					\
152 				: : "r" (temp), "r" (start), "r" (end),	\
158 static void __flush_icache_range_msr_irq(unsigned long start, unsigned long end)  in __flush_icache_range_msr_irq()  argument
165 				(unsigned int)start, (unsigned int) end);  in __flush_icache_range_msr_irq()
167 	CACHE_LOOP_LIMITS(start, end,  in __flush_icache_range_msr_irq()
174 	CACHE_RANGE_LOOP_1(start, end, cpuinfo.icache_line_length, wic);  in __flush_icache_range_msr_irq()
176 	for (i = start; i < end; i += cpuinfo.icache_line_length)  in __flush_icache_range_msr_irq()
184 static void __flush_icache_range_nomsr_irq(unsigned long start,  in __flush_icache_range_nomsr_irq()  argument
192 				(unsigned int)start, (unsigned int) end);  in __flush_icache_range_nomsr_irq()
194 	CACHE_LOOP_LIMITS(start, end,  in __flush_icache_range_nomsr_irq()
201 	CACHE_RANGE_LOOP_1(start, end, cpuinfo.icache_line_length, wic);  in __flush_icache_range_nomsr_irq()
203 	for (i = start; i < end; i += cpuinfo.icache_line_length)  in __flush_icache_range_nomsr_irq()
212 static void __flush_icache_range_noirq(unsigned long start,  in __flush_icache_range_noirq()  argument
219 				(unsigned int)start, (unsigned int) end);  in __flush_icache_range_noirq()
221 	CACHE_LOOP_LIMITS(start, end,  in __flush_icache_range_noirq()
224 	CACHE_RANGE_LOOP_1(start, end, cpuinfo.icache_line_length, wic);  in __flush_icache_range_noirq()
226 	for (i = start; i < end; i += cpuinfo.icache_line_length)  in __flush_icache_range_noirq()
376 static void __invalidate_dcache_range_wb(unsigned long start,  in __invalidate_dcache_range_wb()  argument
383 				(unsigned int)start, (unsigned int) end);  in __invalidate_dcache_range_wb()
385 	CACHE_LOOP_LIMITS(start, end,  in __invalidate_dcache_range_wb()
388 	CACHE_RANGE_LOOP_2(start, end, cpuinfo.dcache_line_length, wdc.clear);  in __invalidate_dcache_range_wb()
390 	for (i = start; i < end; i += cpuinfo.dcache_line_length)  in __invalidate_dcache_range_wb()
396 static void __invalidate_dcache_range_nomsr_wt(unsigned long start,  in __invalidate_dcache_range_nomsr_wt()  argument
403 				(unsigned int)start, (unsigned int) end);  in __invalidate_dcache_range_nomsr_wt()
404 	CACHE_LOOP_LIMITS(start, end,  in __invalidate_dcache_range_nomsr_wt()
408 	CACHE_RANGE_LOOP_1(start, end, cpuinfo.dcache_line_length, wdc);  in __invalidate_dcache_range_nomsr_wt()
410 	for (i = start; i < end; i += cpuinfo.dcache_line_length)  in __invalidate_dcache_range_nomsr_wt()
416 static void __invalidate_dcache_range_msr_irq_wt(unsigned long start,  in __invalidate_dcache_range_msr_irq_wt()  argument
424 				(unsigned int)start, (unsigned int) end);  in __invalidate_dcache_range_msr_irq_wt()
425 	CACHE_LOOP_LIMITS(start, end,  in __invalidate_dcache_range_msr_irq_wt()
432 	CACHE_RANGE_LOOP_1(start, end, cpuinfo.dcache_line_length, wdc);  in __invalidate_dcache_range_msr_irq_wt()
434 	for (i = start; i < end; i += cpuinfo.dcache_line_length)  in __invalidate_dcache_range_msr_irq_wt()
443 static void __invalidate_dcache_range_nomsr_irq(unsigned long start,  in __invalidate_dcache_range_nomsr_irq()  argument
451 				(unsigned int)start, (unsigned int) end);  in __invalidate_dcache_range_nomsr_irq()
453 	CACHE_LOOP_LIMITS(start, end,  in __invalidate_dcache_range_nomsr_irq()
460 	CACHE_RANGE_LOOP_1(start, end, cpuinfo.dcache_line_length, wdc);  in __invalidate_dcache_range_nomsr_irq()
462 	for (i = start; i < end; i += cpuinfo.dcache_line_length)  in __invalidate_dcache_range_nomsr_irq()
488 static void __flush_dcache_range_wb(unsigned long start, unsigned long end)  in __flush_dcache_range_wb()  argument
494 				(unsigned int)start, (unsigned int) end);  in __flush_dcache_range_wb()
496 	CACHE_LOOP_LIMITS(start, end,  in __flush_dcache_range_wb()
499 	CACHE_RANGE_LOOP_2(start, end, cpuinfo.dcache_line_length, wdc.flush);  in __flush_dcache_range_wb()
501 	for (i = start; i < end; i += cpuinfo.dcache_line_length)  in __flush_dcache_range_wb()