18 static void __flush_dcache(unsigned long start, unsigned long end)  in __flush_dcache()  argument
23 	end += (cpuinfo.dcache_line_size - 1);  in __flush_dcache()
24 	end &= ~(cpuinfo.dcache_line_size - 1);  in __flush_dcache()
26 	for (addr = start; addr < end; addr += cpuinfo.dcache_line_size) {  in __flush_dcache()
34 static void __flush_dcache_all(unsigned long start, unsigned long end)  in __flush_dcache_all()  argument
39 	end += (cpuinfo.dcache_line_size - 1);  in __flush_dcache_all()
40 	end &= ~(cpuinfo.dcache_line_size - 1);  in __flush_dcache_all()
42 	if (end > start + cpuinfo.dcache_size)  in __flush_dcache_all()
43 		end = start + cpuinfo.dcache_size;  in __flush_dcache_all()
45 	for (addr = start; addr < end; addr += cpuinfo.dcache_line_size) {  in __flush_dcache_all()
53 static void __invalidate_dcache(unsigned long start, unsigned long end)  in __invalidate_dcache()  argument
58 	end += (cpuinfo.dcache_line_size - 1);  in __invalidate_dcache()
59 	end &= ~(cpuinfo.dcache_line_size - 1);  in __invalidate_dcache()
61 	for (addr = start; addr < end; addr += cpuinfo.dcache_line_size) {  in __invalidate_dcache()
69 static void __flush_icache(unsigned long start, unsigned long end)  in __flush_icache()  argument
74 	end += (cpuinfo.icache_line_size - 1);  in __flush_icache()
75 	end &= ~(cpuinfo.icache_line_size - 1);  in __flush_icache()
77 	if (end > start + cpuinfo.icache_size)  in __flush_icache()
78 		end = start + cpuinfo.icache_size;  in __flush_icache()
80 	for (addr = start; addr < end; addr += cpuinfo.icache_line_size) {  in __flush_icache()
129 void flush_icache_range(unsigned long start, unsigned long end)  in flush_icache_range()  argument
131 	__flush_dcache(start, end);  in flush_icache_range()
132 	__flush_icache(start, end);  in flush_icache_range()
135 void flush_dcache_range(unsigned long start, unsigned long end)  in flush_dcache_range()  argument
137 	__flush_dcache(start, end);  in flush_dcache_range()
138 	__flush_icache(start, end);  in flush_dcache_range()
142 void invalidate_dcache_range(unsigned long start, unsigned long end)  in invalidate_dcache_range()  argument
144 	__invalidate_dcache(start, end);  in invalidate_dcache_range()
149 			unsigned long end)  in flush_cache_range()  argument
151 	__flush_dcache(start, end);  in flush_cache_range()
153 		__flush_icache(start, end);  in flush_cache_range()
159 	unsigned long end = start + PAGE_SIZE;  in flush_icache_page()  local
161 	__flush_dcache(start, end);  in flush_icache_page()
162 	__flush_icache(start, end);  in flush_icache_page()
169 	unsigned long end = start + PAGE_SIZE;  in flush_cache_page()  local
171 	__flush_dcache(start, end);  in flush_cache_page()
173 		__flush_icache(start, end);  in flush_cache_page()