202 static inline void __cache_line_loop(unsigned long paddr, unsigned long vaddr,  in __cache_line_loop()  argument
230 		sz += paddr & ~CACHE_LINE_MASK;  in __cache_line_loop()
231 		paddr &= CACHE_LINE_MASK;  in __cache_line_loop()
239 	paddr |= (vaddr >> PAGE_SHIFT) & 0x1F;  in __cache_line_loop()
243 		write_aux_reg(aux_tag, paddr);  in __cache_line_loop()
250 			write_aux_reg(aux_tag, paddr);  in __cache_line_loop()
251 			paddr += L1_CACHE_BYTES;  in __cache_line_loop()
257 		write_aux_reg(aux_cmd, paddr);  in __cache_line_loop()
258 		paddr += L1_CACHE_BYTES;  in __cache_line_loop()
326 static inline void __dc_line_op(unsigned long paddr, unsigned long vaddr,  in __dc_line_op()  argument
336 	__cache_line_loop(paddr, vaddr, sz, cacheop);  in __dc_line_op()
346 #define __dc_line_op(paddr, vaddr, sz, cacheop)  argument
347 #define __dc_line_op_k(paddr, sz, cacheop)  argument
407 __ic_line_inv_vaddr_local(unsigned long paddr, unsigned long vaddr,  in __ic_line_inv_vaddr_local()  argument
413 	__cache_line_loop(paddr, vaddr, sz, OP_INV_IC);  in __ic_line_inv_vaddr_local()
424 	unsigned long paddr, vaddr;  member
432         __ic_line_inv_vaddr_local(ic_inv->paddr, ic_inv->vaddr, ic_inv->sz);  in __ic_line_inv_vaddr_helper()
435 static void __ic_line_inv_vaddr(unsigned long paddr, unsigned long vaddr,  in __ic_line_inv_vaddr()  argument
439 		.paddr = paddr,  in __ic_line_inv_vaddr()
496 		void *paddr = page_address(page);  in flush_dcache_page()  local
499 		if (addr_not_cache_congruent(paddr, vaddr))  in flush_dcache_page()
500 			__flush_dcache_page(paddr, vaddr);  in flush_dcache_page()
592 void __sync_icache_dcache(unsigned long paddr, unsigned long vaddr, int len)  in __sync_icache_dcache()  argument
594 	__dc_line_op(paddr, vaddr, len, OP_FLUSH_N_INV);  in __sync_icache_dcache()
595 	__ic_line_inv_vaddr(paddr, vaddr, len);  in __sync_icache_dcache()
599 void __inv_icache_page(unsigned long paddr, unsigned long vaddr)  in __inv_icache_page()  argument
601 	__ic_line_inv_vaddr(paddr, vaddr, PAGE_SIZE);  in __inv_icache_page()
608 void ___flush_dcache_page(unsigned long paddr, unsigned long vaddr)  in ___flush_dcache_page()  argument
610 	__dc_line_op(paddr, vaddr & PAGE_MASK, PAGE_SIZE, OP_FLUSH_N_INV);  in ___flush_dcache_page()
636 	unsigned int paddr = pfn << PAGE_SHIFT;  in flush_cache_page()  local
640 	___flush_dcache_page(paddr, u_vaddr);  in flush_cache_page()
643 		__inv_icache_page(paddr, u_vaddr);  in flush_cache_page()