28 void (*_cache_line_loop_ic_fn)(phys_addr_t paddr, unsigned long vaddr,
219 void __cache_line_loop_v2(phys_addr_t paddr, unsigned long vaddr,  in __cache_line_loop_v2()  argument
242 		vaddr &= CACHE_LINE_MASK;  in __cache_line_loop_v2()
248 	paddr |= (vaddr >> PAGE_SHIFT) & 0x1F;  in __cache_line_loop_v2()
261 void __cache_line_loop_v3(phys_addr_t paddr, unsigned long vaddr,  in __cache_line_loop_v3()  argument
285 		vaddr &= CACHE_LINE_MASK;  in __cache_line_loop_v3()
312 		write_aux_reg(aux_cmd, vaddr);  in __cache_line_loop_v3()
313 		vaddr += L1_CACHE_BYTES;  in __cache_line_loop_v3()
331 void __cache_line_loop_v4(phys_addr_t paddr, unsigned long vaddr,  in __cache_line_loop_v4()  argument
451 static inline void __dc_line_op(phys_addr_t paddr, unsigned long vaddr,  in __dc_line_op()  argument
460 	__cache_line_loop(paddr, vaddr, sz, op);  in __dc_line_op()
470 #define __dc_line_op(paddr, vaddr, sz, op)  argument
484 __ic_line_inv_vaddr_local(phys_addr_t paddr, unsigned long vaddr,  in __ic_line_inv_vaddr_local()  argument
490 	(*_cache_line_loop_ic_fn)(paddr, vaddr, sz, OP_INV_IC);  in __ic_line_inv_vaddr_local()
501 	phys_addr_t paddr, vaddr;  member
509         __ic_line_inv_vaddr_local(ic_inv->paddr, ic_inv->vaddr, ic_inv->sz);  in __ic_line_inv_vaddr_helper()
512 static void __ic_line_inv_vaddr(phys_addr_t paddr, unsigned long vaddr,  in __ic_line_inv_vaddr()  argument
517 		.vaddr = vaddr,  in __ic_line_inv_vaddr()
624 		unsigned long vaddr = page->index << PAGE_CACHE_SHIFT;  in flush_dcache_page()  local
626 		if (addr_not_cache_congruent(paddr, vaddr))  in flush_dcache_page()
627 			__flush_dcache_page(paddr, vaddr);  in flush_dcache_page()
771 void __sync_icache_dcache(phys_addr_t paddr, unsigned long vaddr, int len)  in __sync_icache_dcache()  argument
773 	__dc_line_op(paddr, vaddr, len, OP_FLUSH_N_INV);  in __sync_icache_dcache()
774 	__ic_line_inv_vaddr(paddr, vaddr, len);  in __sync_icache_dcache()
778 void __inv_icache_page(phys_addr_t paddr, unsigned long vaddr)  in __inv_icache_page()  argument
780 	__ic_line_inv_vaddr(paddr, vaddr, PAGE_SIZE);  in __inv_icache_page()
787 void __flush_dcache_page(phys_addr_t paddr, unsigned long vaddr)  in __flush_dcache_page()  argument
789 	__dc_line_op(paddr, vaddr & PAGE_MASK, PAGE_SIZE, OP_FLUSH_N_INV);  in __flush_dcache_page()