29 			       unsigned long sz, const int cacheop);
31 void (*__dma_cache_wback_inv)(unsigned long start, unsigned long sz);
32 void (*__dma_cache_inv)(unsigned long start, unsigned long sz);
33 void (*__dma_cache_wback)(unsigned long start, unsigned long sz);
82 		unsigned int pad:24, way:2, lsz:2, sz:4;  in read_decode_cache_bcr_arcv2()  member
84 		unsigned int sz:4, lsz:2, way:2, pad:24;  in read_decode_cache_bcr_arcv2()
100 		p_slc->sz_k = 128 << slc_cfg.sz;  in read_decode_cache_bcr_arcv2()
115 		unsigned int pad:12, line_len:4, sz:4, config:4, ver:8;  in read_decode_cache_bcr()  member
117 		unsigned int ver:8, config:4, sz:4, line_len:4, pad:12;  in read_decode_cache_bcr()
135 	p_ic->sz_k = 1 << (ibcr.sz - 1);  in read_decode_cache_bcr()
159 	p_dc->sz_k = 1 << (dbcr.sz - 1);  in read_decode_cache_bcr()
220 			  unsigned long sz, const int op)  in __cache_line_loop_v2()  argument
224 	const int full_page = __builtin_constant_p(sz) && sz == PAGE_SIZE;  in __cache_line_loop_v2()
240 		sz += paddr & ~CACHE_LINE_MASK;  in __cache_line_loop_v2()
245 	num_lines = DIV_ROUND_UP(sz, L1_CACHE_BYTES);  in __cache_line_loop_v2()
262 			  unsigned long sz, const int op)  in __cache_line_loop_v3()  argument
266 	const int full_page = __builtin_constant_p(sz) && sz == PAGE_SIZE;  in __cache_line_loop_v3()
283 		sz += paddr & ~CACHE_LINE_MASK;  in __cache_line_loop_v3()
287 	num_lines = DIV_ROUND_UP(sz, L1_CACHE_BYTES);  in __cache_line_loop_v3()
332 			  unsigned long sz, const int cacheop)  in __cache_line_loop_v4()  argument
336 	const int full_page_op = __builtin_constant_p(sz) && sz == PAGE_SIZE;  in __cache_line_loop_v4()
352 		sz += paddr & ~CACHE_LINE_MASK;  in __cache_line_loop_v4()
356 	num_lines = DIV_ROUND_UP(sz, L1_CACHE_BYTES);  in __cache_line_loop_v4()
446 #define __dc_line_op_k(p, sz, op)	__dc_line_op(p, p, sz, op)  argument
452 				unsigned long sz, const int op)  in __dc_line_op()  argument
460 	__cache_line_loop(paddr, vaddr, sz, op);  in __dc_line_op()
470 #define __dc_line_op(paddr, vaddr, sz, op)  argument
471 #define __dc_line_op_k(paddr, sz, op)  argument
485 			  unsigned long sz)  in __ic_line_inv_vaddr_local()  argument
490 	(*_cache_line_loop_ic_fn)(paddr, vaddr, sz, OP_INV_IC);  in __ic_line_inv_vaddr_local()
502 	int sz;  member
509         __ic_line_inv_vaddr_local(ic_inv->paddr, ic_inv->vaddr, ic_inv->sz);  in __ic_line_inv_vaddr_helper()
513 				unsigned long sz)  in __ic_line_inv_vaddr()  argument
518 		.sz    = sz  in __ic_line_inv_vaddr()
529 #define __ic_line_inv_vaddr(pstart, vstart, sz)  argument
533 noinline void slc_op(phys_addr_t paddr, unsigned long sz, const int op)  in slc_op()  argument
575 	write_aux_reg(ARC_REG_SLC_RGN_END, (paddr + sz + l2_line_sz - 1));  in slc_op()
636 static void __dma_cache_wback_inv_l1(unsigned long start, unsigned long sz)  in __dma_cache_wback_inv_l1()  argument
638 	__dc_line_op_k(start, sz, OP_FLUSH_N_INV);  in __dma_cache_wback_inv_l1()
641 static void __dma_cache_inv_l1(unsigned long start, unsigned long sz)  in __dma_cache_inv_l1()  argument
643 	__dc_line_op_k(start, sz, OP_INV);  in __dma_cache_inv_l1()
646 static void __dma_cache_wback_l1(unsigned long start, unsigned long sz)  in __dma_cache_wback_l1()  argument
648 	__dc_line_op_k(start, sz, OP_FLUSH);  in __dma_cache_wback_l1()
655 static void __dma_cache_wback_inv_slc(unsigned long start, unsigned long sz)  in __dma_cache_wback_inv_slc()  argument
657 	__dc_line_op_k(start, sz, OP_FLUSH_N_INV);  in __dma_cache_wback_inv_slc()
658 	slc_op(start, sz, OP_FLUSH_N_INV);  in __dma_cache_wback_inv_slc()
661 static void __dma_cache_inv_slc(unsigned long start, unsigned long sz)  in __dma_cache_inv_slc()  argument
663 	__dc_line_op_k(start, sz, OP_INV);  in __dma_cache_inv_slc()
664 	slc_op(start, sz, OP_INV);  in __dma_cache_inv_slc()
667 static void __dma_cache_wback_slc(unsigned long start, unsigned long sz)  in __dma_cache_wback_slc()  argument
669 	__dc_line_op_k(start, sz, OP_FLUSH);  in __dma_cache_wback_slc()
670 	slc_op(start, sz, OP_FLUSH);  in __dma_cache_wback_slc()
678 static void __dma_cache_wback_inv_ioc(unsigned long start, unsigned long sz) {}  in __dma_cache_wback_inv_ioc()  argument
679 static void __dma_cache_inv_ioc(unsigned long start, unsigned long sz) {}  in __dma_cache_inv_ioc()  argument
680 static void __dma_cache_wback_ioc(unsigned long start, unsigned long sz) {}  in __dma_cache_wback_ioc()  argument
685 void dma_cache_wback_inv(unsigned long start, unsigned long sz)  in dma_cache_wback_inv()  argument
687 	__dma_cache_wback_inv(start, sz);  in dma_cache_wback_inv()
691 void dma_cache_inv(unsigned long start, unsigned long sz)  in dma_cache_inv()  argument
693 	__dma_cache_inv(start, sz);  in dma_cache_inv()
697 void dma_cache_wback(unsigned long start, unsigned long sz)  in dma_cache_wback()  argument
699 	__dma_cache_wback(start, sz);  in dma_cache_wback()
747 		unsigned int off, sz;  in flush_icache_range()  local
753 		sz = min_t(unsigned int, tot_sz, PAGE_SIZE - off);  in flush_icache_range()
754 		__sync_icache_dcache(phy, kstart, sz);  in flush_icache_range()
755 		kstart += sz;  in flush_icache_range()
756 		tot_sz -= sz;  in flush_icache_range()
903 SYSCALL_DEFINE3(cacheflush, uint32_t, start, uint32_t, sz, uint32_t, flags)  in SYSCALL_DEFINE3()  argument