189 	unsigned long end)  in __l2c210_op_pa_range()  argument
191 	while (start < end) {  in __l2c210_op_pa_range()
197 static void l2c210_inv_range(unsigned long start, unsigned long end)  in l2c210_inv_range()  argument
207 	if (end & (CACHE_LINE_SIZE - 1)) {  in l2c210_inv_range()
208 		end &= ~(CACHE_LINE_SIZE - 1);  in l2c210_inv_range()
209 		writel_relaxed(end, base + L2X0_CLEAN_INV_LINE_PA);  in l2c210_inv_range()
212 	__l2c210_op_pa_range(base + L2X0_INV_LINE_PA, start, end);  in l2c210_inv_range()
216 static void l2c210_clean_range(unsigned long start, unsigned long end)  in l2c210_clean_range()  argument
221 	__l2c210_op_pa_range(base + L2X0_CLEAN_LINE_PA, start, end);  in l2c210_clean_range()
225 static void l2c210_flush_range(unsigned long start, unsigned long end)  in l2c210_flush_range()  argument
230 	__l2c210_op_pa_range(base + L2X0_CLEAN_INV_LINE_PA, start, end);  in l2c210_flush_range()
293 	unsigned long end, unsigned long flags)  in l2c220_op_pa_range()  argument
297 	while (start < end) {  in l2c220_op_pa_range()
298 		unsigned long blk_end = start + min(end - start, 4096UL);  in l2c220_op_pa_range()
306 		if (blk_end < end) {  in l2c220_op_pa_range()
315 static void l2c220_inv_range(unsigned long start, unsigned long end)  in l2c220_inv_range()  argument
321 	if ((start | end) & (CACHE_LINE_SIZE - 1)) {  in l2c220_inv_range()
328 		if (end & (CACHE_LINE_SIZE - 1)) {  in l2c220_inv_range()
329 			end &= ~(CACHE_LINE_SIZE - 1);  in l2c220_inv_range()
331 			writel_relaxed(end, base + L2X0_CLEAN_INV_LINE_PA);  in l2c220_inv_range()
336 				   start, end, flags);  in l2c220_inv_range()
342 static void l2c220_clean_range(unsigned long start, unsigned long end)  in l2c220_clean_range()  argument
348 	if ((end - start) >= l2x0_size) {  in l2c220_clean_range()
355 				   start, end, flags);  in l2c220_clean_range()
361 static void l2c220_flush_range(unsigned long start, unsigned long end)  in l2c220_flush_range()  argument
367 	if ((end - start) >= l2x0_size) {  in l2c220_flush_range()
374 				   start, end, flags);  in l2c220_flush_range()
467 static void l2c310_inv_range_erratum(unsigned long start, unsigned long end)  in l2c310_inv_range_erratum()  argument
471 	if ((start | end) & (CACHE_LINE_SIZE - 1)) {  in l2c310_inv_range_erratum()
485 		if (end & (CACHE_LINE_SIZE - 1)) {  in l2c310_inv_range_erratum()
486 			end &= ~(CACHE_LINE_SIZE - 1);  in l2c310_inv_range_erratum()
487 			writel_relaxed(end, base + L2X0_CLEAN_LINE_PA);  in l2c310_inv_range_erratum()
488 			writel_relaxed(end, base + L2X0_INV_LINE_PA);  in l2c310_inv_range_erratum()
495 	__l2c210_op_pa_range(base + L2X0_INV_LINE_PA, start, end);  in l2c310_inv_range_erratum()
499 static void l2c310_flush_range_erratum(unsigned long start, unsigned long end)  in l2c310_flush_range_erratum()  argument
506 	while (start < end) {  in l2c310_flush_range_erratum()
507 		unsigned long blk_end = start + min(end - start, 4096UL);  in l2c310_flush_range_erratum()
517 		if (blk_end < end) {  in l2c310_flush_range_erratum()
1258 static unsigned long aurora_range_end(unsigned long start, unsigned long end)  in aurora_range_end()  argument
1265 	if (end > start + MAX_RANGE_SIZE)  in aurora_range_end()
1266 		end = start + MAX_RANGE_SIZE;  in aurora_range_end()
1271 	if (end > PAGE_ALIGN(start+1))  in aurora_range_end()
1272 		end = PAGE_ALIGN(start+1);  in aurora_range_end()
1274 	return end;  in aurora_range_end()
1277 static void aurora_pa_range(unsigned long start, unsigned long end,  in aurora_pa_range()  argument
1288 	end = ALIGN(end, CACHE_LINE_SIZE);  in aurora_pa_range()
1293 	while (start < end) {  in aurora_pa_range()
1294 		range_end = aurora_range_end(start, end);  in aurora_pa_range()
1305 static void aurora_inv_range(unsigned long start, unsigned long end)  in aurora_inv_range()  argument
1307 	aurora_pa_range(start, end, AURORA_INVAL_RANGE_REG);  in aurora_inv_range()
1310 static void aurora_clean_range(unsigned long start, unsigned long end)  in aurora_clean_range()  argument
1317 		aurora_pa_range(start, end, AURORA_CLEAN_RANGE_REG);  in aurora_clean_range()
1320 static void aurora_flush_range(unsigned long start, unsigned long end)  in aurora_flush_range()  argument
1323 		aurora_pa_range(start, end, AURORA_INVAL_RANGE_REG);  in aurora_flush_range()
1325 		aurora_pa_range(start, end, AURORA_FLUSH_RANGE_REG);  in aurora_flush_range()
1493 static void bcm_inv_range(unsigned long start, unsigned long end)  in bcm_inv_range()  argument
1499 	if (unlikely(end <= start))  in bcm_inv_range()
1503 	new_end = bcm_l2_phys_addr(end);  in bcm_inv_range()
1506 	if (likely(bcm_addr_is_sys_emi(end) || !bcm_addr_is_sys_emi(start))) {  in bcm_inv_range()
1520 static void bcm_clean_range(unsigned long start, unsigned long end)  in bcm_clean_range()  argument
1526 	if (unlikely(end <= start))  in bcm_clean_range()
1530 	new_end = bcm_l2_phys_addr(end);  in bcm_clean_range()
1533 	if (likely(bcm_addr_is_sys_emi(end) || !bcm_addr_is_sys_emi(start))) {  in bcm_clean_range()
1547 static void bcm_flush_range(unsigned long start, unsigned long end)  in bcm_flush_range()  argument
1553 	if (unlikely(end <= start))  in bcm_flush_range()
1556 	if ((end - start) >= l2x0_size) {  in bcm_flush_range()
1562 	new_end = bcm_l2_phys_addr(end);  in bcm_flush_range()
1565 	if (likely(bcm_addr_is_sys_emi(end) || !bcm_addr_is_sys_emi(start))) {  in bcm_flush_range()