184 	unsigned long end)  in __l2c210_op_pa_range()  argument
186 	while (start < end) {  in __l2c210_op_pa_range()
192 static void l2c210_inv_range(unsigned long start, unsigned long end)  in l2c210_inv_range()  argument
202 	if (end & (CACHE_LINE_SIZE - 1)) {  in l2c210_inv_range()
203 		end &= ~(CACHE_LINE_SIZE - 1);  in l2c210_inv_range()
204 		writel_relaxed(end, base + L2X0_CLEAN_INV_LINE_PA);  in l2c210_inv_range()
207 	__l2c210_op_pa_range(base + L2X0_INV_LINE_PA, start, end);  in l2c210_inv_range()
211 static void l2c210_clean_range(unsigned long start, unsigned long end)  in l2c210_clean_range()  argument
216 	__l2c210_op_pa_range(base + L2X0_CLEAN_LINE_PA, start, end);  in l2c210_clean_range()
220 static void l2c210_flush_range(unsigned long start, unsigned long end)  in l2c210_flush_range()  argument
225 	__l2c210_op_pa_range(base + L2X0_CLEAN_INV_LINE_PA, start, end);  in l2c210_flush_range()
290 	unsigned long end, unsigned long flags)  in l2c220_op_pa_range()  argument
294 	while (start < end) {  in l2c220_op_pa_range()
295 		unsigned long blk_end = start + min(end - start, 4096UL);  in l2c220_op_pa_range()
303 		if (blk_end < end) {  in l2c220_op_pa_range()
312 static void l2c220_inv_range(unsigned long start, unsigned long end)  in l2c220_inv_range()  argument
318 	if ((start | end) & (CACHE_LINE_SIZE - 1)) {  in l2c220_inv_range()
325 		if (end & (CACHE_LINE_SIZE - 1)) {  in l2c220_inv_range()
326 			end &= ~(CACHE_LINE_SIZE - 1);  in l2c220_inv_range()
328 			writel_relaxed(end, base + L2X0_CLEAN_INV_LINE_PA);  in l2c220_inv_range()
333 				   start, end, flags);  in l2c220_inv_range()
339 static void l2c220_clean_range(unsigned long start, unsigned long end)  in l2c220_clean_range()  argument
345 	if ((end - start) >= l2x0_size) {  in l2c220_clean_range()
352 				   start, end, flags);  in l2c220_clean_range()
358 static void l2c220_flush_range(unsigned long start, unsigned long end)  in l2c220_flush_range()  argument
364 	if ((end - start) >= l2x0_size) {  in l2c220_flush_range()
371 				   start, end, flags);  in l2c220_flush_range()
472 static void l2c310_inv_range_erratum(unsigned long start, unsigned long end)  in l2c310_inv_range_erratum()  argument
476 	if ((start | end) & (CACHE_LINE_SIZE - 1)) {  in l2c310_inv_range_erratum()
490 		if (end & (CACHE_LINE_SIZE - 1)) {  in l2c310_inv_range_erratum()
491 			end &= ~(CACHE_LINE_SIZE - 1);  in l2c310_inv_range_erratum()
492 			writel_relaxed(end, base + L2X0_CLEAN_LINE_PA);  in l2c310_inv_range_erratum()
493 			writel_relaxed(end, base + L2X0_INV_LINE_PA);  in l2c310_inv_range_erratum()
500 	__l2c210_op_pa_range(base + L2X0_INV_LINE_PA, start, end);  in l2c310_inv_range_erratum()
504 static void l2c310_flush_range_erratum(unsigned long start, unsigned long end)  in l2c310_flush_range_erratum()  argument
511 	while (start < end) {  in l2c310_flush_range_erratum()
512 		unsigned long blk_end = start + min(end - start, 4096UL);  in l2c310_flush_range_erratum()
522 		if (blk_end < end) {  in l2c310_flush_range_erratum()
1307 static unsigned long aurora_range_end(unsigned long start, unsigned long end)  in aurora_range_end()  argument
1314 	if (end > start + MAX_RANGE_SIZE)  in aurora_range_end()
1315 		end = start + MAX_RANGE_SIZE;  in aurora_range_end()
1320 	if (end > PAGE_ALIGN(start+1))  in aurora_range_end()
1321 		end = PAGE_ALIGN(start+1);  in aurora_range_end()
1323 	return end;  in aurora_range_end()
1326 static void aurora_pa_range(unsigned long start, unsigned long end,  in aurora_pa_range()  argument
1337 	end = ALIGN(end, CACHE_LINE_SIZE);  in aurora_pa_range()
1342 	while (start < end) {  in aurora_pa_range()
1343 		range_end = aurora_range_end(start, end);  in aurora_pa_range()
1354 static void aurora_inv_range(unsigned long start, unsigned long end)  in aurora_inv_range()  argument
1356 	aurora_pa_range(start, end, AURORA_INVAL_RANGE_REG);  in aurora_inv_range()
1359 static void aurora_clean_range(unsigned long start, unsigned long end)  in aurora_clean_range()  argument
1366 		aurora_pa_range(start, end, AURORA_CLEAN_RANGE_REG);  in aurora_clean_range()
1369 static void aurora_flush_range(unsigned long start, unsigned long end)  in aurora_flush_range()  argument
1372 		aurora_pa_range(start, end, AURORA_INVAL_RANGE_REG);  in aurora_flush_range()
1374 		aurora_pa_range(start, end, AURORA_FLUSH_RANGE_REG);  in aurora_flush_range()
1546 static void bcm_inv_range(unsigned long start, unsigned long end)  in bcm_inv_range()  argument
1552 	if (unlikely(end <= start))  in bcm_inv_range()
1556 	new_end = bcm_l2_phys_addr(end);  in bcm_inv_range()
1559 	if (likely(bcm_addr_is_sys_emi(end) || !bcm_addr_is_sys_emi(start))) {  in bcm_inv_range()
1573 static void bcm_clean_range(unsigned long start, unsigned long end)  in bcm_clean_range()  argument
1579 	if (unlikely(end <= start))  in bcm_clean_range()
1583 	new_end = bcm_l2_phys_addr(end);  in bcm_clean_range()
1586 	if (likely(bcm_addr_is_sys_emi(end) || !bcm_addr_is_sys_emi(start))) {  in bcm_clean_range()
1600 static void bcm_flush_range(unsigned long start, unsigned long end)  in bcm_flush_range()  argument
1606 	if (unlikely(end <= start))  in bcm_flush_range()
1609 	if ((end - start) >= l2x0_size) {  in bcm_flush_range()
1615 	new_end = bcm_l2_phys_addr(end);  in bcm_flush_range()
1618 	if (likely(bcm_addr_is_sys_emi(end) || !bcm_addr_is_sys_emi(start))) {  in bcm_flush_range()