305 static void gru_flush_cache_cbe(struct gru_control_block_extended *cbe)  in gru_flush_cache_cbe()  argument
307 	if (unlikely(cbe)) {  in gru_flush_cache_cbe()
308 		cbe->cbrexecstatus = 0;         /* make CL dirty */  in gru_flush_cache_cbe()
309 		gru_flush_cache(cbe);  in gru_flush_cache_cbe()
323 			struct gru_control_block_extended *cbe)  in gru_preload_tlb()  argument
328 	if (cbe->opccpy != OP_BCOPY)  in gru_preload_tlb()
331 	if (fault_vaddr == cbe->cbe_baddr0)  in gru_preload_tlb()
332 		vaddr = fault_vaddr + GRU_CACHE_LINE_BYTES * cbe->cbe_src_cl - 1;  in gru_preload_tlb()
333 	else if (fault_vaddr == cbe->cbe_baddr1)  in gru_preload_tlb()
334 		vaddr = fault_vaddr + (1 << cbe->xtypecpy) * cbe->cbe_nelemcur - 1;  in gru_preload_tlb()
369 	struct gru_control_block_extended *cbe = NULL;  in gru_try_dropin()  local
385 		cbe = gru_tfh_to_cbe(tfh);  in gru_try_dropin()
386 		prefetchw(cbe);  in gru_try_dropin()
436 	if (unlikely(cbe) && pageshift == PAGE_SHIFT) {  in gru_try_dropin()
437 		gru_preload_tlb(gru, gts, atomic, vaddr, asid, write, tlb_preload_count, tfh, cbe);  in gru_try_dropin()
438 		gru_flush_cache_cbe(cbe);  in gru_try_dropin()
461 	gru_flush_cache_cbe(cbe);  in gru_try_dropin()
467 	gru_flush_cache_cbe(cbe);  in gru_try_dropin()
475 	gru_flush_cache_cbe(cbe);  in gru_try_dropin()
483 	gru_flush_cache_cbe(cbe);  in gru_try_dropin()
494 	gru_flush_cache_cbe(cbe);  in gru_try_dropin()
504 	gru_flush_cache_cbe(cbe);  in gru_try_dropin()
515 	gru_flush_cache_cbe(cbe);  in gru_try_dropin()
698 	struct gru_control_block_extended *cbe;  in gru_get_exception_detail()  local
716 		cbe = get_cbe_by_index(gts->ts_gru, cbrnum);  in gru_get_exception_detail()
717 		gru_flush_cache(cbe);	/* CBE not coherent */  in gru_get_exception_detail()
719 		excdet.opc = cbe->opccpy;  in gru_get_exception_detail()
720 		excdet.exopc = cbe->exopccpy;  in gru_get_exception_detail()
721 		excdet.ecause = cbe->ecause;  in gru_get_exception_detail()
722 		excdet.exceptdet0 = cbe->idef1upd;  in gru_get_exception_detail()
723 		excdet.exceptdet1 = cbe->idef3upd;  in gru_get_exception_detail()
724 		excdet.cbrstate = cbe->cbrstate;  in gru_get_exception_detail()
725 		excdet.cbrexecstatus = cbe->cbrexecstatus;  in gru_get_exception_detail()
726 		gru_flush_cache_cbe(cbe);  in gru_get_exception_detail()