173 	__be64 *hpte;  in kvmppc_do_h_enter()  local
288 		hpte = (__be64 *)(kvm->arch.hpt_virt + (pte_index << 4));  in kvmppc_do_h_enter()
290 			if ((be64_to_cpu(*hpte) & HPTE_V_VALID) == 0 &&  in kvmppc_do_h_enter()
291 			    try_lock_hpte(hpte, HPTE_V_HVLOCK | HPTE_V_VALID |  in kvmppc_do_h_enter()
294 			hpte += 2;  in kvmppc_do_h_enter()
303 			hpte -= 16;  in kvmppc_do_h_enter()
306 				while (!try_lock_hpte(hpte, HPTE_V_HVLOCK))  in kvmppc_do_h_enter()
308 				pte = be64_to_cpu(hpte[0]);  in kvmppc_do_h_enter()
311 				__unlock_hpte(hpte, pte);  in kvmppc_do_h_enter()
312 				hpte += 2;  in kvmppc_do_h_enter()
319 		hpte = (__be64 *)(kvm->arch.hpt_virt + (pte_index << 4));  in kvmppc_do_h_enter()
320 		if (!try_lock_hpte(hpte, HPTE_V_HVLOCK | HPTE_V_VALID |  in kvmppc_do_h_enter()
325 			while (!try_lock_hpte(hpte, HPTE_V_HVLOCK))  in kvmppc_do_h_enter()
327 			pte = be64_to_cpu(hpte[0]);  in kvmppc_do_h_enter()
329 				__unlock_hpte(hpte, pte);  in kvmppc_do_h_enter()
364 	hpte[1] = cpu_to_be64(ptel);  in kvmppc_do_h_enter()
368 	__unlock_hpte(hpte, pteh);  in kvmppc_do_h_enter()
435 	__be64 *hpte;  in kvmppc_do_h_remove()  local
442 	hpte = (__be64 *)(kvm->arch.hpt_virt + (pte_index << 4));  in kvmppc_do_h_remove()
443 	while (!try_lock_hpte(hpte, HPTE_V_HVLOCK))  in kvmppc_do_h_remove()
445 	pte = be64_to_cpu(hpte[0]);  in kvmppc_do_h_remove()
449 		__unlock_hpte(hpte, pte);  in kvmppc_do_h_remove()
456 		hpte[0] &= ~cpu_to_be64(HPTE_V_VALID);  in kvmppc_do_h_remove()
457 		rb = compute_tlbie_rb(v, be64_to_cpu(hpte[1]), pte_index);  in kvmppc_do_h_remove()
469 				    be64_to_cpu(hpte[1]));  in kvmppc_do_h_remove()
473 	unlock_hpte(hpte, 0);  in kvmppc_do_h_remove()
605 	__be64 *hpte;  in kvmppc_h_protect()  local
613 	hpte = (__be64 *)(kvm->arch.hpt_virt + (pte_index << 4));  in kvmppc_h_protect()
614 	while (!try_lock_hpte(hpte, HPTE_V_HVLOCK))  in kvmppc_h_protect()
616 	pte = be64_to_cpu(hpte[0]);  in kvmppc_h_protect()
619 		__unlock_hpte(hpte, pte);  in kvmppc_h_protect()
645 		pte = be64_to_cpu(hpte[1]);  in kvmppc_h_protect()
652 			hpte[0] = cpu_to_be64((v & ~HPTE_V_VALID) |  in kvmppc_h_protect()
656 			hpte[1] = cpu_to_be64(r);  in kvmppc_h_protect()
659 	unlock_hpte(hpte, v & ~HPTE_V_HVLOCK);  in kvmppc_h_protect()
668 	__be64 *hpte;  in kvmppc_h_read()  local
681 		hpte = (__be64 *)(kvm->arch.hpt_virt + (pte_index << 4));  in kvmppc_h_read()
682 		v = be64_to_cpu(hpte[0]) & ~HPTE_V_HVLOCK;  in kvmppc_h_read()
683 		r = be64_to_cpu(hpte[1]);  in kvmppc_h_read()
702 	__be64 *hpte;  in kvmppc_h_clear_ref()  local
712 	hpte = (__be64 *)(kvm->arch.hpt_virt + (pte_index << 4));  in kvmppc_h_clear_ref()
713 	while (!try_lock_hpte(hpte, HPTE_V_HVLOCK))  in kvmppc_h_clear_ref()
715 	v = be64_to_cpu(hpte[0]);  in kvmppc_h_clear_ref()
716 	r = be64_to_cpu(hpte[1]);  in kvmppc_h_clear_ref()
728 			kvmppc_clear_ref_hpte(kvm, hpte, pte_index);  in kvmppc_h_clear_ref()
740 	unlock_hpte(hpte, v & ~HPTE_V_HVLOCK);  in kvmppc_h_clear_ref()
748 	__be64 *hpte;  in kvmppc_h_clear_mod()  local
758 	hpte = (__be64 *)(kvm->arch.hpt_virt + (pte_index << 4));  in kvmppc_h_clear_mod()
759 	while (!try_lock_hpte(hpte, HPTE_V_HVLOCK))  in kvmppc_h_clear_mod()
761 	v = be64_to_cpu(hpte[0]);  in kvmppc_h_clear_mod()
762 	r = be64_to_cpu(hpte[1]);  in kvmppc_h_clear_mod()
773 		hpte[0] |= cpu_to_be64(HPTE_V_ABSENT);  in kvmppc_h_clear_mod()
774 		kvmppc_invalidate_hpte(kvm, hpte, pte_index);  in kvmppc_h_clear_mod()
775 		r = be64_to_cpu(hpte[1]);  in kvmppc_h_clear_mod()
779 			hpte[1] = cpu_to_be64(r & ~HPTE_R_C);  in kvmppc_h_clear_mod()
793 	unlock_hpte(hpte, v & ~HPTE_V_HVLOCK);  in kvmppc_h_clear_mod()
843 	__be64 *hpte;  in kvmppc_hv_find_lock_hpte()  local
875 		hpte = (__be64 *)(kvm->arch.hpt_virt + (hash << 7));  in kvmppc_hv_find_lock_hpte()
879 			v = be64_to_cpu(hpte[i]) & ~HPTE_V_HVLOCK;  in kvmppc_hv_find_lock_hpte()
886 			while (!try_lock_hpte(&hpte[i], HPTE_V_HVLOCK))  in kvmppc_hv_find_lock_hpte()
888 			v = be64_to_cpu(hpte[i]) & ~HPTE_V_HVLOCK;  in kvmppc_hv_find_lock_hpte()
889 			r = be64_to_cpu(hpte[i+1]);  in kvmppc_hv_find_lock_hpte()
899 			__unlock_hpte(&hpte[i], v);  in kvmppc_hv_find_lock_hpte()
928 	__be64 *hpte;  in kvmppc_hpte_hv_fault()  local
944 	hpte = (__be64 *)(kvm->arch.hpt_virt + (index << 4));  in kvmppc_hpte_hv_fault()
945 	v = be64_to_cpu(hpte[0]) & ~HPTE_V_HVLOCK;  in kvmppc_hpte_hv_fault()
946 	r = be64_to_cpu(hpte[1]);  in kvmppc_hpte_hv_fault()
950 	unlock_hpte(hpte, v);  in kvmppc_hpte_hv_fault()