hptep 375 arch/powerpc/include/asm/book3s/64/mmu-hash.h static inline unsigned long hpte_get_old_v(struct hash_pte *hptep) hptep 379 arch/powerpc/include/asm/book3s/64/mmu-hash.h hpte_v = be64_to_cpu(hptep->v); hptep 381 arch/powerpc/include/asm/book3s/64/mmu-hash.h hpte_v = hpte_new_to_old_v(hpte_v, be64_to_cpu(hptep->r)); hptep 244 arch/powerpc/include/asm/kvm_book3s.h extern void kvmppc_invalidate_hpte(struct kvm *kvm, __be64 *hptep, hptep 246 arch/powerpc/include/asm/kvm_book3s.h void kvmppc_clear_ref_hpte(struct kvm *kvm, __be64 *hptep, hptep 348 arch/powerpc/kvm/book3s_64_mmu_hv.c __be64 *hptep; hptep 374 arch/powerpc/kvm/book3s_64_mmu_hv.c hptep = (__be64 *)(kvm->arch.hpt.virt + (index << 4)); hptep 375 arch/powerpc/kvm/book3s_64_mmu_hv.c v = orig_v = be64_to_cpu(hptep[0]) & ~HPTE_V_HVLOCK; hptep 377 arch/powerpc/kvm/book3s_64_mmu_hv.c v = hpte_new_to_old_v(v, be64_to_cpu(hptep[1])); hptep 380 arch/powerpc/kvm/book3s_64_mmu_hv.c unlock_hpte(hptep, orig_v); hptep 497 arch/powerpc/kvm/book3s_64_mmu_hv.c __be64 *hptep; hptep 538 arch/powerpc/kvm/book3s_64_mmu_hv.c hptep = (__be64 *)(kvm->arch.hpt.virt + (index << 4)); hptep 541 arch/powerpc/kvm/book3s_64_mmu_hv.c while (!try_lock_hpte(hptep, HPTE_V_HVLOCK)) hptep 543 arch/powerpc/kvm/book3s_64_mmu_hv.c hpte[0] = be64_to_cpu(hptep[0]) & ~HPTE_V_HVLOCK; hptep 544 arch/powerpc/kvm/book3s_64_mmu_hv.c hpte[1] = be64_to_cpu(hptep[1]); hptep 546 arch/powerpc/kvm/book3s_64_mmu_hv.c unlock_hpte(hptep, hpte[0]); hptep 662 arch/powerpc/kvm/book3s_64_mmu_hv.c while (!try_lock_hpte(hptep, HPTE_V_HVLOCK)) hptep 664 arch/powerpc/kvm/book3s_64_mmu_hv.c hnow_v = be64_to_cpu(hptep[0]); hptep 665 arch/powerpc/kvm/book3s_64_mmu_hv.c hnow_r = be64_to_cpu(hptep[1]); hptep 701 arch/powerpc/kvm/book3s_64_mmu_hv.c if (be64_to_cpu(hptep[0]) & HPTE_V_VALID) { hptep 704 arch/powerpc/kvm/book3s_64_mmu_hv.c hptep[0] |= cpu_to_be64(HPTE_V_ABSENT); hptep 705 arch/powerpc/kvm/book3s_64_mmu_hv.c kvmppc_invalidate_hpte(kvm, hptep, index); hptep 707 arch/powerpc/kvm/book3s_64_mmu_hv.c r |= be64_to_cpu(hptep[1]) & (HPTE_R_R | HPTE_R_C); hptep 716 arch/powerpc/kvm/book3s_64_mmu_hv.c hptep[1] = cpu_to_be64(r); hptep 718 arch/powerpc/kvm/book3s_64_mmu_hv.c __unlock_hpte(hptep, hpte[0]); hptep 739 arch/powerpc/kvm/book3s_64_mmu_hv.c __unlock_hpte(hptep, be64_to_cpu(hptep[0])); hptep 816 arch/powerpc/kvm/book3s_64_mmu_hv.c __be64 *hptep = (__be64 *) (kvm->arch.hpt.virt + (i << 4)); hptep 836 arch/powerpc/kvm/book3s_64_mmu_hv.c psize = kvmppc_actual_pgsz(be64_to_cpu(hptep[0]), ptel); hptep 837 arch/powerpc/kvm/book3s_64_mmu_hv.c if ((be64_to_cpu(hptep[0]) & HPTE_V_VALID) && hptep 839 arch/powerpc/kvm/book3s_64_mmu_hv.c hptep[0] |= cpu_to_be64(HPTE_V_ABSENT); hptep 840 arch/powerpc/kvm/book3s_64_mmu_hv.c kvmppc_invalidate_hpte(kvm, hptep, i); hptep 841 arch/powerpc/kvm/book3s_64_mmu_hv.c hptep[1] &= ~cpu_to_be64(HPTE_R_KEY_HI | HPTE_R_KEY_LO); hptep 843 arch/powerpc/kvm/book3s_64_mmu_hv.c rcbits = be64_to_cpu(hptep[1]) & (HPTE_R_R | HPTE_R_C); hptep 858 arch/powerpc/kvm/book3s_64_mmu_hv.c __be64 *hptep; hptep 875 arch/powerpc/kvm/book3s_64_mmu_hv.c hptep = (__be64 *) (kvm->arch.hpt.virt + (i << 4)); hptep 876 arch/powerpc/kvm/book3s_64_mmu_hv.c if (!try_lock_hpte(hptep, HPTE_V_HVLOCK)) { hptep 879 arch/powerpc/kvm/book3s_64_mmu_hv.c while (be64_to_cpu(hptep[0]) & HPTE_V_HVLOCK) hptep 886 arch/powerpc/kvm/book3s_64_mmu_hv.c __unlock_hpte(hptep, be64_to_cpu(hptep[0])); hptep 932 arch/powerpc/kvm/book3s_64_mmu_hv.c __be64 *hptep; hptep 950 arch/powerpc/kvm/book3s_64_mmu_hv.c hptep = (__be64 *) (kvm->arch.hpt.virt + (i << 4)); hptep 954 arch/powerpc/kvm/book3s_64_mmu_hv.c if (!(be64_to_cpu(hptep[1]) & HPTE_R_R)) hptep 957 arch/powerpc/kvm/book3s_64_mmu_hv.c if (!try_lock_hpte(hptep, HPTE_V_HVLOCK)) { hptep 960 arch/powerpc/kvm/book3s_64_mmu_hv.c while (be64_to_cpu(hptep[0]) & HPTE_V_HVLOCK) hptep 966 arch/powerpc/kvm/book3s_64_mmu_hv.c if ((be64_to_cpu(hptep[0]) & HPTE_V_VALID) && hptep 967 arch/powerpc/kvm/book3s_64_mmu_hv.c (be64_to_cpu(hptep[1]) & HPTE_R_R)) { hptep 968 arch/powerpc/kvm/book3s_64_mmu_hv.c kvmppc_clear_ref_hpte(kvm, hptep, i); hptep 975 arch/powerpc/kvm/book3s_64_mmu_hv.c __unlock_hpte(hptep, be64_to_cpu(hptep[0])); hptep 1054 arch/powerpc/kvm/book3s_64_mmu_hv.c __be64 *hptep; hptep 1067 arch/powerpc/kvm/book3s_64_mmu_hv.c hptep = (__be64 *) (kvm->arch.hpt.virt + (i << 4)); hptep 1084 arch/powerpc/kvm/book3s_64_mmu_hv.c hptep1 = be64_to_cpu(hptep[1]); hptep 1089 arch/powerpc/kvm/book3s_64_mmu_hv.c if (!try_lock_hpte(hptep, HPTE_V_HVLOCK)) { hptep 1092 arch/powerpc/kvm/book3s_64_mmu_hv.c while (hptep[0] & cpu_to_be64(HPTE_V_HVLOCK)) hptep 1098 arch/powerpc/kvm/book3s_64_mmu_hv.c if (!(hptep[0] & cpu_to_be64(HPTE_V_VALID))) { hptep 1099 arch/powerpc/kvm/book3s_64_mmu_hv.c __unlock_hpte(hptep, be64_to_cpu(hptep[0])); hptep 1104 arch/powerpc/kvm/book3s_64_mmu_hv.c hptep[0] |= cpu_to_be64(HPTE_V_ABSENT); hptep 1105 arch/powerpc/kvm/book3s_64_mmu_hv.c kvmppc_invalidate_hpte(kvm, hptep, i); hptep 1106 arch/powerpc/kvm/book3s_64_mmu_hv.c v = be64_to_cpu(hptep[0]); hptep 1107 arch/powerpc/kvm/book3s_64_mmu_hv.c r = be64_to_cpu(hptep[1]); hptep 1109 arch/powerpc/kvm/book3s_64_mmu_hv.c hptep[1] = cpu_to_be64(r & ~HPTE_R_C); hptep 1122 arch/powerpc/kvm/book3s_64_mmu_hv.c __unlock_hpte(hptep, v); hptep 1248 arch/powerpc/kvm/book3s_64_mmu_hv.c __be64 *hptep, *new_hptep; hptep 1256 arch/powerpc/kvm/book3s_64_mmu_hv.c hptep = (__be64 *)(old->virt + (idx << 4)); hptep 1261 arch/powerpc/kvm/book3s_64_mmu_hv.c vpte = be64_to_cpu(hptep[0]); hptep 1265 arch/powerpc/kvm/book3s_64_mmu_hv.c while (!try_lock_hpte(hptep, HPTE_V_HVLOCK)) hptep 1268 arch/powerpc/kvm/book3s_64_mmu_hv.c vpte = be64_to_cpu(hptep[0]); hptep 1276 arch/powerpc/kvm/book3s_64_mmu_hv.c rpte = be64_to_cpu(hptep[1]); hptep 1308 arch/powerpc/kvm/book3s_64_mmu_hv.c vpte = be64_to_cpu(hptep[0]); hptep 1316 arch/powerpc/kvm/book3s_64_mmu_hv.c rpte = be64_to_cpu(hptep[1]); hptep 1391 arch/powerpc/kvm/book3s_64_mmu_hv.c unlock_hpte(hptep, vpte); hptep 1034 arch/powerpc/kvm/book3s_hv_rm_mmu.c void kvmppc_invalidate_hpte(struct kvm *kvm, __be64 *hptep, hptep 1040 arch/powerpc/kvm/book3s_hv_rm_mmu.c hptep[0] &= ~cpu_to_be64(HPTE_V_VALID); hptep 1041 arch/powerpc/kvm/book3s_hv_rm_mmu.c hp0 = be64_to_cpu(hptep[0]); hptep 1042 arch/powerpc/kvm/book3s_hv_rm_mmu.c hp1 = be64_to_cpu(hptep[1]); hptep 1052 arch/powerpc/kvm/book3s_hv_rm_mmu.c void kvmppc_clear_ref_hpte(struct kvm *kvm, __be64 *hptep, hptep 1059 arch/powerpc/kvm/book3s_hv_rm_mmu.c hp0 = be64_to_cpu(hptep[0]); hptep 1060 arch/powerpc/kvm/book3s_hv_rm_mmu.c hp1 = be64_to_cpu(hptep[1]); hptep 1066 arch/powerpc/kvm/book3s_hv_rm_mmu.c rbyte = (be64_to_cpu(hptep[1]) & ~HPTE_R_R) >> 8; hptep 1068 arch/powerpc/kvm/book3s_hv_rm_mmu.c *((char *)hptep + 14) = rbyte; hptep 273 arch/powerpc/kvm/trace_hv.h TP_PROTO(struct kvm_vcpu *vcpu, unsigned long *hptep, hptep 277 arch/powerpc/kvm/trace_hv.h TP_ARGS(vcpu, hptep, memslot, ea, dsisr), hptep 292 arch/powerpc/kvm/trace_hv.h __entry->hpte_v = hptep[0]; hptep 293 arch/powerpc/kvm/trace_hv.h __entry->hpte_r = hptep[1]; hptep 294 arch/powerpc/kvm/trace_hv.h __entry->gpte_r = hptep[2]; hptep 309 arch/powerpc/kvm/trace_hv.h TP_PROTO(struct kvm_vcpu *vcpu, unsigned long *hptep, long ret), hptep 311 arch/powerpc/kvm/trace_hv.h TP_ARGS(vcpu, hptep, ret), hptep 322 arch/powerpc/kvm/trace_hv.h __entry->hpte_v = hptep[0]; hptep 323 arch/powerpc/kvm/trace_hv.h __entry->hpte_r = hptep[1]; hptep 316 arch/powerpc/mm/book3s64/hash_native.c static inline void native_lock_hpte(struct hash_pte *hptep) hptep 318 arch/powerpc/mm/book3s64/hash_native.c unsigned long *word = (unsigned long *)&hptep->v; hptep 330 arch/powerpc/mm/book3s64/hash_native.c static inline void native_unlock_hpte(struct hash_pte *hptep) hptep 332 arch/powerpc/mm/book3s64/hash_native.c unsigned long *word = (unsigned long *)&hptep->v; hptep 341 arch/powerpc/mm/book3s64/hash_native.c struct hash_pte *hptep = htab_address + hpte_group; hptep 352 arch/powerpc/mm/book3s64/hash_native.c if (! (be64_to_cpu(hptep->v) & HPTE_V_VALID)) { hptep 354 arch/powerpc/mm/book3s64/hash_native.c native_lock_hpte(hptep); hptep 355 arch/powerpc/mm/book3s64/hash_native.c if (! (be64_to_cpu(hptep->v) & HPTE_V_VALID)) hptep 357 arch/powerpc/mm/book3s64/hash_native.c native_unlock_hpte(hptep); hptep 360 arch/powerpc/mm/book3s64/hash_native.c hptep++; hptep 379 arch/powerpc/mm/book3s64/hash_native.c hptep->r = cpu_to_be64(hpte_r); hptep 386 arch/powerpc/mm/book3s64/hash_native.c hptep->v = cpu_to_be64(hpte_v); hptep 395 arch/powerpc/mm/book3s64/hash_native.c struct hash_pte *hptep; hptep 406 arch/powerpc/mm/book3s64/hash_native.c hptep = htab_address + hpte_group + slot_offset; hptep 407 arch/powerpc/mm/book3s64/hash_native.c hpte_v = be64_to_cpu(hptep->v); hptep 411 arch/powerpc/mm/book3s64/hash_native.c native_lock_hpte(hptep); hptep 412 arch/powerpc/mm/book3s64/hash_native.c hpte_v = be64_to_cpu(hptep->v); hptep 416 arch/powerpc/mm/book3s64/hash_native.c native_unlock_hpte(hptep); hptep 427 arch/powerpc/mm/book3s64/hash_native.c hptep->v = 0; hptep 436 arch/powerpc/mm/book3s64/hash_native.c struct hash_pte *hptep = htab_address + slot; hptep 445 arch/powerpc/mm/book3s64/hash_native.c hpte_v = hpte_get_old_v(hptep); hptep 457 arch/powerpc/mm/book3s64/hash_native.c native_lock_hpte(hptep); hptep 459 arch/powerpc/mm/book3s64/hash_native.c hpte_v = hpte_get_old_v(hptep); hptep 466 arch/powerpc/mm/book3s64/hash_native.c hptep->r = cpu_to_be64((be64_to_cpu(hptep->r) & hptep 471 arch/powerpc/mm/book3s64/hash_native.c native_unlock_hpte(hptep); hptep 487 arch/powerpc/mm/book3s64/hash_native.c struct hash_pte *hptep; hptep 500 arch/powerpc/mm/book3s64/hash_native.c hptep = htab_address + slot; hptep 501 arch/powerpc/mm/book3s64/hash_native.c hpte_v = hpte_get_old_v(hptep); hptep 524 arch/powerpc/mm/book3s64/hash_native.c struct hash_pte *hptep; hptep 532 arch/powerpc/mm/book3s64/hash_native.c hptep = htab_address + slot; hptep 535 arch/powerpc/mm/book3s64/hash_native.c hptep->r = cpu_to_be64((be64_to_cpu(hptep->r) & hptep 555 arch/powerpc/mm/book3s64/hash_native.c struct hash_pte *hptep; hptep 564 arch/powerpc/mm/book3s64/hash_native.c hptep = htab_address + slot; hptep 566 arch/powerpc/mm/book3s64/hash_native.c VM_WARN_ON(!(be64_to_cpu(hptep->v) & HPTE_V_BOLTED)); hptep 569 arch/powerpc/mm/book3s64/hash_native.c hptep->v = 0; hptep 580 arch/powerpc/mm/book3s64/hash_native.c struct hash_pte *hptep = htab_address + slot; hptep 590 arch/powerpc/mm/book3s64/hash_native.c hpte_v = hpte_get_old_v(hptep); hptep 593 arch/powerpc/mm/book3s64/hash_native.c native_lock_hpte(hptep); hptep 595 arch/powerpc/mm/book3s64/hash_native.c hpte_v = hpte_get_old_v(hptep); hptep 599 arch/powerpc/mm/book3s64/hash_native.c hptep->v = 0; hptep 601 arch/powerpc/mm/book3s64/hash_native.c native_unlock_hpte(hptep); hptep 622 arch/powerpc/mm/book3s64/hash_native.c struct hash_pte *hptep; hptep 649 arch/powerpc/mm/book3s64/hash_native.c hptep = htab_address + slot; hptep 651 arch/powerpc/mm/book3s64/hash_native.c hpte_v = hpte_get_old_v(hptep); hptep 656 arch/powerpc/mm/book3s64/hash_native.c native_lock_hpte(hptep); hptep 657 arch/powerpc/mm/book3s64/hash_native.c hpte_v = hpte_get_old_v(hptep); hptep 664 arch/powerpc/mm/book3s64/hash_native.c hptep->v = 0; hptep 666 arch/powerpc/mm/book3s64/hash_native.c native_unlock_hpte(hptep); hptep 767 arch/powerpc/mm/book3s64/hash_native.c struct hash_pte *hptep = htab_address; hptep 776 arch/powerpc/mm/book3s64/hash_native.c for (slot = 0; slot < slots; slot++, hptep++) { hptep 782 arch/powerpc/mm/book3s64/hash_native.c hpte_v = be64_to_cpu(hptep->v); hptep 789 arch/powerpc/mm/book3s64/hash_native.c hpte_decode(hptep, slot, &psize, &apsize, &ssize, &vpn); hptep 790 arch/powerpc/mm/book3s64/hash_native.c hptep->v = 0; hptep 806 arch/powerpc/mm/book3s64/hash_native.c struct hash_pte *hptep; hptep 833 arch/powerpc/mm/book3s64/hash_native.c hptep = htab_address + slot; hptep 835 arch/powerpc/mm/book3s64/hash_native.c hpte_v = hpte_get_old_v(hptep); hptep 840 arch/powerpc/mm/book3s64/hash_native.c native_lock_hpte(hptep); hptep 841 arch/powerpc/mm/book3s64/hash_native.c hpte_v = hpte_get_old_v(hptep); hptep 844 arch/powerpc/mm/book3s64/hash_native.c native_unlock_hpte(hptep); hptep 846 arch/powerpc/mm/book3s64/hash_native.c hptep->v = 0; hptep 210 arch/powerpc/mm/ptdump/hashpagetable.c struct hash_pte *hptep; hptep 226 arch/powerpc/mm/ptdump/hashpagetable.c hptep = htab_address + hpte_group; hptep 227 arch/powerpc/mm/ptdump/hashpagetable.c hpte_v = be64_to_cpu(hptep->v); hptep 231 arch/powerpc/mm/ptdump/hashpagetable.c *v = be64_to_cpu(hptep->v); hptep 232 arch/powerpc/mm/ptdump/hashpagetable.c *r = be64_to_cpu(hptep->r);