88 #define gpte_to_gfn(pte) gpte_to_gfn_lvl((pte), PT_PAGE_TABLE_LEVEL)  argument
131 static inline int FNAME(is_present_gpte)(unsigned long pte)  in FNAME()
134 	return is_present_gpte(pte);  in FNAME()
136 	return pte & 7;  in FNAME()
205 	pt_element_t pte, orig_pte;  in FNAME()  local
215 		pte = orig_pte = walker->ptes[level - 1];  in FNAME()
219 		if (!(pte & PT_GUEST_ACCESSED_MASK)) {  in FNAME()
220 			trace_kvm_mmu_set_accessed_bit(table_gfn, index, sizeof(pte));  in FNAME()
221 			pte |= PT_GUEST_ACCESSED_MASK;  in FNAME()
224 				!(pte & PT_GUEST_DIRTY_MASK)) {  in FNAME()
225 			trace_kvm_mmu_set_dirty_bit(table_gfn, index, sizeof(pte));  in FNAME()
226 			pte |= PT_GUEST_DIRTY_MASK;  in FNAME()
228 		if (pte == orig_pte)  in FNAME()
247 		ret = FNAME(cmpxchg_gpte)(vcpu, mmu, ptep_user, index, orig_pte, pte);  in FNAME()
252 		walker->ptes[level - 1] = pte;  in FNAME()
265 	pt_element_t pte;  in FNAME()  local
281 	pte           = mmu->get_cr3(vcpu);  in FNAME()
285 		pte = mmu->get_pdptr(vcpu, (addr >> 30) & 3);  in FNAME()
286 		trace_kvm_mmu_paging_element(pte, walker->level);  in FNAME()
287 		if (!FNAME(is_present_gpte)(pte))  in FNAME()
308 		table_gfn = gpte_to_gfn(pte);  in FNAME()
339 		if (unlikely(__copy_from_user(&pte, ptep_user, sizeof(pte))))  in FNAME()
343 		trace_kvm_mmu_paging_element(pte, walker->level);  in FNAME()
345 		if (unlikely(!FNAME(is_present_gpte)(pte)))  in FNAME()
348 		if (unlikely(is_rsvd_bits_set(mmu, pte, walker->level))) {  in FNAME()
353 		accessed_dirty &= pte;  in FNAME()
354 		pte_access = pt_access & FNAME(gpte_access)(vcpu, pte);  in FNAME()
356 		walker->ptes[walker->level - 1] = pte;  in FNAME()
357 	} while (!is_last_gpte(mmu, walker->level, pte));  in FNAME()
364 	gfn = gpte_to_gfn_lvl(pte, walker->level);  in FNAME()
368 		gfn += pse36_gfn_delta(pte);  in FNAME()
377 		FNAME(protect_clean_gpte)(&pte_access, pte);  in FNAME()
384 		accessed_dirty &= pte >>  in FNAME()
398 		 __func__, (u64)pte, pte_access, pt_access);  in FNAME()
426 		vcpu->arch.exit_qualification |= ((pt_access & pte) & 0x7) << 3;  in FNAME()
485 			      u64 *spte, const void *pte)  in FNAME()
487 	pt_element_t gpte = *(const pt_element_t *)pte;  in FNAME()