43 static phys_addr_t hyp_idmap_vector;
69 static void kvm_tlb_flush_vmid_ipa(struct kvm *kvm, phys_addr_t ipa)  in kvm_tlb_flush_vmid_ipa()
115 static void stage2_dissolve_pmd(struct kvm *kvm, phys_addr_t addr, pmd_t *pmd)  in stage2_dissolve_pmd()
157 static void clear_pgd_entry(struct kvm *kvm, pgd_t *pgd, phys_addr_t addr)  in clear_pgd_entry()
166 static void clear_pud_entry(struct kvm *kvm, pud_t *pud, phys_addr_t addr)  in clear_pud_entry()
176 static void clear_pmd_entry(struct kvm *kvm, pmd_t *pmd, phys_addr_t addr)  in clear_pmd_entry()
207 		       phys_addr_t addr, phys_addr_t end)  in unmap_ptes()
209 	phys_addr_t start_addr = addr;  in unmap_ptes()
233 		       phys_addr_t addr, phys_addr_t end)  in unmap_pmds()
235 	phys_addr_t next, start_addr = addr;  in unmap_pmds()
262 		       phys_addr_t addr, phys_addr_t end)  in unmap_puds()
264 	phys_addr_t next, start_addr = addr;  in unmap_puds()
292 			phys_addr_t start, u64 size)  in unmap_range()
295 	phys_addr_t addr = start, end = start + size;  in unmap_range()
296 	phys_addr_t next;  in unmap_range()
307 			      phys_addr_t addr, phys_addr_t end)  in stage2_flush_ptes()
319 			      phys_addr_t addr, phys_addr_t end)  in stage2_flush_pmds()
322 	phys_addr_t next;  in stage2_flush_pmds()
337 			      phys_addr_t addr, phys_addr_t end)  in stage2_flush_puds()
340 	phys_addr_t next;  in stage2_flush_puds()
357 	phys_addr_t addr = memslot->base_gfn << PAGE_SHIFT;  in stage2_flush_memslot()
358 	phys_addr_t end = addr + PAGE_SIZE * memslot->npages;  in stage2_flush_memslot()
359 	phys_addr_t next;  in stage2_flush_memslot()
574 static phys_addr_t kvm_kaddr_to_phys(void *kaddr)  in kvm_kaddr_to_phys()
596 	phys_addr_t phys_addr;  in create_hyp_mappings()
628 int create_hyp_io_mappings(void *from, void *to, phys_addr_t phys_addr)  in create_hyp_io_mappings()
739 static void unmap_stage2_range(struct kvm *kvm, phys_addr_t start, u64 size)  in unmap_stage2_range()
748 	phys_addr_t addr = memslot->base_gfn << PAGE_SHIFT;  in stage2_unmap_memslot()
749 	phys_addr_t size = PAGE_SIZE * memslot->npages;  in stage2_unmap_memslot()
834 			     phys_addr_t addr)  in stage2_get_pud()
852 			     phys_addr_t addr)  in stage2_get_pmd()
870 			       *cache, phys_addr_t addr, const pmd_t *new_pmd)  in stage2_set_pmd_huge()
901 			  phys_addr_t addr, const pte_t *new_pte,  in stage2_set_pte()
964 int kvm_phys_addr_ioremap(struct kvm *kvm, phys_addr_t guest_ipa,  in kvm_phys_addr_ioremap()
965 			  phys_addr_t pa, unsigned long size, bool writable)  in kvm_phys_addr_ioremap()
967 	phys_addr_t addr, end;  in kvm_phys_addr_ioremap()
1000 static bool transparent_hugepage_adjust(pfn_t *pfnp, phys_addr_t *ipap)  in transparent_hugepage_adjust()
1055 static void stage2_wp_ptes(pmd_t *pmd, phys_addr_t addr, phys_addr_t end)  in stage2_wp_ptes()
1074 static void stage2_wp_pmds(pud_t *pud, phys_addr_t addr, phys_addr_t end)  in stage2_wp_pmds()
1077 	phys_addr_t next;  in stage2_wp_pmds()
1102 static void  stage2_wp_puds(pgd_t *pgd, phys_addr_t addr, phys_addr_t end)  in stage2_wp_puds()
1105 	phys_addr_t next;  in stage2_wp_puds()
1124 static void stage2_wp_range(struct kvm *kvm, phys_addr_t addr, phys_addr_t end)  in stage2_wp_range()
1127 	phys_addr_t next;  in stage2_wp_range()
1163 	phys_addr_t start = memslot->base_gfn << PAGE_SHIFT;  in kvm_mmu_wp_memory_region()
1164 	phys_addr_t end = (memslot->base_gfn + memslot->npages) << PAGE_SHIFT;  in kvm_mmu_wp_memory_region()
1187 	phys_addr_t base_gfn = slot->base_gfn + gfn_offset;  in kvm_mmu_write_protect_pt_masked()
1188 	phys_addr_t start = (base_gfn +  __ffs(mask)) << PAGE_SHIFT;  in kvm_mmu_write_protect_pt_masked()
1189 	phys_addr_t end = (base_gfn + __fls(mask) + 1) << PAGE_SHIFT;  in kvm_mmu_write_protect_pt_masked()
1214 static int user_mem_abort(struct kvm_vcpu *vcpu, phys_addr_t fault_ipa,  in user_mem_abort()
1349 static void handle_access_fault(struct kvm_vcpu *vcpu, phys_addr_t fault_ipa)  in handle_access_fault()
1399 	phys_addr_t fault_ipa;  in kvm_handle_guest_abort()
1629 phys_addr_t kvm_mmu_get_httbr(void)  in kvm_mmu_get_httbr()
1637 phys_addr_t kvm_mmu_get_boot_httbr(void)  in kvm_mmu_get_boot_httbr()
1645 phys_addr_t kvm_get_idmap_vector(void)  in kvm_get_idmap_vector()
1797 			phys_addr_t pa;  in kvm_arch_prepare_memory_region()
1799 			pa = (phys_addr_t)vma->vm_pgoff << PAGE_SHIFT;  in kvm_arch_prepare_memory_region()
1859 	phys_addr_t size = slot->npages << PAGE_SHIFT;  in kvm_arch_flush_shadow_memslot()