34 unsigned long *vcpu_reg32(const struct kvm_vcpu *vcpu, u8 reg_num);
35 unsigned long *vcpu_spsr32(const struct kvm_vcpu *vcpu);
37 bool kvm_condition_valid32(const struct kvm_vcpu *vcpu);
38 void kvm_skip_instr32(struct kvm_vcpu *vcpu, bool is_wide_instr);
40 void kvm_inject_undefined(struct kvm_vcpu *vcpu);
41 void kvm_inject_dabt(struct kvm_vcpu *vcpu, unsigned long addr);
42 void kvm_inject_pabt(struct kvm_vcpu *vcpu, unsigned long addr);
44 static inline void vcpu_reset_hcr(struct kvm_vcpu *vcpu)  in vcpu_reset_hcr()  argument
46 	vcpu->arch.hcr_el2 = HCR_GUEST_FLAGS;  in vcpu_reset_hcr()
47 	if (test_bit(KVM_ARM_VCPU_EL1_32BIT, vcpu->arch.features))  in vcpu_reset_hcr()
48 		vcpu->arch.hcr_el2 &= ~HCR_RW;  in vcpu_reset_hcr()
51 static inline unsigned long vcpu_get_hcr(struct kvm_vcpu *vcpu)  in vcpu_get_hcr()  argument
53 	return vcpu->arch.hcr_el2;  in vcpu_get_hcr()
56 static inline void vcpu_set_hcr(struct kvm_vcpu *vcpu, unsigned long hcr)  in vcpu_set_hcr()  argument
58 	vcpu->arch.hcr_el2 = hcr;  in vcpu_set_hcr()
61 static inline unsigned long *vcpu_pc(const struct kvm_vcpu *vcpu)  in vcpu_pc()  argument
63 	return (unsigned long *)&vcpu_gp_regs(vcpu)->regs.pc;  in vcpu_pc()
66 static inline unsigned long *vcpu_elr_el1(const struct kvm_vcpu *vcpu)  in vcpu_elr_el1()  argument
68 	return (unsigned long *)&vcpu_gp_regs(vcpu)->elr_el1;  in vcpu_elr_el1()
71 static inline unsigned long *vcpu_cpsr(const struct kvm_vcpu *vcpu)  in vcpu_cpsr()  argument
73 	return (unsigned long *)&vcpu_gp_regs(vcpu)->regs.pstate;  in vcpu_cpsr()
76 static inline bool vcpu_mode_is_32bit(const struct kvm_vcpu *vcpu)  in vcpu_mode_is_32bit()  argument
78 	return !!(*vcpu_cpsr(vcpu) & PSR_MODE32_BIT);  in vcpu_mode_is_32bit()
81 static inline bool kvm_condition_valid(const struct kvm_vcpu *vcpu)  in kvm_condition_valid()  argument
83 	if (vcpu_mode_is_32bit(vcpu))  in kvm_condition_valid()
84 		return kvm_condition_valid32(vcpu);  in kvm_condition_valid()
89 static inline void kvm_skip_instr(struct kvm_vcpu *vcpu, bool is_wide_instr)  in kvm_skip_instr()  argument
91 	if (vcpu_mode_is_32bit(vcpu))  in kvm_skip_instr()
92 		kvm_skip_instr32(vcpu, is_wide_instr);  in kvm_skip_instr()
94 		*vcpu_pc(vcpu) += 4;  in kvm_skip_instr()
97 static inline void vcpu_set_thumb(struct kvm_vcpu *vcpu)  in vcpu_set_thumb()  argument
99 	*vcpu_cpsr(vcpu) |= COMPAT_PSR_T_BIT;  in vcpu_set_thumb()
107 static inline unsigned long *vcpu_reg(const struct kvm_vcpu *vcpu, u8 reg_num)  in vcpu_reg()  argument
109 	return (unsigned long *)&vcpu_gp_regs(vcpu)->regs.regs[reg_num];  in vcpu_reg()
113 static inline unsigned long *vcpu_spsr(const struct kvm_vcpu *vcpu)  in vcpu_spsr()  argument
115 	if (vcpu_mode_is_32bit(vcpu))  in vcpu_spsr()
116 		return vcpu_spsr32(vcpu);  in vcpu_spsr()
118 	return (unsigned long *)&vcpu_gp_regs(vcpu)->spsr[KVM_SPSR_EL1];  in vcpu_spsr()
121 static inline bool vcpu_mode_priv(const struct kvm_vcpu *vcpu)  in vcpu_mode_priv()  argument
123 	u32 mode = *vcpu_cpsr(vcpu) & PSR_MODE_MASK;  in vcpu_mode_priv()
125 	if (vcpu_mode_is_32bit(vcpu))  in vcpu_mode_priv()
131 static inline u32 kvm_vcpu_get_hsr(const struct kvm_vcpu *vcpu)  in kvm_vcpu_get_hsr()  argument
133 	return vcpu->arch.fault.esr_el2;  in kvm_vcpu_get_hsr()
136 static inline unsigned long kvm_vcpu_get_hfar(const struct kvm_vcpu *vcpu)  in kvm_vcpu_get_hfar()  argument
138 	return vcpu->arch.fault.far_el2;  in kvm_vcpu_get_hfar()
141 static inline phys_addr_t kvm_vcpu_get_fault_ipa(const struct kvm_vcpu *vcpu)  in kvm_vcpu_get_fault_ipa()  argument
143 	return ((phys_addr_t)vcpu->arch.fault.hpfar_el2 & HPFAR_MASK) << 8;  in kvm_vcpu_get_fault_ipa()
146 static inline u32 kvm_vcpu_hvc_get_imm(const struct kvm_vcpu *vcpu)  in kvm_vcpu_hvc_get_imm()  argument
148 	return kvm_vcpu_get_hsr(vcpu) & ESR_ELx_xVC_IMM_MASK;  in kvm_vcpu_hvc_get_imm()
151 static inline bool kvm_vcpu_dabt_isvalid(const struct kvm_vcpu *vcpu)  in kvm_vcpu_dabt_isvalid()  argument
153 	return !!(kvm_vcpu_get_hsr(vcpu) & ESR_ELx_ISV);  in kvm_vcpu_dabt_isvalid()
156 static inline bool kvm_vcpu_dabt_iswrite(const struct kvm_vcpu *vcpu)  in kvm_vcpu_dabt_iswrite()  argument
158 	return !!(kvm_vcpu_get_hsr(vcpu) & ESR_ELx_WNR);  in kvm_vcpu_dabt_iswrite()
161 static inline bool kvm_vcpu_dabt_issext(const struct kvm_vcpu *vcpu)  in kvm_vcpu_dabt_issext()  argument
163 	return !!(kvm_vcpu_get_hsr(vcpu) & ESR_ELx_SSE);  in kvm_vcpu_dabt_issext()
166 static inline int kvm_vcpu_dabt_get_rd(const struct kvm_vcpu *vcpu)  in kvm_vcpu_dabt_get_rd()  argument
168 	return (kvm_vcpu_get_hsr(vcpu) & ESR_ELx_SRT_MASK) >> ESR_ELx_SRT_SHIFT;  in kvm_vcpu_dabt_get_rd()
171 static inline bool kvm_vcpu_dabt_isextabt(const struct kvm_vcpu *vcpu)  in kvm_vcpu_dabt_isextabt()  argument
173 	return !!(kvm_vcpu_get_hsr(vcpu) & ESR_ELx_EA);  in kvm_vcpu_dabt_isextabt()
176 static inline bool kvm_vcpu_dabt_iss1tw(const struct kvm_vcpu *vcpu)  in kvm_vcpu_dabt_iss1tw()  argument
178 	return !!(kvm_vcpu_get_hsr(vcpu) & ESR_ELx_S1PTW);  in kvm_vcpu_dabt_iss1tw()
181 static inline int kvm_vcpu_dabt_get_as(const struct kvm_vcpu *vcpu)  in kvm_vcpu_dabt_get_as()  argument
183 	return 1 << ((kvm_vcpu_get_hsr(vcpu) & ESR_ELx_SAS) >> ESR_ELx_SAS_SHIFT);  in kvm_vcpu_dabt_get_as()
187 static inline bool kvm_vcpu_trap_il_is32bit(const struct kvm_vcpu *vcpu)  in kvm_vcpu_trap_il_is32bit()  argument
189 	return !!(kvm_vcpu_get_hsr(vcpu) & ESR_ELx_IL);  in kvm_vcpu_trap_il_is32bit()
192 static inline u8 kvm_vcpu_trap_get_class(const struct kvm_vcpu *vcpu)  in kvm_vcpu_trap_get_class()  argument
194 	return kvm_vcpu_get_hsr(vcpu) >> ESR_ELx_EC_SHIFT;  in kvm_vcpu_trap_get_class()
197 static inline bool kvm_vcpu_trap_is_iabt(const struct kvm_vcpu *vcpu)  in kvm_vcpu_trap_is_iabt()  argument
199 	return kvm_vcpu_trap_get_class(vcpu) == ESR_ELx_EC_IABT_LOW;  in kvm_vcpu_trap_is_iabt()
202 static inline u8 kvm_vcpu_trap_get_fault(const struct kvm_vcpu *vcpu)  in kvm_vcpu_trap_get_fault()  argument
204 	return kvm_vcpu_get_hsr(vcpu) & ESR_ELx_FSC;  in kvm_vcpu_trap_get_fault()
207 static inline u8 kvm_vcpu_trap_get_fault_type(const struct kvm_vcpu *vcpu)  in kvm_vcpu_trap_get_fault_type()  argument
209 	return kvm_vcpu_get_hsr(vcpu) & ESR_ELx_FSC_TYPE;  in kvm_vcpu_trap_get_fault_type()
212 static inline unsigned long kvm_vcpu_get_mpidr_aff(struct kvm_vcpu *vcpu)  in kvm_vcpu_get_mpidr_aff()  argument
214 	return vcpu_sys_reg(vcpu, MPIDR_EL1) & MPIDR_HWID_BITMASK;  in kvm_vcpu_get_mpidr_aff()
217 static inline void kvm_vcpu_set_be(struct kvm_vcpu *vcpu)  in kvm_vcpu_set_be()  argument
219 	if (vcpu_mode_is_32bit(vcpu))  in kvm_vcpu_set_be()
220 		*vcpu_cpsr(vcpu) |= COMPAT_PSR_E_BIT;  in kvm_vcpu_set_be()
222 		vcpu_sys_reg(vcpu, SCTLR_EL1) |= (1 << 25);  in kvm_vcpu_set_be()
225 static inline bool kvm_vcpu_is_be(struct kvm_vcpu *vcpu)  in kvm_vcpu_is_be()  argument
227 	if (vcpu_mode_is_32bit(vcpu))  in kvm_vcpu_is_be()
228 		return !!(*vcpu_cpsr(vcpu) & COMPAT_PSR_E_BIT);  in kvm_vcpu_is_be()
230 	return !!(vcpu_sys_reg(vcpu, SCTLR_EL1) & (1 << 25));  in kvm_vcpu_is_be()
233 static inline unsigned long vcpu_data_guest_to_host(struct kvm_vcpu *vcpu,  in vcpu_data_guest_to_host()  argument
237 	if (kvm_vcpu_is_be(vcpu)) {  in vcpu_data_guest_to_host()
264 static inline unsigned long vcpu_data_host_to_guest(struct kvm_vcpu *vcpu,  in vcpu_data_host_to_guest()  argument
268 	if (kvm_vcpu_is_be(vcpu)) {  in vcpu_data_host_to_guest()