34 unsigned long *vcpu_reg32(const struct kvm_vcpu *vcpu, u8 reg_num);
35 unsigned long *vcpu_spsr32(const struct kvm_vcpu *vcpu);
37 bool kvm_condition_valid32(const struct kvm_vcpu *vcpu);
38 void kvm_skip_instr32(struct kvm_vcpu *vcpu, bool is_wide_instr);
40 void kvm_inject_undefined(struct kvm_vcpu *vcpu);
41 void kvm_inject_dabt(struct kvm_vcpu *vcpu, unsigned long addr);
42 void kvm_inject_pabt(struct kvm_vcpu *vcpu, unsigned long addr);
44 static inline void vcpu_reset_hcr(struct kvm_vcpu *vcpu)  in vcpu_reset_hcr()  argument
46 	vcpu->arch.hcr_el2 = HCR_GUEST_FLAGS;  in vcpu_reset_hcr()
47 	if (test_bit(KVM_ARM_VCPU_EL1_32BIT, vcpu->arch.features))  in vcpu_reset_hcr()
48 		vcpu->arch.hcr_el2 &= ~HCR_RW;  in vcpu_reset_hcr()
51 static inline unsigned long vcpu_get_hcr(struct kvm_vcpu *vcpu)  in vcpu_get_hcr()  argument
53 	return vcpu->arch.hcr_el2;  in vcpu_get_hcr()
56 static inline void vcpu_set_hcr(struct kvm_vcpu *vcpu, unsigned long hcr)  in vcpu_set_hcr()  argument
58 	vcpu->arch.hcr_el2 = hcr;  in vcpu_set_hcr()
61 static inline unsigned long *vcpu_pc(const struct kvm_vcpu *vcpu)  in vcpu_pc()  argument
63 	return (unsigned long *)&vcpu_gp_regs(vcpu)->regs.pc;  in vcpu_pc()
66 static inline unsigned long *vcpu_elr_el1(const struct kvm_vcpu *vcpu)  in vcpu_elr_el1()  argument
68 	return (unsigned long *)&vcpu_gp_regs(vcpu)->elr_el1;  in vcpu_elr_el1()
71 static inline unsigned long *vcpu_cpsr(const struct kvm_vcpu *vcpu)  in vcpu_cpsr()  argument
73 	return (unsigned long *)&vcpu_gp_regs(vcpu)->regs.pstate;  in vcpu_cpsr()
76 static inline bool vcpu_mode_is_32bit(const struct kvm_vcpu *vcpu)  in vcpu_mode_is_32bit()  argument
78 	return !!(*vcpu_cpsr(vcpu) & PSR_MODE32_BIT);  in vcpu_mode_is_32bit()
81 static inline bool kvm_condition_valid(const struct kvm_vcpu *vcpu)  in kvm_condition_valid()  argument
83 	if (vcpu_mode_is_32bit(vcpu))  in kvm_condition_valid()
84 		return kvm_condition_valid32(vcpu);  in kvm_condition_valid()
89 static inline void kvm_skip_instr(struct kvm_vcpu *vcpu, bool is_wide_instr)  in kvm_skip_instr()  argument
91 	if (vcpu_mode_is_32bit(vcpu))  in kvm_skip_instr()
92 		kvm_skip_instr32(vcpu, is_wide_instr);  in kvm_skip_instr()
94 		*vcpu_pc(vcpu) += 4;  in kvm_skip_instr()
97 static inline void vcpu_set_thumb(struct kvm_vcpu *vcpu)  in vcpu_set_thumb()  argument
99 	*vcpu_cpsr(vcpu) |= COMPAT_PSR_T_BIT;  in vcpu_set_thumb()
107 static inline unsigned long vcpu_get_reg(const struct kvm_vcpu *vcpu,  in vcpu_get_reg()  argument
110 	return (reg_num == 31) ? 0 : vcpu_gp_regs(vcpu)->regs.regs[reg_num];  in vcpu_get_reg()
113 static inline void vcpu_set_reg(struct kvm_vcpu *vcpu, u8 reg_num,  in vcpu_set_reg()  argument
117 		vcpu_gp_regs(vcpu)->regs.regs[reg_num] = val;  in vcpu_set_reg()
121 static inline unsigned long *vcpu_spsr(const struct kvm_vcpu *vcpu)  in vcpu_spsr()  argument
123 	if (vcpu_mode_is_32bit(vcpu))  in vcpu_spsr()
124 		return vcpu_spsr32(vcpu);  in vcpu_spsr()
126 	return (unsigned long *)&vcpu_gp_regs(vcpu)->spsr[KVM_SPSR_EL1];  in vcpu_spsr()
129 static inline bool vcpu_mode_priv(const struct kvm_vcpu *vcpu)  in vcpu_mode_priv()  argument
131 	u32 mode = *vcpu_cpsr(vcpu) & PSR_MODE_MASK;  in vcpu_mode_priv()
133 	if (vcpu_mode_is_32bit(vcpu))  in vcpu_mode_priv()
139 static inline u32 kvm_vcpu_get_hsr(const struct kvm_vcpu *vcpu)  in kvm_vcpu_get_hsr()  argument
141 	return vcpu->arch.fault.esr_el2;  in kvm_vcpu_get_hsr()
144 static inline unsigned long kvm_vcpu_get_hfar(const struct kvm_vcpu *vcpu)  in kvm_vcpu_get_hfar()  argument
146 	return vcpu->arch.fault.far_el2;  in kvm_vcpu_get_hfar()
149 static inline phys_addr_t kvm_vcpu_get_fault_ipa(const struct kvm_vcpu *vcpu)  in kvm_vcpu_get_fault_ipa()  argument
151 	return ((phys_addr_t)vcpu->arch.fault.hpfar_el2 & HPFAR_MASK) << 8;  in kvm_vcpu_get_fault_ipa()
154 static inline u32 kvm_vcpu_hvc_get_imm(const struct kvm_vcpu *vcpu)  in kvm_vcpu_hvc_get_imm()  argument
156 	return kvm_vcpu_get_hsr(vcpu) & ESR_ELx_xVC_IMM_MASK;  in kvm_vcpu_hvc_get_imm()
159 static inline bool kvm_vcpu_dabt_isvalid(const struct kvm_vcpu *vcpu)  in kvm_vcpu_dabt_isvalid()  argument
161 	return !!(kvm_vcpu_get_hsr(vcpu) & ESR_ELx_ISV);  in kvm_vcpu_dabt_isvalid()
164 static inline bool kvm_vcpu_dabt_iswrite(const struct kvm_vcpu *vcpu)  in kvm_vcpu_dabt_iswrite()  argument
166 	return !!(kvm_vcpu_get_hsr(vcpu) & ESR_ELx_WNR);  in kvm_vcpu_dabt_iswrite()
169 static inline bool kvm_vcpu_dabt_issext(const struct kvm_vcpu *vcpu)  in kvm_vcpu_dabt_issext()  argument
171 	return !!(kvm_vcpu_get_hsr(vcpu) & ESR_ELx_SSE);  in kvm_vcpu_dabt_issext()
174 static inline int kvm_vcpu_dabt_get_rd(const struct kvm_vcpu *vcpu)  in kvm_vcpu_dabt_get_rd()  argument
176 	return (kvm_vcpu_get_hsr(vcpu) & ESR_ELx_SRT_MASK) >> ESR_ELx_SRT_SHIFT;  in kvm_vcpu_dabt_get_rd()
179 static inline bool kvm_vcpu_dabt_isextabt(const struct kvm_vcpu *vcpu)  in kvm_vcpu_dabt_isextabt()  argument
181 	return !!(kvm_vcpu_get_hsr(vcpu) & ESR_ELx_EA);  in kvm_vcpu_dabt_isextabt()
184 static inline bool kvm_vcpu_dabt_iss1tw(const struct kvm_vcpu *vcpu)  in kvm_vcpu_dabt_iss1tw()  argument
186 	return !!(kvm_vcpu_get_hsr(vcpu) & ESR_ELx_S1PTW);  in kvm_vcpu_dabt_iss1tw()
189 static inline int kvm_vcpu_dabt_get_as(const struct kvm_vcpu *vcpu)  in kvm_vcpu_dabt_get_as()  argument
191 	return 1 << ((kvm_vcpu_get_hsr(vcpu) & ESR_ELx_SAS) >> ESR_ELx_SAS_SHIFT);  in kvm_vcpu_dabt_get_as()
195 static inline bool kvm_vcpu_trap_il_is32bit(const struct kvm_vcpu *vcpu)  in kvm_vcpu_trap_il_is32bit()  argument
197 	return !!(kvm_vcpu_get_hsr(vcpu) & ESR_ELx_IL);  in kvm_vcpu_trap_il_is32bit()
200 static inline u8 kvm_vcpu_trap_get_class(const struct kvm_vcpu *vcpu)  in kvm_vcpu_trap_get_class()  argument
202 	return kvm_vcpu_get_hsr(vcpu) >> ESR_ELx_EC_SHIFT;  in kvm_vcpu_trap_get_class()
205 static inline bool kvm_vcpu_trap_is_iabt(const struct kvm_vcpu *vcpu)  in kvm_vcpu_trap_is_iabt()  argument
207 	return kvm_vcpu_trap_get_class(vcpu) == ESR_ELx_EC_IABT_LOW;  in kvm_vcpu_trap_is_iabt()
210 static inline u8 kvm_vcpu_trap_get_fault(const struct kvm_vcpu *vcpu)  in kvm_vcpu_trap_get_fault()  argument
212 	return kvm_vcpu_get_hsr(vcpu) & ESR_ELx_FSC;  in kvm_vcpu_trap_get_fault()
215 static inline u8 kvm_vcpu_trap_get_fault_type(const struct kvm_vcpu *vcpu)  in kvm_vcpu_trap_get_fault_type()  argument
217 	return kvm_vcpu_get_hsr(vcpu) & ESR_ELx_FSC_TYPE;  in kvm_vcpu_trap_get_fault_type()
220 static inline unsigned long kvm_vcpu_get_mpidr_aff(struct kvm_vcpu *vcpu)  in kvm_vcpu_get_mpidr_aff()  argument
222 	return vcpu_sys_reg(vcpu, MPIDR_EL1) & MPIDR_HWID_BITMASK;  in kvm_vcpu_get_mpidr_aff()
225 static inline void kvm_vcpu_set_be(struct kvm_vcpu *vcpu)  in kvm_vcpu_set_be()  argument
227 	if (vcpu_mode_is_32bit(vcpu))  in kvm_vcpu_set_be()
228 		*vcpu_cpsr(vcpu) |= COMPAT_PSR_E_BIT;  in kvm_vcpu_set_be()
230 		vcpu_sys_reg(vcpu, SCTLR_EL1) |= (1 << 25);  in kvm_vcpu_set_be()
233 static inline bool kvm_vcpu_is_be(struct kvm_vcpu *vcpu)  in kvm_vcpu_is_be()  argument
235 	if (vcpu_mode_is_32bit(vcpu))  in kvm_vcpu_is_be()
236 		return !!(*vcpu_cpsr(vcpu) & COMPAT_PSR_E_BIT);  in kvm_vcpu_is_be()
238 	return !!(vcpu_sys_reg(vcpu, SCTLR_EL1) & (1 << 25));  in kvm_vcpu_is_be()
241 static inline unsigned long vcpu_data_guest_to_host(struct kvm_vcpu *vcpu,  in vcpu_data_guest_to_host()  argument
245 	if (kvm_vcpu_is_be(vcpu)) {  in vcpu_data_guest_to_host()
272 static inline unsigned long vcpu_data_host_to_guest(struct kvm_vcpu *vcpu,  in vcpu_data_host_to_guest()  argument
276 	if (kvm_vcpu_is_be(vcpu)) {  in vcpu_data_host_to_guest()