32 static void prepare_fault32(struct kvm_vcpu *vcpu, u32 mode, u32 vect_offset)  in prepare_fault32()  argument
35 	unsigned long new_spsr_value = *vcpu_cpsr(vcpu);  in prepare_fault32()
38 	u32 sctlr = vcpu_cp15(vcpu, c1_SCTLR);  in prepare_fault32()
47 	*vcpu_cpsr(vcpu) = cpsr;  in prepare_fault32()
50 	*vcpu_spsr(vcpu) = new_spsr_value;  in prepare_fault32()
51 	*vcpu_reg32(vcpu, 14) = *vcpu_pc(vcpu) + return_offset;  in prepare_fault32()
57 		vect_offset += vcpu_cp15(vcpu, c12_VBAR);  in prepare_fault32()
59 	*vcpu_pc(vcpu) = vect_offset;  in prepare_fault32()
62 static void inject_undef32(struct kvm_vcpu *vcpu)  in inject_undef32()  argument
64 	prepare_fault32(vcpu, COMPAT_PSR_MODE_UND, 4);  in inject_undef32()
71 static void inject_abt32(struct kvm_vcpu *vcpu, bool is_pabt,  in inject_abt32()  argument
80 		far = &vcpu_cp15(vcpu, c6_IFAR);  in inject_abt32()
81 		fsr = &vcpu_cp15(vcpu, c5_IFSR);  in inject_abt32()
84 		far = &vcpu_cp15(vcpu, c6_DFAR);  in inject_abt32()
85 		fsr = &vcpu_cp15(vcpu, c5_DFSR);  in inject_abt32()
88 	prepare_fault32(vcpu, COMPAT_PSR_MODE_ABT | COMPAT_PSR_A_BIT, vect_offset);  in inject_abt32()
93 	is_lpae = (vcpu_cp15(vcpu, c2_TTBCR) >> 31);  in inject_abt32()
100 static void inject_abt64(struct kvm_vcpu *vcpu, bool is_iabt, unsigned long addr)  in inject_abt64()  argument
102 	unsigned long cpsr = *vcpu_cpsr(vcpu);  in inject_abt64()
106 	is_aarch32 = vcpu_mode_is_32bit(vcpu);  in inject_abt64()
108 	*vcpu_spsr(vcpu) = cpsr;  in inject_abt64()
109 	*vcpu_elr_el1(vcpu) = *vcpu_pc(vcpu);  in inject_abt64()
111 	*vcpu_cpsr(vcpu) = PSTATE_FAULT_BITS_64;  in inject_abt64()
112 	*vcpu_pc(vcpu) = vcpu_sys_reg(vcpu, VBAR_EL1) + EL1_EXCEPT_SYNC_OFFSET;  in inject_abt64()
114 	vcpu_sys_reg(vcpu, FAR_EL1) = addr;  in inject_abt64()
120 	if (kvm_vcpu_trap_il_is32bit(vcpu))  in inject_abt64()
135 	vcpu_sys_reg(vcpu, ESR_EL1) = esr | ESR_ELx_FSC_EXTABT;  in inject_abt64()
138 static void inject_undef64(struct kvm_vcpu *vcpu)  in inject_undef64()  argument
140 	unsigned long cpsr = *vcpu_cpsr(vcpu);  in inject_undef64()
143 	*vcpu_spsr(vcpu) = cpsr;  in inject_undef64()
144 	*vcpu_elr_el1(vcpu) = *vcpu_pc(vcpu);  in inject_undef64()
146 	*vcpu_cpsr(vcpu) = PSTATE_FAULT_BITS_64;  in inject_undef64()
147 	*vcpu_pc(vcpu) = vcpu_sys_reg(vcpu, VBAR_EL1) + EL1_EXCEPT_SYNC_OFFSET;  in inject_undef64()
153 	if (kvm_vcpu_trap_il_is32bit(vcpu))  in inject_undef64()
156 	vcpu_sys_reg(vcpu, ESR_EL1) = esr;  in inject_undef64()
167 void kvm_inject_dabt(struct kvm_vcpu *vcpu, unsigned long addr)  in kvm_inject_dabt()  argument
169 	if (!(vcpu->arch.hcr_el2 & HCR_RW))  in kvm_inject_dabt()
170 		inject_abt32(vcpu, false, addr);  in kvm_inject_dabt()
172 		inject_abt64(vcpu, false, addr);  in kvm_inject_dabt()
183 void kvm_inject_pabt(struct kvm_vcpu *vcpu, unsigned long addr)  in kvm_inject_pabt()  argument
185 	if (!(vcpu->arch.hcr_el2 & HCR_RW))  in kvm_inject_pabt()
186 		inject_abt32(vcpu, true, addr);  in kvm_inject_pabt()
188 		inject_abt64(vcpu, true, addr);  in kvm_inject_pabt()
197 void kvm_inject_undefined(struct kvm_vcpu *vcpu)  in kvm_inject_undefined()  argument
199 	if (!(vcpu->arch.hcr_el2 & HCR_RW))  in kvm_inject_undefined()
200 		inject_undef32(vcpu);  in kvm_inject_undefined()
202 		inject_undef64(vcpu);  in kvm_inject_undefined()