Lines Matching refs:vcpu
69 void kvmppc_unfixup_split_real(struct kvm_vcpu *vcpu) in kvmppc_unfixup_split_real() argument
71 if (vcpu->arch.hflags & BOOK3S_HFLAG_SPLIT_HACK) { in kvmppc_unfixup_split_real()
72 ulong pc = kvmppc_get_pc(vcpu); in kvmppc_unfixup_split_real()
74 kvmppc_set_pc(vcpu, pc & ~SPLIT_HACK_MASK); in kvmppc_unfixup_split_real()
75 vcpu->arch.hflags &= ~BOOK3S_HFLAG_SPLIT_HACK; in kvmppc_unfixup_split_real()
80 static inline unsigned long kvmppc_interrupt_offset(struct kvm_vcpu *vcpu) in kvmppc_interrupt_offset() argument
82 if (!is_kvmppc_hv_enabled(vcpu->kvm)) in kvmppc_interrupt_offset()
83 return to_book3s(vcpu)->hior; in kvmppc_interrupt_offset()
87 static inline void kvmppc_update_int_pending(struct kvm_vcpu *vcpu, in kvmppc_update_int_pending() argument
90 if (is_kvmppc_hv_enabled(vcpu->kvm)) in kvmppc_update_int_pending()
93 kvmppc_set_int_pending(vcpu, 1); in kvmppc_update_int_pending()
95 kvmppc_set_int_pending(vcpu, 0); in kvmppc_update_int_pending()
98 static inline bool kvmppc_critical_section(struct kvm_vcpu *vcpu) in kvmppc_critical_section() argument
104 if (is_kvmppc_hv_enabled(vcpu->kvm)) in kvmppc_critical_section()
107 crit_raw = kvmppc_get_critical(vcpu); in kvmppc_critical_section()
108 crit_r1 = kvmppc_get_gpr(vcpu, 1); in kvmppc_critical_section()
111 if (!(kvmppc_get_msr(vcpu) & MSR_SF)) { in kvmppc_critical_section()
119 crit = crit && !(kvmppc_get_msr(vcpu) & MSR_PR); in kvmppc_critical_section()
124 void kvmppc_inject_interrupt(struct kvm_vcpu *vcpu, int vec, u64 flags) in kvmppc_inject_interrupt() argument
126 kvmppc_unfixup_split_real(vcpu); in kvmppc_inject_interrupt()
127 kvmppc_set_srr0(vcpu, kvmppc_get_pc(vcpu)); in kvmppc_inject_interrupt()
128 kvmppc_set_srr1(vcpu, kvmppc_get_msr(vcpu) | flags); in kvmppc_inject_interrupt()
129 kvmppc_set_pc(vcpu, kvmppc_interrupt_offset(vcpu) + vec); in kvmppc_inject_interrupt()
130 vcpu->arch.mmu.reset_msr(vcpu); in kvmppc_inject_interrupt()
161 void kvmppc_book3s_dequeue_irqprio(struct kvm_vcpu *vcpu, in kvmppc_book3s_dequeue_irqprio() argument
164 unsigned long old_pending = vcpu->arch.pending_exceptions; in kvmppc_book3s_dequeue_irqprio()
167 &vcpu->arch.pending_exceptions); in kvmppc_book3s_dequeue_irqprio()
169 kvmppc_update_int_pending(vcpu, vcpu->arch.pending_exceptions, in kvmppc_book3s_dequeue_irqprio()
173 void kvmppc_book3s_queue_irqprio(struct kvm_vcpu *vcpu, unsigned int vec) in kvmppc_book3s_queue_irqprio() argument
175 vcpu->stat.queue_intr++; in kvmppc_book3s_queue_irqprio()
178 &vcpu->arch.pending_exceptions); in kvmppc_book3s_queue_irqprio()
185 void kvmppc_core_queue_program(struct kvm_vcpu *vcpu, ulong flags) in kvmppc_core_queue_program() argument
188 kvmppc_inject_interrupt(vcpu, BOOK3S_INTERRUPT_PROGRAM, flags); in kvmppc_core_queue_program()
192 void kvmppc_core_queue_dec(struct kvm_vcpu *vcpu) in kvmppc_core_queue_dec() argument
194 kvmppc_book3s_queue_irqprio(vcpu, BOOK3S_INTERRUPT_DECREMENTER); in kvmppc_core_queue_dec()
198 int kvmppc_core_pending_dec(struct kvm_vcpu *vcpu) in kvmppc_core_pending_dec() argument
200 return test_bit(BOOK3S_IRQPRIO_DECREMENTER, &vcpu->arch.pending_exceptions); in kvmppc_core_pending_dec()
204 void kvmppc_core_dequeue_dec(struct kvm_vcpu *vcpu) in kvmppc_core_dequeue_dec() argument
206 kvmppc_book3s_dequeue_irqprio(vcpu, BOOK3S_INTERRUPT_DECREMENTER); in kvmppc_core_dequeue_dec()
210 void kvmppc_core_queue_external(struct kvm_vcpu *vcpu, in kvmppc_core_queue_external() argument
218 kvmppc_book3s_queue_irqprio(vcpu, vec); in kvmppc_core_queue_external()
221 void kvmppc_core_dequeue_external(struct kvm_vcpu *vcpu) in kvmppc_core_dequeue_external() argument
223 kvmppc_book3s_dequeue_irqprio(vcpu, BOOK3S_INTERRUPT_EXTERNAL); in kvmppc_core_dequeue_external()
224 kvmppc_book3s_dequeue_irqprio(vcpu, BOOK3S_INTERRUPT_EXTERNAL_LEVEL); in kvmppc_core_dequeue_external()
227 void kvmppc_core_queue_data_storage(struct kvm_vcpu *vcpu, ulong dar, in kvmppc_core_queue_data_storage() argument
230 kvmppc_set_dar(vcpu, dar); in kvmppc_core_queue_data_storage()
231 kvmppc_set_dsisr(vcpu, flags); in kvmppc_core_queue_data_storage()
232 kvmppc_book3s_queue_irqprio(vcpu, BOOK3S_INTERRUPT_DATA_STORAGE); in kvmppc_core_queue_data_storage()
235 void kvmppc_core_queue_inst_storage(struct kvm_vcpu *vcpu, ulong flags) in kvmppc_core_queue_inst_storage() argument
237 u64 msr = kvmppc_get_msr(vcpu); in kvmppc_core_queue_inst_storage()
240 kvmppc_set_msr_fast(vcpu, msr); in kvmppc_core_queue_inst_storage()
241 kvmppc_book3s_queue_irqprio(vcpu, BOOK3S_INTERRUPT_INST_STORAGE); in kvmppc_core_queue_inst_storage()
244 static int kvmppc_book3s_irqprio_deliver(struct kvm_vcpu *vcpu, in kvmppc_book3s_irqprio_deliver() argument
249 bool crit = kvmppc_critical_section(vcpu); in kvmppc_book3s_irqprio_deliver()
253 deliver = (kvmppc_get_msr(vcpu) & MSR_EE) && !crit; in kvmppc_book3s_irqprio_deliver()
258 deliver = (kvmppc_get_msr(vcpu) & MSR_EE) && !crit; in kvmppc_book3s_irqprio_deliver()
317 kvmppc_inject_interrupt(vcpu, vec, 0); in kvmppc_book3s_irqprio_deliver()
325 static bool clear_irqprio(struct kvm_vcpu *vcpu, unsigned int priority) in clear_irqprio() argument
339 int kvmppc_core_prepare_to_enter(struct kvm_vcpu *vcpu) in kvmppc_core_prepare_to_enter() argument
341 unsigned long *pending = &vcpu->arch.pending_exceptions; in kvmppc_core_prepare_to_enter()
342 unsigned long old_pending = vcpu->arch.pending_exceptions; in kvmppc_core_prepare_to_enter()
346 if (vcpu->arch.pending_exceptions) in kvmppc_core_prepare_to_enter()
347 printk(KERN_EMERG "KVM: Check pending: %lx\n", vcpu->arch.pending_exceptions); in kvmppc_core_prepare_to_enter()
351 if (kvmppc_book3s_irqprio_deliver(vcpu, priority) && in kvmppc_core_prepare_to_enter()
352 clear_irqprio(vcpu, priority)) { in kvmppc_core_prepare_to_enter()
353 clear_bit(priority, &vcpu->arch.pending_exceptions); in kvmppc_core_prepare_to_enter()
363 kvmppc_update_int_pending(vcpu, *pending, old_pending); in kvmppc_core_prepare_to_enter()
369 pfn_t kvmppc_gpa_to_pfn(struct kvm_vcpu *vcpu, gpa_t gpa, bool writing, in kvmppc_gpa_to_pfn() argument
372 ulong mp_pa = vcpu->arch.magic_page_pa & KVM_PAM; in kvmppc_gpa_to_pfn()
375 if (!(kvmppc_get_msr(vcpu) & MSR_SF)) in kvmppc_gpa_to_pfn()
381 ulong shared_page = ((ulong)vcpu->arch.shared) & PAGE_MASK; in kvmppc_gpa_to_pfn()
391 return gfn_to_pfn_prot(vcpu->kvm, gfn, writing, writable); in kvmppc_gpa_to_pfn()
395 int kvmppc_xlate(struct kvm_vcpu *vcpu, ulong eaddr, enum xlate_instdata xlid, in kvmppc_xlate() argument
400 int relocated = (kvmppc_get_msr(vcpu) & (data ? MSR_DR : MSR_IR)); in kvmppc_xlate()
404 r = vcpu->arch.mmu.xlate(vcpu, eaddr, pte, data, iswrite); in kvmppc_xlate()
414 if ((kvmppc_get_msr(vcpu) & (MSR_IR | MSR_DR)) == MSR_DR && in kvmppc_xlate()
416 if ((vcpu->arch.hflags & BOOK3S_HFLAG_SPLIT_HACK) && in kvmppc_xlate()
425 int kvmppc_load_last_inst(struct kvm_vcpu *vcpu, enum instruction_type type, in kvmppc_load_last_inst() argument
428 ulong pc = kvmppc_get_pc(vcpu); in kvmppc_load_last_inst()
434 r = kvmppc_ld(vcpu, &pc, sizeof(u32), inst, false); in kvmppc_load_last_inst()
442 int kvm_arch_vcpu_setup(struct kvm_vcpu *vcpu) in kvm_arch_vcpu_setup() argument
447 int kvmppc_subarch_vcpu_init(struct kvm_vcpu *vcpu) in kvmppc_subarch_vcpu_init() argument
452 void kvmppc_subarch_vcpu_uninit(struct kvm_vcpu *vcpu) in kvmppc_subarch_vcpu_uninit() argument
456 int kvm_arch_vcpu_ioctl_get_sregs(struct kvm_vcpu *vcpu, in kvm_arch_vcpu_ioctl_get_sregs() argument
459 return vcpu->kvm->arch.kvm_ops->get_sregs(vcpu, sregs); in kvm_arch_vcpu_ioctl_get_sregs()
462 int kvm_arch_vcpu_ioctl_set_sregs(struct kvm_vcpu *vcpu, in kvm_arch_vcpu_ioctl_set_sregs() argument
465 return vcpu->kvm->arch.kvm_ops->set_sregs(vcpu, sregs); in kvm_arch_vcpu_ioctl_set_sregs()
468 int kvm_arch_vcpu_ioctl_get_regs(struct kvm_vcpu *vcpu, struct kvm_regs *regs) in kvm_arch_vcpu_ioctl_get_regs() argument
472 regs->pc = kvmppc_get_pc(vcpu); in kvm_arch_vcpu_ioctl_get_regs()
473 regs->cr = kvmppc_get_cr(vcpu); in kvm_arch_vcpu_ioctl_get_regs()
474 regs->ctr = kvmppc_get_ctr(vcpu); in kvm_arch_vcpu_ioctl_get_regs()
475 regs->lr = kvmppc_get_lr(vcpu); in kvm_arch_vcpu_ioctl_get_regs()
476 regs->xer = kvmppc_get_xer(vcpu); in kvm_arch_vcpu_ioctl_get_regs()
477 regs->msr = kvmppc_get_msr(vcpu); in kvm_arch_vcpu_ioctl_get_regs()
478 regs->srr0 = kvmppc_get_srr0(vcpu); in kvm_arch_vcpu_ioctl_get_regs()
479 regs->srr1 = kvmppc_get_srr1(vcpu); in kvm_arch_vcpu_ioctl_get_regs()
480 regs->pid = vcpu->arch.pid; in kvm_arch_vcpu_ioctl_get_regs()
481 regs->sprg0 = kvmppc_get_sprg0(vcpu); in kvm_arch_vcpu_ioctl_get_regs()
482 regs->sprg1 = kvmppc_get_sprg1(vcpu); in kvm_arch_vcpu_ioctl_get_regs()
483 regs->sprg2 = kvmppc_get_sprg2(vcpu); in kvm_arch_vcpu_ioctl_get_regs()
484 regs->sprg3 = kvmppc_get_sprg3(vcpu); in kvm_arch_vcpu_ioctl_get_regs()
485 regs->sprg4 = kvmppc_get_sprg4(vcpu); in kvm_arch_vcpu_ioctl_get_regs()
486 regs->sprg5 = kvmppc_get_sprg5(vcpu); in kvm_arch_vcpu_ioctl_get_regs()
487 regs->sprg6 = kvmppc_get_sprg6(vcpu); in kvm_arch_vcpu_ioctl_get_regs()
488 regs->sprg7 = kvmppc_get_sprg7(vcpu); in kvm_arch_vcpu_ioctl_get_regs()
491 regs->gpr[i] = kvmppc_get_gpr(vcpu, i); in kvm_arch_vcpu_ioctl_get_regs()
496 int kvm_arch_vcpu_ioctl_set_regs(struct kvm_vcpu *vcpu, struct kvm_regs *regs) in kvm_arch_vcpu_ioctl_set_regs() argument
500 kvmppc_set_pc(vcpu, regs->pc); in kvm_arch_vcpu_ioctl_set_regs()
501 kvmppc_set_cr(vcpu, regs->cr); in kvm_arch_vcpu_ioctl_set_regs()
502 kvmppc_set_ctr(vcpu, regs->ctr); in kvm_arch_vcpu_ioctl_set_regs()
503 kvmppc_set_lr(vcpu, regs->lr); in kvm_arch_vcpu_ioctl_set_regs()
504 kvmppc_set_xer(vcpu, regs->xer); in kvm_arch_vcpu_ioctl_set_regs()
505 kvmppc_set_msr(vcpu, regs->msr); in kvm_arch_vcpu_ioctl_set_regs()
506 kvmppc_set_srr0(vcpu, regs->srr0); in kvm_arch_vcpu_ioctl_set_regs()
507 kvmppc_set_srr1(vcpu, regs->srr1); in kvm_arch_vcpu_ioctl_set_regs()
508 kvmppc_set_sprg0(vcpu, regs->sprg0); in kvm_arch_vcpu_ioctl_set_regs()
509 kvmppc_set_sprg1(vcpu, regs->sprg1); in kvm_arch_vcpu_ioctl_set_regs()
510 kvmppc_set_sprg2(vcpu, regs->sprg2); in kvm_arch_vcpu_ioctl_set_regs()
511 kvmppc_set_sprg3(vcpu, regs->sprg3); in kvm_arch_vcpu_ioctl_set_regs()
512 kvmppc_set_sprg4(vcpu, regs->sprg4); in kvm_arch_vcpu_ioctl_set_regs()
513 kvmppc_set_sprg5(vcpu, regs->sprg5); in kvm_arch_vcpu_ioctl_set_regs()
514 kvmppc_set_sprg6(vcpu, regs->sprg6); in kvm_arch_vcpu_ioctl_set_regs()
515 kvmppc_set_sprg7(vcpu, regs->sprg7); in kvm_arch_vcpu_ioctl_set_regs()
518 kvmppc_set_gpr(vcpu, i, regs->gpr[i]); in kvm_arch_vcpu_ioctl_set_regs()
523 int kvm_arch_vcpu_ioctl_get_fpu(struct kvm_vcpu *vcpu, struct kvm_fpu *fpu) in kvm_arch_vcpu_ioctl_get_fpu() argument
528 int kvm_arch_vcpu_ioctl_set_fpu(struct kvm_vcpu *vcpu, struct kvm_fpu *fpu) in kvm_arch_vcpu_ioctl_set_fpu() argument
533 int kvmppc_get_one_reg(struct kvm_vcpu *vcpu, u64 id, in kvmppc_get_one_reg() argument
539 r = vcpu->kvm->arch.kvm_ops->get_one_reg(vcpu, id, val); in kvmppc_get_one_reg()
544 *val = get_reg_val(id, kvmppc_get_dar(vcpu)); in kvmppc_get_one_reg()
547 *val = get_reg_val(id, kvmppc_get_dsisr(vcpu)); in kvmppc_get_one_reg()
551 *val = get_reg_val(id, VCPU_FPR(vcpu, i)); in kvmppc_get_one_reg()
554 *val = get_reg_val(id, vcpu->arch.fp.fpscr); in kvmppc_get_one_reg()
560 val->vsxval[0] = vcpu->arch.fp.fpr[i][0]; in kvmppc_get_one_reg()
561 val->vsxval[1] = vcpu->arch.fp.fpr[i][1]; in kvmppc_get_one_reg()
572 if (!vcpu->arch.icp) { in kvmppc_get_one_reg()
576 *val = get_reg_val(id, kvmppc_xics_get_icp(vcpu)); in kvmppc_get_one_reg()
580 *val = get_reg_val(id, vcpu->arch.fscr); in kvmppc_get_one_reg()
583 *val = get_reg_val(id, vcpu->arch.tar); in kvmppc_get_one_reg()
586 *val = get_reg_val(id, vcpu->arch.ebbhr); in kvmppc_get_one_reg()
589 *val = get_reg_val(id, vcpu->arch.ebbrr); in kvmppc_get_one_reg()
592 *val = get_reg_val(id, vcpu->arch.bescr); in kvmppc_get_one_reg()
595 *val = get_reg_val(id, vcpu->arch.vtb); in kvmppc_get_one_reg()
598 *val = get_reg_val(id, vcpu->arch.ic); in kvmppc_get_one_reg()
609 int kvmppc_set_one_reg(struct kvm_vcpu *vcpu, u64 id, in kvmppc_set_one_reg() argument
615 r = vcpu->kvm->arch.kvm_ops->set_one_reg(vcpu, id, val); in kvmppc_set_one_reg()
620 kvmppc_set_dar(vcpu, set_reg_val(id, *val)); in kvmppc_set_one_reg()
623 kvmppc_set_dsisr(vcpu, set_reg_val(id, *val)); in kvmppc_set_one_reg()
627 VCPU_FPR(vcpu, i) = set_reg_val(id, *val); in kvmppc_set_one_reg()
630 vcpu->arch.fp.fpscr = set_reg_val(id, *val); in kvmppc_set_one_reg()
636 vcpu->arch.fp.fpr[i][0] = val->vsxval[0]; in kvmppc_set_one_reg()
637 vcpu->arch.fp.fpr[i][1] = val->vsxval[1]; in kvmppc_set_one_reg()
645 if (!vcpu->arch.icp) { in kvmppc_set_one_reg()
649 r = kvmppc_xics_set_icp(vcpu, in kvmppc_set_one_reg()
654 vcpu->arch.fscr = set_reg_val(id, *val); in kvmppc_set_one_reg()
657 vcpu->arch.tar = set_reg_val(id, *val); in kvmppc_set_one_reg()
660 vcpu->arch.ebbhr = set_reg_val(id, *val); in kvmppc_set_one_reg()
663 vcpu->arch.ebbrr = set_reg_val(id, *val); in kvmppc_set_one_reg()
666 vcpu->arch.bescr = set_reg_val(id, *val); in kvmppc_set_one_reg()
669 vcpu->arch.vtb = set_reg_val(id, *val); in kvmppc_set_one_reg()
672 vcpu->arch.ic = set_reg_val(id, *val); in kvmppc_set_one_reg()
683 void kvmppc_core_vcpu_load(struct kvm_vcpu *vcpu, int cpu) in kvmppc_core_vcpu_load() argument
685 vcpu->kvm->arch.kvm_ops->vcpu_load(vcpu, cpu); in kvmppc_core_vcpu_load()
688 void kvmppc_core_vcpu_put(struct kvm_vcpu *vcpu) in kvmppc_core_vcpu_put() argument
690 vcpu->kvm->arch.kvm_ops->vcpu_put(vcpu); in kvmppc_core_vcpu_put()
693 void kvmppc_set_msr(struct kvm_vcpu *vcpu, u64 msr) in kvmppc_set_msr() argument
695 vcpu->kvm->arch.kvm_ops->set_msr(vcpu, msr); in kvmppc_set_msr()
699 int kvmppc_vcpu_run(struct kvm_run *kvm_run, struct kvm_vcpu *vcpu) in kvmppc_vcpu_run() argument
701 return vcpu->kvm->arch.kvm_ops->vcpu_run(kvm_run, vcpu); in kvmppc_vcpu_run()
704 int kvm_arch_vcpu_ioctl_translate(struct kvm_vcpu *vcpu, in kvm_arch_vcpu_ioctl_translate() argument
710 int kvm_arch_vcpu_ioctl_set_guest_debug(struct kvm_vcpu *vcpu, in kvm_arch_vcpu_ioctl_set_guest_debug() argument
713 vcpu->guest_debug = dbg->control; in kvm_arch_vcpu_ioctl_set_guest_debug()
717 void kvmppc_decrementer_func(struct kvm_vcpu *vcpu) in kvmppc_decrementer_func() argument
719 kvmppc_core_queue_dec(vcpu); in kvmppc_decrementer_func()
720 kvm_vcpu_kick(vcpu); in kvmppc_decrementer_func()
728 void kvmppc_core_vcpu_free(struct kvm_vcpu *vcpu) in kvmppc_core_vcpu_free() argument
730 vcpu->kvm->arch.kvm_ops->vcpu_free(vcpu); in kvmppc_core_vcpu_free()
733 int kvmppc_core_check_requests(struct kvm_vcpu *vcpu) in kvmppc_core_check_requests() argument
735 return vcpu->kvm->arch.kvm_ops->check_requests(vcpu); in kvmppc_core_check_requests()
801 void kvmppc_mmu_destroy(struct kvm_vcpu *vcpu) in kvmppc_mmu_destroy() argument
803 vcpu->kvm->arch.kvm_ops->mmu_destroy(vcpu); in kvmppc_mmu_destroy()
827 int kvmppc_h_logical_ci_load(struct kvm_vcpu *vcpu) in kvmppc_h_logical_ci_load() argument
829 unsigned long size = kvmppc_get_gpr(vcpu, 4); in kvmppc_h_logical_ci_load()
830 unsigned long addr = kvmppc_get_gpr(vcpu, 5); in kvmppc_h_logical_ci_load()
838 srcu_idx = srcu_read_lock(&vcpu->kvm->srcu); in kvmppc_h_logical_ci_load()
839 ret = kvm_io_bus_read(vcpu, KVM_MMIO_BUS, addr, size, &buf); in kvmppc_h_logical_ci_load()
840 srcu_read_unlock(&vcpu->kvm->srcu, srcu_idx); in kvmppc_h_logical_ci_load()
846 kvmppc_set_gpr(vcpu, 4, *(u8 *)&buf); in kvmppc_h_logical_ci_load()
850 kvmppc_set_gpr(vcpu, 4, be16_to_cpu(*(__be16 *)&buf)); in kvmppc_h_logical_ci_load()
854 kvmppc_set_gpr(vcpu, 4, be32_to_cpu(*(__be32 *)&buf)); in kvmppc_h_logical_ci_load()
858 kvmppc_set_gpr(vcpu, 4, be64_to_cpu(*(__be64 *)&buf)); in kvmppc_h_logical_ci_load()
869 int kvmppc_h_logical_ci_store(struct kvm_vcpu *vcpu) in kvmppc_h_logical_ci_store() argument
871 unsigned long size = kvmppc_get_gpr(vcpu, 4); in kvmppc_h_logical_ci_store()
872 unsigned long addr = kvmppc_get_gpr(vcpu, 5); in kvmppc_h_logical_ci_store()
873 unsigned long val = kvmppc_get_gpr(vcpu, 6); in kvmppc_h_logical_ci_store()
899 srcu_idx = srcu_read_lock(&vcpu->kvm->srcu); in kvmppc_h_logical_ci_store()
900 ret = kvm_io_bus_write(vcpu, KVM_MMIO_BUS, addr, size, &buf); in kvmppc_h_logical_ci_store()
901 srcu_read_unlock(&vcpu->kvm->srcu, srcu_idx); in kvmppc_h_logical_ci_store()