Lines Matching refs:vcpu
68 void kvmppc_unfixup_split_real(struct kvm_vcpu *vcpu) in kvmppc_unfixup_split_real() argument
70 if (vcpu->arch.hflags & BOOK3S_HFLAG_SPLIT_HACK) { in kvmppc_unfixup_split_real()
71 ulong pc = kvmppc_get_pc(vcpu); in kvmppc_unfixup_split_real()
73 kvmppc_set_pc(vcpu, pc & ~SPLIT_HACK_MASK); in kvmppc_unfixup_split_real()
74 vcpu->arch.hflags &= ~BOOK3S_HFLAG_SPLIT_HACK; in kvmppc_unfixup_split_real()
79 static inline unsigned long kvmppc_interrupt_offset(struct kvm_vcpu *vcpu) in kvmppc_interrupt_offset() argument
81 if (!is_kvmppc_hv_enabled(vcpu->kvm)) in kvmppc_interrupt_offset()
82 return to_book3s(vcpu)->hior; in kvmppc_interrupt_offset()
86 static inline void kvmppc_update_int_pending(struct kvm_vcpu *vcpu, in kvmppc_update_int_pending() argument
89 if (is_kvmppc_hv_enabled(vcpu->kvm)) in kvmppc_update_int_pending()
92 kvmppc_set_int_pending(vcpu, 1); in kvmppc_update_int_pending()
94 kvmppc_set_int_pending(vcpu, 0); in kvmppc_update_int_pending()
97 static inline bool kvmppc_critical_section(struct kvm_vcpu *vcpu) in kvmppc_critical_section() argument
103 if (is_kvmppc_hv_enabled(vcpu->kvm)) in kvmppc_critical_section()
106 crit_raw = kvmppc_get_critical(vcpu); in kvmppc_critical_section()
107 crit_r1 = kvmppc_get_gpr(vcpu, 1); in kvmppc_critical_section()
110 if (!(kvmppc_get_msr(vcpu) & MSR_SF)) { in kvmppc_critical_section()
118 crit = crit && !(kvmppc_get_msr(vcpu) & MSR_PR); in kvmppc_critical_section()
123 void kvmppc_inject_interrupt(struct kvm_vcpu *vcpu, int vec, u64 flags) in kvmppc_inject_interrupt() argument
125 kvmppc_unfixup_split_real(vcpu); in kvmppc_inject_interrupt()
126 kvmppc_set_srr0(vcpu, kvmppc_get_pc(vcpu)); in kvmppc_inject_interrupt()
127 kvmppc_set_srr1(vcpu, kvmppc_get_msr(vcpu) | flags); in kvmppc_inject_interrupt()
128 kvmppc_set_pc(vcpu, kvmppc_interrupt_offset(vcpu) + vec); in kvmppc_inject_interrupt()
129 vcpu->arch.mmu.reset_msr(vcpu); in kvmppc_inject_interrupt()
160 void kvmppc_book3s_dequeue_irqprio(struct kvm_vcpu *vcpu, in kvmppc_book3s_dequeue_irqprio() argument
163 unsigned long old_pending = vcpu->arch.pending_exceptions; in kvmppc_book3s_dequeue_irqprio()
166 &vcpu->arch.pending_exceptions); in kvmppc_book3s_dequeue_irqprio()
168 kvmppc_update_int_pending(vcpu, vcpu->arch.pending_exceptions, in kvmppc_book3s_dequeue_irqprio()
172 void kvmppc_book3s_queue_irqprio(struct kvm_vcpu *vcpu, unsigned int vec) in kvmppc_book3s_queue_irqprio() argument
174 vcpu->stat.queue_intr++; in kvmppc_book3s_queue_irqprio()
177 &vcpu->arch.pending_exceptions); in kvmppc_book3s_queue_irqprio()
184 void kvmppc_core_queue_program(struct kvm_vcpu *vcpu, ulong flags) in kvmppc_core_queue_program() argument
187 kvmppc_inject_interrupt(vcpu, BOOK3S_INTERRUPT_PROGRAM, flags); in kvmppc_core_queue_program()
191 void kvmppc_core_queue_dec(struct kvm_vcpu *vcpu) in kvmppc_core_queue_dec() argument
193 kvmppc_book3s_queue_irqprio(vcpu, BOOK3S_INTERRUPT_DECREMENTER); in kvmppc_core_queue_dec()
197 int kvmppc_core_pending_dec(struct kvm_vcpu *vcpu) in kvmppc_core_pending_dec() argument
199 return test_bit(BOOK3S_IRQPRIO_DECREMENTER, &vcpu->arch.pending_exceptions); in kvmppc_core_pending_dec()
203 void kvmppc_core_dequeue_dec(struct kvm_vcpu *vcpu) in kvmppc_core_dequeue_dec() argument
205 kvmppc_book3s_dequeue_irqprio(vcpu, BOOK3S_INTERRUPT_DECREMENTER); in kvmppc_core_dequeue_dec()
209 void kvmppc_core_queue_external(struct kvm_vcpu *vcpu, in kvmppc_core_queue_external() argument
217 kvmppc_book3s_queue_irqprio(vcpu, vec); in kvmppc_core_queue_external()
220 void kvmppc_core_dequeue_external(struct kvm_vcpu *vcpu) in kvmppc_core_dequeue_external() argument
222 kvmppc_book3s_dequeue_irqprio(vcpu, BOOK3S_INTERRUPT_EXTERNAL); in kvmppc_core_dequeue_external()
223 kvmppc_book3s_dequeue_irqprio(vcpu, BOOK3S_INTERRUPT_EXTERNAL_LEVEL); in kvmppc_core_dequeue_external()
226 void kvmppc_core_queue_data_storage(struct kvm_vcpu *vcpu, ulong dar, in kvmppc_core_queue_data_storage() argument
229 kvmppc_set_dar(vcpu, dar); in kvmppc_core_queue_data_storage()
230 kvmppc_set_dsisr(vcpu, flags); in kvmppc_core_queue_data_storage()
231 kvmppc_book3s_queue_irqprio(vcpu, BOOK3S_INTERRUPT_DATA_STORAGE); in kvmppc_core_queue_data_storage()
234 void kvmppc_core_queue_inst_storage(struct kvm_vcpu *vcpu, ulong flags) in kvmppc_core_queue_inst_storage() argument
236 u64 msr = kvmppc_get_msr(vcpu); in kvmppc_core_queue_inst_storage()
239 kvmppc_set_msr_fast(vcpu, msr); in kvmppc_core_queue_inst_storage()
240 kvmppc_book3s_queue_irqprio(vcpu, BOOK3S_INTERRUPT_INST_STORAGE); in kvmppc_core_queue_inst_storage()
243 int kvmppc_book3s_irqprio_deliver(struct kvm_vcpu *vcpu, unsigned int priority) in kvmppc_book3s_irqprio_deliver() argument
247 bool crit = kvmppc_critical_section(vcpu); in kvmppc_book3s_irqprio_deliver()
251 deliver = (kvmppc_get_msr(vcpu) & MSR_EE) && !crit; in kvmppc_book3s_irqprio_deliver()
256 deliver = (kvmppc_get_msr(vcpu) & MSR_EE) && !crit; in kvmppc_book3s_irqprio_deliver()
315 kvmppc_inject_interrupt(vcpu, vec, 0); in kvmppc_book3s_irqprio_deliver()
323 static bool clear_irqprio(struct kvm_vcpu *vcpu, unsigned int priority) in clear_irqprio() argument
337 int kvmppc_core_prepare_to_enter(struct kvm_vcpu *vcpu) in kvmppc_core_prepare_to_enter() argument
339 unsigned long *pending = &vcpu->arch.pending_exceptions; in kvmppc_core_prepare_to_enter()
340 unsigned long old_pending = vcpu->arch.pending_exceptions; in kvmppc_core_prepare_to_enter()
344 if (vcpu->arch.pending_exceptions) in kvmppc_core_prepare_to_enter()
345 printk(KERN_EMERG "KVM: Check pending: %lx\n", vcpu->arch.pending_exceptions); in kvmppc_core_prepare_to_enter()
349 if (kvmppc_book3s_irqprio_deliver(vcpu, priority) && in kvmppc_core_prepare_to_enter()
350 clear_irqprio(vcpu, priority)) { in kvmppc_core_prepare_to_enter()
351 clear_bit(priority, &vcpu->arch.pending_exceptions); in kvmppc_core_prepare_to_enter()
361 kvmppc_update_int_pending(vcpu, *pending, old_pending); in kvmppc_core_prepare_to_enter()
367 pfn_t kvmppc_gpa_to_pfn(struct kvm_vcpu *vcpu, gpa_t gpa, bool writing, in kvmppc_gpa_to_pfn() argument
370 ulong mp_pa = vcpu->arch.magic_page_pa & KVM_PAM; in kvmppc_gpa_to_pfn()
373 if (!(kvmppc_get_msr(vcpu) & MSR_SF)) in kvmppc_gpa_to_pfn()
379 ulong shared_page = ((ulong)vcpu->arch.shared) & PAGE_MASK; in kvmppc_gpa_to_pfn()
389 return gfn_to_pfn_prot(vcpu->kvm, gfn, writing, writable); in kvmppc_gpa_to_pfn()
393 int kvmppc_xlate(struct kvm_vcpu *vcpu, ulong eaddr, enum xlate_instdata xlid, in kvmppc_xlate() argument
398 int relocated = (kvmppc_get_msr(vcpu) & (data ? MSR_DR : MSR_IR)); in kvmppc_xlate()
402 r = vcpu->arch.mmu.xlate(vcpu, eaddr, pte, data, iswrite); in kvmppc_xlate()
412 if ((kvmppc_get_msr(vcpu) & (MSR_IR | MSR_DR)) == MSR_DR && in kvmppc_xlate()
414 if ((vcpu->arch.hflags & BOOK3S_HFLAG_SPLIT_HACK) && in kvmppc_xlate()
423 int kvmppc_load_last_inst(struct kvm_vcpu *vcpu, enum instruction_type type, in kvmppc_load_last_inst() argument
426 ulong pc = kvmppc_get_pc(vcpu); in kvmppc_load_last_inst()
432 r = kvmppc_ld(vcpu, &pc, sizeof(u32), inst, false); in kvmppc_load_last_inst()
440 int kvm_arch_vcpu_setup(struct kvm_vcpu *vcpu) in kvm_arch_vcpu_setup() argument
445 int kvmppc_subarch_vcpu_init(struct kvm_vcpu *vcpu) in kvmppc_subarch_vcpu_init() argument
450 void kvmppc_subarch_vcpu_uninit(struct kvm_vcpu *vcpu) in kvmppc_subarch_vcpu_uninit() argument
454 int kvm_arch_vcpu_ioctl_get_sregs(struct kvm_vcpu *vcpu, in kvm_arch_vcpu_ioctl_get_sregs() argument
457 return vcpu->kvm->arch.kvm_ops->get_sregs(vcpu, sregs); in kvm_arch_vcpu_ioctl_get_sregs()
460 int kvm_arch_vcpu_ioctl_set_sregs(struct kvm_vcpu *vcpu, in kvm_arch_vcpu_ioctl_set_sregs() argument
463 return vcpu->kvm->arch.kvm_ops->set_sregs(vcpu, sregs); in kvm_arch_vcpu_ioctl_set_sregs()
466 int kvm_arch_vcpu_ioctl_get_regs(struct kvm_vcpu *vcpu, struct kvm_regs *regs) in kvm_arch_vcpu_ioctl_get_regs() argument
470 regs->pc = kvmppc_get_pc(vcpu); in kvm_arch_vcpu_ioctl_get_regs()
471 regs->cr = kvmppc_get_cr(vcpu); in kvm_arch_vcpu_ioctl_get_regs()
472 regs->ctr = kvmppc_get_ctr(vcpu); in kvm_arch_vcpu_ioctl_get_regs()
473 regs->lr = kvmppc_get_lr(vcpu); in kvm_arch_vcpu_ioctl_get_regs()
474 regs->xer = kvmppc_get_xer(vcpu); in kvm_arch_vcpu_ioctl_get_regs()
475 regs->msr = kvmppc_get_msr(vcpu); in kvm_arch_vcpu_ioctl_get_regs()
476 regs->srr0 = kvmppc_get_srr0(vcpu); in kvm_arch_vcpu_ioctl_get_regs()
477 regs->srr1 = kvmppc_get_srr1(vcpu); in kvm_arch_vcpu_ioctl_get_regs()
478 regs->pid = vcpu->arch.pid; in kvm_arch_vcpu_ioctl_get_regs()
479 regs->sprg0 = kvmppc_get_sprg0(vcpu); in kvm_arch_vcpu_ioctl_get_regs()
480 regs->sprg1 = kvmppc_get_sprg1(vcpu); in kvm_arch_vcpu_ioctl_get_regs()
481 regs->sprg2 = kvmppc_get_sprg2(vcpu); in kvm_arch_vcpu_ioctl_get_regs()
482 regs->sprg3 = kvmppc_get_sprg3(vcpu); in kvm_arch_vcpu_ioctl_get_regs()
483 regs->sprg4 = kvmppc_get_sprg4(vcpu); in kvm_arch_vcpu_ioctl_get_regs()
484 regs->sprg5 = kvmppc_get_sprg5(vcpu); in kvm_arch_vcpu_ioctl_get_regs()
485 regs->sprg6 = kvmppc_get_sprg6(vcpu); in kvm_arch_vcpu_ioctl_get_regs()
486 regs->sprg7 = kvmppc_get_sprg7(vcpu); in kvm_arch_vcpu_ioctl_get_regs()
489 regs->gpr[i] = kvmppc_get_gpr(vcpu, i); in kvm_arch_vcpu_ioctl_get_regs()
494 int kvm_arch_vcpu_ioctl_set_regs(struct kvm_vcpu *vcpu, struct kvm_regs *regs) in kvm_arch_vcpu_ioctl_set_regs() argument
498 kvmppc_set_pc(vcpu, regs->pc); in kvm_arch_vcpu_ioctl_set_regs()
499 kvmppc_set_cr(vcpu, regs->cr); in kvm_arch_vcpu_ioctl_set_regs()
500 kvmppc_set_ctr(vcpu, regs->ctr); in kvm_arch_vcpu_ioctl_set_regs()
501 kvmppc_set_lr(vcpu, regs->lr); in kvm_arch_vcpu_ioctl_set_regs()
502 kvmppc_set_xer(vcpu, regs->xer); in kvm_arch_vcpu_ioctl_set_regs()
503 kvmppc_set_msr(vcpu, regs->msr); in kvm_arch_vcpu_ioctl_set_regs()
504 kvmppc_set_srr0(vcpu, regs->srr0); in kvm_arch_vcpu_ioctl_set_regs()
505 kvmppc_set_srr1(vcpu, regs->srr1); in kvm_arch_vcpu_ioctl_set_regs()
506 kvmppc_set_sprg0(vcpu, regs->sprg0); in kvm_arch_vcpu_ioctl_set_regs()
507 kvmppc_set_sprg1(vcpu, regs->sprg1); in kvm_arch_vcpu_ioctl_set_regs()
508 kvmppc_set_sprg2(vcpu, regs->sprg2); in kvm_arch_vcpu_ioctl_set_regs()
509 kvmppc_set_sprg3(vcpu, regs->sprg3); in kvm_arch_vcpu_ioctl_set_regs()
510 kvmppc_set_sprg4(vcpu, regs->sprg4); in kvm_arch_vcpu_ioctl_set_regs()
511 kvmppc_set_sprg5(vcpu, regs->sprg5); in kvm_arch_vcpu_ioctl_set_regs()
512 kvmppc_set_sprg6(vcpu, regs->sprg6); in kvm_arch_vcpu_ioctl_set_regs()
513 kvmppc_set_sprg7(vcpu, regs->sprg7); in kvm_arch_vcpu_ioctl_set_regs()
516 kvmppc_set_gpr(vcpu, i, regs->gpr[i]); in kvm_arch_vcpu_ioctl_set_regs()
521 int kvm_arch_vcpu_ioctl_get_fpu(struct kvm_vcpu *vcpu, struct kvm_fpu *fpu) in kvm_arch_vcpu_ioctl_get_fpu() argument
526 int kvm_arch_vcpu_ioctl_set_fpu(struct kvm_vcpu *vcpu, struct kvm_fpu *fpu) in kvm_arch_vcpu_ioctl_set_fpu() argument
531 int kvmppc_get_one_reg(struct kvm_vcpu *vcpu, u64 id, in kvmppc_get_one_reg() argument
537 r = vcpu->kvm->arch.kvm_ops->get_one_reg(vcpu, id, val); in kvmppc_get_one_reg()
542 *val = get_reg_val(id, kvmppc_get_dar(vcpu)); in kvmppc_get_one_reg()
545 *val = get_reg_val(id, kvmppc_get_dsisr(vcpu)); in kvmppc_get_one_reg()
549 *val = get_reg_val(id, VCPU_FPR(vcpu, i)); in kvmppc_get_one_reg()
552 *val = get_reg_val(id, vcpu->arch.fp.fpscr); in kvmppc_get_one_reg()
558 val->vsxval[0] = vcpu->arch.fp.fpr[i][0]; in kvmppc_get_one_reg()
559 val->vsxval[1] = vcpu->arch.fp.fpr[i][1]; in kvmppc_get_one_reg()
570 if (!vcpu->arch.icp) { in kvmppc_get_one_reg()
574 *val = get_reg_val(id, kvmppc_xics_get_icp(vcpu)); in kvmppc_get_one_reg()
578 *val = get_reg_val(id, vcpu->arch.fscr); in kvmppc_get_one_reg()
581 *val = get_reg_val(id, vcpu->arch.tar); in kvmppc_get_one_reg()
584 *val = get_reg_val(id, vcpu->arch.ebbhr); in kvmppc_get_one_reg()
587 *val = get_reg_val(id, vcpu->arch.ebbrr); in kvmppc_get_one_reg()
590 *val = get_reg_val(id, vcpu->arch.bescr); in kvmppc_get_one_reg()
593 *val = get_reg_val(id, vcpu->arch.vtb); in kvmppc_get_one_reg()
596 *val = get_reg_val(id, vcpu->arch.ic); in kvmppc_get_one_reg()
607 int kvmppc_set_one_reg(struct kvm_vcpu *vcpu, u64 id, in kvmppc_set_one_reg() argument
613 r = vcpu->kvm->arch.kvm_ops->set_one_reg(vcpu, id, val); in kvmppc_set_one_reg()
618 kvmppc_set_dar(vcpu, set_reg_val(id, *val)); in kvmppc_set_one_reg()
621 kvmppc_set_dsisr(vcpu, set_reg_val(id, *val)); in kvmppc_set_one_reg()
625 VCPU_FPR(vcpu, i) = set_reg_val(id, *val); in kvmppc_set_one_reg()
628 vcpu->arch.fp.fpscr = set_reg_val(id, *val); in kvmppc_set_one_reg()
634 vcpu->arch.fp.fpr[i][0] = val->vsxval[0]; in kvmppc_set_one_reg()
635 vcpu->arch.fp.fpr[i][1] = val->vsxval[1]; in kvmppc_set_one_reg()
643 if (!vcpu->arch.icp) { in kvmppc_set_one_reg()
647 r = kvmppc_xics_set_icp(vcpu, in kvmppc_set_one_reg()
652 vcpu->arch.fscr = set_reg_val(id, *val); in kvmppc_set_one_reg()
655 vcpu->arch.tar = set_reg_val(id, *val); in kvmppc_set_one_reg()
658 vcpu->arch.ebbhr = set_reg_val(id, *val); in kvmppc_set_one_reg()
661 vcpu->arch.ebbrr = set_reg_val(id, *val); in kvmppc_set_one_reg()
664 vcpu->arch.bescr = set_reg_val(id, *val); in kvmppc_set_one_reg()
667 vcpu->arch.vtb = set_reg_val(id, *val); in kvmppc_set_one_reg()
670 vcpu->arch.ic = set_reg_val(id, *val); in kvmppc_set_one_reg()
681 void kvmppc_core_vcpu_load(struct kvm_vcpu *vcpu, int cpu) in kvmppc_core_vcpu_load() argument
683 vcpu->kvm->arch.kvm_ops->vcpu_load(vcpu, cpu); in kvmppc_core_vcpu_load()
686 void kvmppc_core_vcpu_put(struct kvm_vcpu *vcpu) in kvmppc_core_vcpu_put() argument
688 vcpu->kvm->arch.kvm_ops->vcpu_put(vcpu); in kvmppc_core_vcpu_put()
691 void kvmppc_set_msr(struct kvm_vcpu *vcpu, u64 msr) in kvmppc_set_msr() argument
693 vcpu->kvm->arch.kvm_ops->set_msr(vcpu, msr); in kvmppc_set_msr()
697 int kvmppc_vcpu_run(struct kvm_run *kvm_run, struct kvm_vcpu *vcpu) in kvmppc_vcpu_run() argument
699 return vcpu->kvm->arch.kvm_ops->vcpu_run(kvm_run, vcpu); in kvmppc_vcpu_run()
702 int kvm_arch_vcpu_ioctl_translate(struct kvm_vcpu *vcpu, in kvm_arch_vcpu_ioctl_translate() argument
708 int kvm_arch_vcpu_ioctl_set_guest_debug(struct kvm_vcpu *vcpu, in kvm_arch_vcpu_ioctl_set_guest_debug() argument
711 vcpu->guest_debug = dbg->control; in kvm_arch_vcpu_ioctl_set_guest_debug()
715 void kvmppc_decrementer_func(struct kvm_vcpu *vcpu) in kvmppc_decrementer_func() argument
717 kvmppc_core_queue_dec(vcpu); in kvmppc_decrementer_func()
718 kvm_vcpu_kick(vcpu); in kvmppc_decrementer_func()
726 void kvmppc_core_vcpu_free(struct kvm_vcpu *vcpu) in kvmppc_core_vcpu_free() argument
728 vcpu->kvm->arch.kvm_ops->vcpu_free(vcpu); in kvmppc_core_vcpu_free()
731 int kvmppc_core_check_requests(struct kvm_vcpu *vcpu) in kvmppc_core_check_requests() argument
733 return vcpu->kvm->arch.kvm_ops->check_requests(vcpu); in kvmppc_core_check_requests()
798 void kvmppc_mmu_destroy(struct kvm_vcpu *vcpu) in kvmppc_mmu_destroy() argument
800 vcpu->kvm->arch.kvm_ops->mmu_destroy(vcpu); in kvmppc_mmu_destroy()
824 int kvmppc_h_logical_ci_load(struct kvm_vcpu *vcpu) in kvmppc_h_logical_ci_load() argument
826 unsigned long size = kvmppc_get_gpr(vcpu, 4); in kvmppc_h_logical_ci_load()
827 unsigned long addr = kvmppc_get_gpr(vcpu, 5); in kvmppc_h_logical_ci_load()
835 srcu_idx = srcu_read_lock(&vcpu->kvm->srcu); in kvmppc_h_logical_ci_load()
836 ret = kvm_io_bus_read(vcpu, KVM_MMIO_BUS, addr, size, &buf); in kvmppc_h_logical_ci_load()
837 srcu_read_unlock(&vcpu->kvm->srcu, srcu_idx); in kvmppc_h_logical_ci_load()
843 kvmppc_set_gpr(vcpu, 4, *(u8 *)&buf); in kvmppc_h_logical_ci_load()
847 kvmppc_set_gpr(vcpu, 4, be16_to_cpu(*(__be16 *)&buf)); in kvmppc_h_logical_ci_load()
851 kvmppc_set_gpr(vcpu, 4, be32_to_cpu(*(__be32 *)&buf)); in kvmppc_h_logical_ci_load()
855 kvmppc_set_gpr(vcpu, 4, be64_to_cpu(*(__be64 *)&buf)); in kvmppc_h_logical_ci_load()
866 int kvmppc_h_logical_ci_store(struct kvm_vcpu *vcpu) in kvmppc_h_logical_ci_store() argument
868 unsigned long size = kvmppc_get_gpr(vcpu, 4); in kvmppc_h_logical_ci_store()
869 unsigned long addr = kvmppc_get_gpr(vcpu, 5); in kvmppc_h_logical_ci_store()
870 unsigned long val = kvmppc_get_gpr(vcpu, 6); in kvmppc_h_logical_ci_store()
896 srcu_idx = srcu_read_lock(&vcpu->kvm->srcu); in kvmppc_h_logical_ci_store()
897 ret = kvm_io_bus_write(vcpu, KVM_MMIO_BUS, addr, size, &buf); in kvmppc_h_logical_ci_store()
898 srcu_read_unlock(&vcpu->kvm->srcu, srcu_idx); in kvmppc_h_logical_ci_store()