74 void kvmppc_dump_vcpu(struct kvm_vcpu *vcpu)  in kvmppc_dump_vcpu()  argument
78 	printk("pc:   %08lx msr:  %08llx\n", vcpu->arch.pc, vcpu->arch.shared->msr);  in kvmppc_dump_vcpu()
79 	printk("lr:   %08lx ctr:  %08lx\n", vcpu->arch.lr, vcpu->arch.ctr);  in kvmppc_dump_vcpu()
80 	printk("srr0: %08llx srr1: %08llx\n", vcpu->arch.shared->srr0,  in kvmppc_dump_vcpu()
81 					    vcpu->arch.shared->srr1);  in kvmppc_dump_vcpu()
83 	printk("exceptions: %08lx\n", vcpu->arch.pending_exceptions);  in kvmppc_dump_vcpu()
87 		       kvmppc_get_gpr(vcpu, i),  in kvmppc_dump_vcpu()
88 		       kvmppc_get_gpr(vcpu, i+1),  in kvmppc_dump_vcpu()
89 		       kvmppc_get_gpr(vcpu, i+2),  in kvmppc_dump_vcpu()
90 		       kvmppc_get_gpr(vcpu, i+3));  in kvmppc_dump_vcpu()
95 void kvmppc_vcpu_disable_spe(struct kvm_vcpu *vcpu)  in kvmppc_vcpu_disable_spe()  argument
99 	kvmppc_save_guest_spe(vcpu);  in kvmppc_vcpu_disable_spe()
100 	vcpu->arch.shadow_msr &= ~MSR_SPE;  in kvmppc_vcpu_disable_spe()
104 static void kvmppc_vcpu_enable_spe(struct kvm_vcpu *vcpu)  in kvmppc_vcpu_enable_spe()  argument
108 	kvmppc_load_guest_spe(vcpu);  in kvmppc_vcpu_enable_spe()
109 	vcpu->arch.shadow_msr |= MSR_SPE;  in kvmppc_vcpu_enable_spe()
113 static void kvmppc_vcpu_sync_spe(struct kvm_vcpu *vcpu)  in kvmppc_vcpu_sync_spe()  argument
115 	if (vcpu->arch.shared->msr & MSR_SPE) {  in kvmppc_vcpu_sync_spe()
116 		if (!(vcpu->arch.shadow_msr & MSR_SPE))  in kvmppc_vcpu_sync_spe()
117 			kvmppc_vcpu_enable_spe(vcpu);  in kvmppc_vcpu_sync_spe()
118 	} else if (vcpu->arch.shadow_msr & MSR_SPE) {  in kvmppc_vcpu_sync_spe()
119 		kvmppc_vcpu_disable_spe(vcpu);  in kvmppc_vcpu_sync_spe()
123 static void kvmppc_vcpu_sync_spe(struct kvm_vcpu *vcpu)  in kvmppc_vcpu_sync_spe()  argument
137 static inline void kvmppc_load_guest_fp(struct kvm_vcpu *vcpu)  in kvmppc_load_guest_fp()  argument
142 		load_fp_state(&vcpu->arch.fp);  in kvmppc_load_guest_fp()
143 		current->thread.fp_save_area = &vcpu->arch.fp;  in kvmppc_load_guest_fp()
153 static inline void kvmppc_save_guest_fp(struct kvm_vcpu *vcpu)  in kvmppc_save_guest_fp()  argument
162 static void kvmppc_vcpu_sync_fpu(struct kvm_vcpu *vcpu)  in kvmppc_vcpu_sync_fpu()  argument
167 	vcpu->arch.shadow_msr &= ~MSR_FP;  in kvmppc_vcpu_sync_fpu()
168 	vcpu->arch.shadow_msr |= vcpu->arch.shared->msr & MSR_FP;  in kvmppc_vcpu_sync_fpu()
177 static inline void kvmppc_load_guest_altivec(struct kvm_vcpu *vcpu)  in kvmppc_load_guest_altivec()  argument
183 			load_vr_state(&vcpu->arch.vr);  in kvmppc_load_guest_altivec()
184 			current->thread.vr_save_area = &vcpu->arch.vr;  in kvmppc_load_guest_altivec()
195 static inline void kvmppc_save_guest_altivec(struct kvm_vcpu *vcpu)  in kvmppc_save_guest_altivec()  argument
206 static void kvmppc_vcpu_sync_debug(struct kvm_vcpu *vcpu)  in kvmppc_vcpu_sync_debug()  argument
210 	vcpu->arch.shadow_msr &= ~MSR_DE;  in kvmppc_vcpu_sync_debug()
211 	vcpu->arch.shadow_msr |= vcpu->arch.shared->msr & MSR_DE;  in kvmppc_vcpu_sync_debug()
215 	if (vcpu->guest_debug) {  in kvmppc_vcpu_sync_debug()
221 		vcpu->arch.shared->msr |= MSR_DE;  in kvmppc_vcpu_sync_debug()
223 		vcpu->arch.shadow_msr |= MSR_DE;  in kvmppc_vcpu_sync_debug()
224 		vcpu->arch.shared->msr &= ~MSR_DE;  in kvmppc_vcpu_sync_debug()
233 void kvmppc_set_msr(struct kvm_vcpu *vcpu, u32 new_msr)  in kvmppc_set_msr()  argument
235 	u32 old_msr = vcpu->arch.shared->msr;  in kvmppc_set_msr()
241 	vcpu->arch.shared->msr = new_msr;  in kvmppc_set_msr()
243 	kvmppc_mmu_msr_notify(vcpu, old_msr);  in kvmppc_set_msr()
244 	kvmppc_vcpu_sync_spe(vcpu);  in kvmppc_set_msr()
245 	kvmppc_vcpu_sync_fpu(vcpu);  in kvmppc_set_msr()
246 	kvmppc_vcpu_sync_debug(vcpu);  in kvmppc_set_msr()
249 static void kvmppc_booke_queue_irqprio(struct kvm_vcpu *vcpu,  in kvmppc_booke_queue_irqprio()  argument
252 	trace_kvm_booke_queue_irqprio(vcpu, priority);  in kvmppc_booke_queue_irqprio()
253 	set_bit(priority, &vcpu->arch.pending_exceptions);  in kvmppc_booke_queue_irqprio()
256 void kvmppc_core_queue_dtlb_miss(struct kvm_vcpu *vcpu,  in kvmppc_core_queue_dtlb_miss()  argument
259 	vcpu->arch.queued_dear = dear_flags;  in kvmppc_core_queue_dtlb_miss()
260 	vcpu->arch.queued_esr = esr_flags;  in kvmppc_core_queue_dtlb_miss()
261 	kvmppc_booke_queue_irqprio(vcpu, BOOKE_IRQPRIO_DTLB_MISS);  in kvmppc_core_queue_dtlb_miss()
264 void kvmppc_core_queue_data_storage(struct kvm_vcpu *vcpu,  in kvmppc_core_queue_data_storage()  argument
267 	vcpu->arch.queued_dear = dear_flags;  in kvmppc_core_queue_data_storage()
268 	vcpu->arch.queued_esr = esr_flags;  in kvmppc_core_queue_data_storage()
269 	kvmppc_booke_queue_irqprio(vcpu, BOOKE_IRQPRIO_DATA_STORAGE);  in kvmppc_core_queue_data_storage()
272 void kvmppc_core_queue_itlb_miss(struct kvm_vcpu *vcpu)  in kvmppc_core_queue_itlb_miss()  argument
274 	kvmppc_booke_queue_irqprio(vcpu, BOOKE_IRQPRIO_ITLB_MISS);  in kvmppc_core_queue_itlb_miss()
277 void kvmppc_core_queue_inst_storage(struct kvm_vcpu *vcpu, ulong esr_flags)  in kvmppc_core_queue_inst_storage()  argument
279 	vcpu->arch.queued_esr = esr_flags;  in kvmppc_core_queue_inst_storage()
280 	kvmppc_booke_queue_irqprio(vcpu, BOOKE_IRQPRIO_INST_STORAGE);  in kvmppc_core_queue_inst_storage()
283 static void kvmppc_core_queue_alignment(struct kvm_vcpu *vcpu, ulong dear_flags,  in kvmppc_core_queue_alignment()  argument
286 	vcpu->arch.queued_dear = dear_flags;  in kvmppc_core_queue_alignment()
287 	vcpu->arch.queued_esr = esr_flags;  in kvmppc_core_queue_alignment()
288 	kvmppc_booke_queue_irqprio(vcpu, BOOKE_IRQPRIO_ALIGNMENT);  in kvmppc_core_queue_alignment()
291 void kvmppc_core_queue_program(struct kvm_vcpu *vcpu, ulong esr_flags)  in kvmppc_core_queue_program()  argument
293 	vcpu->arch.queued_esr = esr_flags;  in kvmppc_core_queue_program()
294 	kvmppc_booke_queue_irqprio(vcpu, BOOKE_IRQPRIO_PROGRAM);  in kvmppc_core_queue_program()
297 void kvmppc_core_queue_dec(struct kvm_vcpu *vcpu)  in kvmppc_core_queue_dec()  argument
299 	kvmppc_booke_queue_irqprio(vcpu, BOOKE_IRQPRIO_DECREMENTER);  in kvmppc_core_queue_dec()
302 int kvmppc_core_pending_dec(struct kvm_vcpu *vcpu)  in kvmppc_core_pending_dec()  argument
304 	return test_bit(BOOKE_IRQPRIO_DECREMENTER, &vcpu->arch.pending_exceptions);  in kvmppc_core_pending_dec()
307 void kvmppc_core_dequeue_dec(struct kvm_vcpu *vcpu)  in kvmppc_core_dequeue_dec()  argument
309 	clear_bit(BOOKE_IRQPRIO_DECREMENTER, &vcpu->arch.pending_exceptions);  in kvmppc_core_dequeue_dec()
312 void kvmppc_core_queue_external(struct kvm_vcpu *vcpu,  in kvmppc_core_queue_external()  argument
320 	kvmppc_booke_queue_irqprio(vcpu, prio);  in kvmppc_core_queue_external()
323 void kvmppc_core_dequeue_external(struct kvm_vcpu *vcpu)  in kvmppc_core_dequeue_external()  argument
325 	clear_bit(BOOKE_IRQPRIO_EXTERNAL, &vcpu->arch.pending_exceptions);  in kvmppc_core_dequeue_external()
326 	clear_bit(BOOKE_IRQPRIO_EXTERNAL_LEVEL, &vcpu->arch.pending_exceptions);  in kvmppc_core_dequeue_external()
329 static void kvmppc_core_queue_watchdog(struct kvm_vcpu *vcpu)  in kvmppc_core_queue_watchdog()  argument
331 	kvmppc_booke_queue_irqprio(vcpu, BOOKE_IRQPRIO_WATCHDOG);  in kvmppc_core_queue_watchdog()
334 static void kvmppc_core_dequeue_watchdog(struct kvm_vcpu *vcpu)  in kvmppc_core_dequeue_watchdog()  argument
336 	clear_bit(BOOKE_IRQPRIO_WATCHDOG, &vcpu->arch.pending_exceptions);  in kvmppc_core_dequeue_watchdog()
339 void kvmppc_core_queue_debug(struct kvm_vcpu *vcpu)  in kvmppc_core_queue_debug()  argument
341 	kvmppc_booke_queue_irqprio(vcpu, BOOKE_IRQPRIO_DEBUG);  in kvmppc_core_queue_debug()
344 void kvmppc_core_dequeue_debug(struct kvm_vcpu *vcpu)  in kvmppc_core_dequeue_debug()  argument
346 	clear_bit(BOOKE_IRQPRIO_DEBUG, &vcpu->arch.pending_exceptions);  in kvmppc_core_dequeue_debug()
349 static void set_guest_srr(struct kvm_vcpu *vcpu, unsigned long srr0, u32 srr1)  in set_guest_srr()  argument
351 	kvmppc_set_srr0(vcpu, srr0);  in set_guest_srr()
352 	kvmppc_set_srr1(vcpu, srr1);  in set_guest_srr()
355 static void set_guest_csrr(struct kvm_vcpu *vcpu, unsigned long srr0, u32 srr1)  in set_guest_csrr()  argument
357 	vcpu->arch.csrr0 = srr0;  in set_guest_csrr()
358 	vcpu->arch.csrr1 = srr1;  in set_guest_csrr()
361 static void set_guest_dsrr(struct kvm_vcpu *vcpu, unsigned long srr0, u32 srr1)  in set_guest_dsrr()  argument
364 		vcpu->arch.dsrr0 = srr0;  in set_guest_dsrr()
365 		vcpu->arch.dsrr1 = srr1;  in set_guest_dsrr()
367 		set_guest_csrr(vcpu, srr0, srr1);  in set_guest_dsrr()
371 static void set_guest_mcsrr(struct kvm_vcpu *vcpu, unsigned long srr0, u32 srr1)  in set_guest_mcsrr()  argument
373 	vcpu->arch.mcsrr0 = srr0;  in set_guest_mcsrr()
374 	vcpu->arch.mcsrr1 = srr1;  in set_guest_mcsrr()
378 static int kvmppc_booke_irqprio_deliver(struct kvm_vcpu *vcpu,  in kvmppc_booke_irqprio_deliver()  argument
384 	ulong crit_raw = vcpu->arch.shared->critical;  in kvmppc_booke_irqprio_deliver()
385 	ulong crit_r1 = kvmppc_get_gpr(vcpu, 1);  in kvmppc_booke_irqprio_deliver()
389 	ulong new_msr = vcpu->arch.shared->msr;  in kvmppc_booke_irqprio_deliver()
392 	if (!(vcpu->arch.shared->msr & MSR_SF)) {  in kvmppc_booke_irqprio_deliver()
400 	crit = crit && !(vcpu->arch.shared->msr & MSR_PR);  in kvmppc_booke_irqprio_deliver()
407 	if ((priority == BOOKE_IRQPRIO_EXTERNAL) && vcpu->arch.epr_flags)  in kvmppc_booke_irqprio_deliver()
440 		allowed = vcpu->arch.shared->msr & MSR_CE;  in kvmppc_booke_irqprio_deliver()
446 		allowed = vcpu->arch.shared->msr & MSR_ME;  in kvmppc_booke_irqprio_deliver()
456 		allowed = vcpu->arch.shared->msr & MSR_EE;  in kvmppc_booke_irqprio_deliver()
462 		allowed = vcpu->arch.shared->msr & MSR_DE;  in kvmppc_booke_irqprio_deliver()
476 			set_guest_srr(vcpu, vcpu->arch.pc,  in kvmppc_booke_irqprio_deliver()
477 				      vcpu->arch.shared->msr);  in kvmppc_booke_irqprio_deliver()
480 			set_guest_csrr(vcpu, vcpu->arch.pc,  in kvmppc_booke_irqprio_deliver()
481 				       vcpu->arch.shared->msr);  in kvmppc_booke_irqprio_deliver()
484 			set_guest_dsrr(vcpu, vcpu->arch.pc,  in kvmppc_booke_irqprio_deliver()
485 				       vcpu->arch.shared->msr);  in kvmppc_booke_irqprio_deliver()
488 			set_guest_mcsrr(vcpu, vcpu->arch.pc,  in kvmppc_booke_irqprio_deliver()
489 					vcpu->arch.shared->msr);  in kvmppc_booke_irqprio_deliver()
493 		vcpu->arch.pc = vcpu->arch.ivpr | vcpu->arch.ivor[priority];  in kvmppc_booke_irqprio_deliver()
495 			kvmppc_set_esr(vcpu, vcpu->arch.queued_esr);  in kvmppc_booke_irqprio_deliver()
497 			kvmppc_set_dar(vcpu, vcpu->arch.queued_dear);  in kvmppc_booke_irqprio_deliver()
499 			if (vcpu->arch.epr_flags & KVMPPC_EPR_USER)  in kvmppc_booke_irqprio_deliver()
500 				kvm_make_request(KVM_REQ_EPR_EXIT, vcpu);  in kvmppc_booke_irqprio_deliver()
501 			else if (vcpu->arch.epr_flags & KVMPPC_EPR_KERNEL) {  in kvmppc_booke_irqprio_deliver()
502 				BUG_ON(vcpu->arch.irq_type != KVMPPC_IRQ_MPIC);  in kvmppc_booke_irqprio_deliver()
503 				kvmppc_mpic_set_epr(vcpu);  in kvmppc_booke_irqprio_deliver()
509 		if (vcpu->arch.epcr & SPRN_EPCR_ICM)  in kvmppc_booke_irqprio_deliver()
512 		kvmppc_set_msr(vcpu, new_msr);  in kvmppc_booke_irqprio_deliver()
515 			clear_bit(priority, &vcpu->arch.pending_exceptions);  in kvmppc_booke_irqprio_deliver()
524 	if (vcpu->arch.pending_exceptions & BOOKE_IRQMASK_EE)  in kvmppc_booke_irqprio_deliver()
525 		kvmppc_set_pending_interrupt(vcpu, INT_CLASS_NONCRIT);  in kvmppc_booke_irqprio_deliver()
526 	if (vcpu->arch.pending_exceptions & BOOKE_IRQMASK_CE)  in kvmppc_booke_irqprio_deliver()
527 		kvmppc_set_pending_interrupt(vcpu, INT_CLASS_CRIT);  in kvmppc_booke_irqprio_deliver()
528 	if (vcpu->arch.pending_exceptions & BOOKE_IRQPRIO_MACHINE_CHECK)  in kvmppc_booke_irqprio_deliver()
529 		kvmppc_set_pending_interrupt(vcpu, INT_CLASS_MC);  in kvmppc_booke_irqprio_deliver()
540 static unsigned long watchdog_next_timeout(struct kvm_vcpu *vcpu)  in watchdog_next_timeout()  argument
544 	u32 period = TCR_GET_WP(vcpu->arch.tcr);  in watchdog_next_timeout()
566 static void arm_next_watchdog(struct kvm_vcpu *vcpu)  in arm_next_watchdog()  argument
575 	if ((vcpu->arch.tsr & (TSR_ENW | TSR_WIS)) != (TSR_ENW | TSR_WIS))  in arm_next_watchdog()
576 		clear_bit(KVM_REQ_WATCHDOG, &vcpu->requests);  in arm_next_watchdog()
578 	spin_lock_irqsave(&vcpu->arch.wdt_lock, flags);  in arm_next_watchdog()
579 	nr_jiffies = watchdog_next_timeout(vcpu);  in arm_next_watchdog()
585 		mod_timer(&vcpu->arch.wdt_timer, jiffies + nr_jiffies);  in arm_next_watchdog()
587 		del_timer(&vcpu->arch.wdt_timer);  in arm_next_watchdog()
588 	spin_unlock_irqrestore(&vcpu->arch.wdt_lock, flags);  in arm_next_watchdog()
593 	struct kvm_vcpu *vcpu = (struct kvm_vcpu *)data;  in kvmppc_watchdog_func()  local
598 		new_tsr = tsr = vcpu->arch.tsr;  in kvmppc_watchdog_func()
610 	} while (cmpxchg(&vcpu->arch.tsr, tsr, new_tsr) != tsr);  in kvmppc_watchdog_func()
614 		kvm_make_request(KVM_REQ_PENDING_TIMER, vcpu);  in kvmppc_watchdog_func()
615 		kvm_vcpu_kick(vcpu);  in kvmppc_watchdog_func()
622 	if (final && (vcpu->arch.tcr & TCR_WRC_MASK) &&  in kvmppc_watchdog_func()
623 	    vcpu->arch.watchdog_enabled) {  in kvmppc_watchdog_func()
625 		kvm_make_request(KVM_REQ_WATCHDOG, vcpu);  in kvmppc_watchdog_func()
626 		kvm_vcpu_kick(vcpu);  in kvmppc_watchdog_func()
636 		arm_next_watchdog(vcpu);  in kvmppc_watchdog_func()
639 static void update_timer_ints(struct kvm_vcpu *vcpu)  in update_timer_ints()  argument
641 	if ((vcpu->arch.tcr & TCR_DIE) && (vcpu->arch.tsr & TSR_DIS))  in update_timer_ints()
642 		kvmppc_core_queue_dec(vcpu);  in update_timer_ints()
644 		kvmppc_core_dequeue_dec(vcpu);  in update_timer_ints()
646 	if ((vcpu->arch.tcr & TCR_WIE) && (vcpu->arch.tsr & TSR_WIS))  in update_timer_ints()
647 		kvmppc_core_queue_watchdog(vcpu);  in update_timer_ints()
649 		kvmppc_core_dequeue_watchdog(vcpu);  in update_timer_ints()
652 static void kvmppc_core_check_exceptions(struct kvm_vcpu *vcpu)  in kvmppc_core_check_exceptions()  argument
654 	unsigned long *pending = &vcpu->arch.pending_exceptions;  in kvmppc_core_check_exceptions()
659 		if (kvmppc_booke_irqprio_deliver(vcpu, priority))  in kvmppc_core_check_exceptions()
668 	vcpu->arch.shared->int_pending = !!*pending;  in kvmppc_core_check_exceptions()
672 int kvmppc_core_prepare_to_enter(struct kvm_vcpu *vcpu)  in kvmppc_core_prepare_to_enter()  argument
677 	kvmppc_core_check_exceptions(vcpu);  in kvmppc_core_prepare_to_enter()
679 	if (vcpu->requests) {  in kvmppc_core_prepare_to_enter()
684 	if (vcpu->arch.shared->msr & MSR_WE) {  in kvmppc_core_prepare_to_enter()
686 		kvm_vcpu_block(vcpu);  in kvmppc_core_prepare_to_enter()
687 		clear_bit(KVM_REQ_UNHALT, &vcpu->requests);  in kvmppc_core_prepare_to_enter()
690 		kvmppc_set_exit_type(vcpu, EMULATED_MTMSRWE_EXITS);  in kvmppc_core_prepare_to_enter()
697 int kvmppc_core_check_requests(struct kvm_vcpu *vcpu)  in kvmppc_core_check_requests()  argument
701 	if (kvm_check_request(KVM_REQ_PENDING_TIMER, vcpu))  in kvmppc_core_check_requests()
702 		update_timer_ints(vcpu);  in kvmppc_core_check_requests()
704 	if (kvm_check_request(KVM_REQ_TLB_FLUSH, vcpu))  in kvmppc_core_check_requests()
705 		kvmppc_core_flush_tlb(vcpu);  in kvmppc_core_check_requests()
708 	if (kvm_check_request(KVM_REQ_WATCHDOG, vcpu)) {  in kvmppc_core_check_requests()
709 		vcpu->run->exit_reason = KVM_EXIT_WATCHDOG;  in kvmppc_core_check_requests()
713 	if (kvm_check_request(KVM_REQ_EPR_EXIT, vcpu)) {  in kvmppc_core_check_requests()
714 		vcpu->run->epr.epr = 0;  in kvmppc_core_check_requests()
715 		vcpu->arch.epr_needed = true;  in kvmppc_core_check_requests()
716 		vcpu->run->exit_reason = KVM_EXIT_EPR;  in kvmppc_core_check_requests()
723 int kvmppc_vcpu_run(struct kvm_run *kvm_run, struct kvm_vcpu *vcpu)  in kvmppc_vcpu_run()  argument
728 	if (!vcpu->arch.sane) {  in kvmppc_vcpu_run()
733 	s = kvmppc_prepare_to_enter(vcpu);  in kvmppc_vcpu_run()
748 	kvmppc_load_guest_fp(vcpu);  in kvmppc_vcpu_run()
759 	kvmppc_load_guest_altivec(vcpu);  in kvmppc_vcpu_run()
763 	debug = vcpu->arch.dbg_reg;  in kvmppc_vcpu_run()
766 	current->thread.debug = vcpu->arch.dbg_reg;  in kvmppc_vcpu_run()
768 	vcpu->arch.pgdir = current->mm->pgd;  in kvmppc_vcpu_run()
771 	ret = __kvmppc_vcpu_run(kvm_run, vcpu);  in kvmppc_vcpu_run()
781 	kvmppc_save_guest_fp(vcpu);  in kvmppc_vcpu_run()
785 	kvmppc_save_guest_altivec(vcpu);  in kvmppc_vcpu_run()
789 	vcpu->mode = OUTSIDE_GUEST_MODE;  in kvmppc_vcpu_run()
793 static int emulation_exit(struct kvm_run *run, struct kvm_vcpu *vcpu)  in emulation_exit()  argument
797 	er = kvmppc_emulate_instruction(run, vcpu);  in emulation_exit()
801 		kvmppc_account_exit_stat(vcpu, EMULATED_INST_EXITS);  in emulation_exit()
811 		       __func__, vcpu->arch.pc, vcpu->arch.last_inst);  in emulation_exit()
815 		run->hw.hardware_exit_reason |= vcpu->arch.last_inst;  in emulation_exit()
816 		kvmppc_core_queue_program(vcpu, ESR_PIL);  in emulation_exit()
827 static int kvmppc_handle_debug(struct kvm_run *run, struct kvm_vcpu *vcpu)  in kvmppc_handle_debug()  argument
829 	struct debug_reg *dbg_reg = &(vcpu->arch.dbg_reg);  in kvmppc_handle_debug()
830 	u32 dbsr = vcpu->arch.dbsr;  in kvmppc_handle_debug()
832 	if (vcpu->guest_debug == 0) {  in kvmppc_handle_debug()
843 		if (dbsr && (vcpu->arch.shared->msr & MSR_DE) &&  in kvmppc_handle_debug()
844 			    (vcpu->arch.dbg_reg.dbcr0 & DBCR0_IDM))  in kvmppc_handle_debug()
845 			kvmppc_core_queue_debug(vcpu);  in kvmppc_handle_debug()
848 		if ((dbsr & DBSR_TIE) && !(vcpu->arch.shared->msr & MSR_DE))  in kvmppc_handle_debug()
849 			kvmppc_core_queue_program(vcpu, ESR_PTR);  in kvmppc_handle_debug()
858 	vcpu->arch.dbsr = 0;  in kvmppc_handle_debug()
860 	run->debug.arch.address = vcpu->arch.pc;  in kvmppc_handle_debug()
900 static void kvmppc_restart_interrupt(struct kvm_vcpu *vcpu,  in kvmppc_restart_interrupt()  argument
940 		vcpu->arch.dbsr = mfspr(SPRN_DBSR);  in kvmppc_restart_interrupt()
946 static int kvmppc_resume_inst_load(struct kvm_run *run, struct kvm_vcpu *vcpu,  in kvmppc_resume_inst_load()  argument
955 		       __func__, vcpu->arch.pc);  in kvmppc_resume_inst_load()
960 		kvmppc_core_queue_program(vcpu, ESR_PIL);  in kvmppc_resume_inst_load()
973 int kvmppc_handle_exit(struct kvm_run *run, struct kvm_vcpu *vcpu,  in kvmppc_handle_exit()  argument
983 	kvmppc_update_timing_stats(vcpu);  in kvmppc_handle_exit()
986 	kvmppc_restart_interrupt(vcpu, exit_nr);  in kvmppc_handle_exit()
996 		emulated = kvmppc_get_last_inst(vcpu, INST_GENERIC, &last_inst);  in kvmppc_handle_exit()
1000 		if (vcpu->guest_debug & KVM_GUESTDBG_USE_SW_BP)  in kvmppc_handle_exit()
1001 			emulated = kvmppc_get_last_inst(vcpu, INST_GENERIC, &last_inst);  in kvmppc_handle_exit()
1009 	trace_kvm_exit(exit_nr, vcpu);  in kvmppc_handle_exit()
1016 		r = kvmppc_resume_inst_load(run, vcpu, emulated, last_inst);  in kvmppc_handle_exit()
1023 		kvmppc_dump_vcpu(vcpu);  in kvmppc_handle_exit()
1031 		kvmppc_account_exit(vcpu, EXT_INTR_EXITS);  in kvmppc_handle_exit()
1036 		kvmppc_account_exit(vcpu, DEC_EXITS);  in kvmppc_handle_exit()
1045 		kvmppc_account_exit(vcpu, DBELL_EXITS);  in kvmppc_handle_exit()
1050 		kvmppc_account_exit(vcpu, GDBELL_EXITS);  in kvmppc_handle_exit()
1061 		kvmppc_account_exit(vcpu, GDBELL_EXITS);  in kvmppc_handle_exit()
1076 		r = emulation_exit(run, vcpu);  in kvmppc_handle_exit()
1080 		if ((vcpu->guest_debug & KVM_GUESTDBG_USE_SW_BP) &&  in kvmppc_handle_exit()
1086 			r = kvmppc_handle_debug(run, vcpu);  in kvmppc_handle_exit()
1088 			kvmppc_account_exit(vcpu, DEBUG_EXITS);  in kvmppc_handle_exit()
1092 		if (vcpu->arch.shared->msr & (MSR_PR | MSR_GS)) {  in kvmppc_handle_exit()
1101 			kvmppc_core_queue_program(vcpu, vcpu->arch.fault_esr);  in kvmppc_handle_exit()
1103 			kvmppc_account_exit(vcpu, USR_PR_INST);  in kvmppc_handle_exit()
1107 		r = emulation_exit(run, vcpu);  in kvmppc_handle_exit()
1111 		kvmppc_booke_queue_irqprio(vcpu, BOOKE_IRQPRIO_FP_UNAVAIL);  in kvmppc_handle_exit()
1112 		kvmppc_account_exit(vcpu, FP_UNAVAIL);  in kvmppc_handle_exit()
1118 		if (vcpu->arch.shared->msr & MSR_SPE)  in kvmppc_handle_exit()
1119 			kvmppc_vcpu_enable_spe(vcpu);  in kvmppc_handle_exit()
1121 			kvmppc_booke_queue_irqprio(vcpu,  in kvmppc_handle_exit()
1128 		kvmppc_booke_queue_irqprio(vcpu, BOOKE_IRQPRIO_SPE_FP_DATA);  in kvmppc_handle_exit()
1133 		kvmppc_booke_queue_irqprio(vcpu, BOOKE_IRQPRIO_SPE_FP_ROUND);  in kvmppc_handle_exit()
1142 		kvmppc_core_queue_program(vcpu, ESR_PUO | ESR_SPV);  in kvmppc_handle_exit()
1153 		       __func__, exit_nr, vcpu->arch.pc);  in kvmppc_handle_exit()
1165 		kvmppc_booke_queue_irqprio(vcpu, BOOKE_IRQPRIO_ALTIVEC_UNAVAIL);  in kvmppc_handle_exit()
1170 		kvmppc_booke_queue_irqprio(vcpu, BOOKE_IRQPRIO_ALTIVEC_ASSIST);  in kvmppc_handle_exit()
1176 		kvmppc_core_queue_data_storage(vcpu, vcpu->arch.fault_dear,  in kvmppc_handle_exit()
1177 		                               vcpu->arch.fault_esr);  in kvmppc_handle_exit()
1178 		kvmppc_account_exit(vcpu, DSI_EXITS);  in kvmppc_handle_exit()
1183 		kvmppc_core_queue_inst_storage(vcpu, vcpu->arch.fault_esr);  in kvmppc_handle_exit()
1184 		kvmppc_account_exit(vcpu, ISI_EXITS);  in kvmppc_handle_exit()
1189 		kvmppc_core_queue_alignment(vcpu, vcpu->arch.fault_dear,  in kvmppc_handle_exit()
1190 		                            vcpu->arch.fault_esr);  in kvmppc_handle_exit()
1196 		if (!(vcpu->arch.shared->msr & MSR_PR)) {  in kvmppc_handle_exit()
1197 			kvmppc_set_gpr(vcpu, 3, kvmppc_kvm_pv(vcpu));  in kvmppc_handle_exit()
1203 			kvmppc_core_queue_program(vcpu, ESR_PPR);  in kvmppc_handle_exit()
1210 		if (!(vcpu->arch.shared->msr & MSR_PR) &&  in kvmppc_handle_exit()
1211 		    (((u32)kvmppc_get_gpr(vcpu, 0)) == KVM_SC_MAGIC_R0)) {  in kvmppc_handle_exit()
1213 			kvmppc_set_gpr(vcpu, 3, kvmppc_kvm_pv(vcpu));  in kvmppc_handle_exit()
1217 			kvmppc_booke_queue_irqprio(vcpu, BOOKE_IRQPRIO_SYSCALL);  in kvmppc_handle_exit()
1219 		kvmppc_account_exit(vcpu, SYSCALL_EXITS);  in kvmppc_handle_exit()
1225 		unsigned long eaddr = vcpu->arch.fault_dear;  in kvmppc_handle_exit()
1231 		if (!(vcpu->arch.shared->msr & MSR_PR) &&  in kvmppc_handle_exit()
1232 		    (eaddr & PAGE_MASK) == vcpu->arch.magic_page_ea) {  in kvmppc_handle_exit()
1233 			kvmppc_map_magic(vcpu);  in kvmppc_handle_exit()
1234 			kvmppc_account_exit(vcpu, DTLB_VIRT_MISS_EXITS);  in kvmppc_handle_exit()
1242 		gtlb_index = kvmppc_mmu_dtlb_index(vcpu, eaddr);  in kvmppc_handle_exit()
1245 			kvmppc_core_queue_dtlb_miss(vcpu,  in kvmppc_handle_exit()
1246 			                            vcpu->arch.fault_dear,  in kvmppc_handle_exit()
1247 			                            vcpu->arch.fault_esr);  in kvmppc_handle_exit()
1248 			kvmppc_mmu_dtlb_miss(vcpu);  in kvmppc_handle_exit()
1249 			kvmppc_account_exit(vcpu, DTLB_REAL_MISS_EXITS);  in kvmppc_handle_exit()
1254 		idx = srcu_read_lock(&vcpu->kvm->srcu);  in kvmppc_handle_exit()
1256 		gpaddr = kvmppc_mmu_xlate(vcpu, gtlb_index, eaddr);  in kvmppc_handle_exit()
1259 		if (kvm_is_visible_gfn(vcpu->kvm, gfn)) {  in kvmppc_handle_exit()
1266 			kvmppc_mmu_map(vcpu, eaddr, gpaddr, gtlb_index);  in kvmppc_handle_exit()
1267 			kvmppc_account_exit(vcpu, DTLB_VIRT_MISS_EXITS);  in kvmppc_handle_exit()
1272 			vcpu->arch.paddr_accessed = gpaddr;  in kvmppc_handle_exit()
1273 			vcpu->arch.vaddr_accessed = eaddr;  in kvmppc_handle_exit()
1274 			r = kvmppc_emulate_mmio(run, vcpu);  in kvmppc_handle_exit()
1275 			kvmppc_account_exit(vcpu, MMIO_EXITS);  in kvmppc_handle_exit()
1278 		srcu_read_unlock(&vcpu->kvm->srcu, idx);  in kvmppc_handle_exit()
1283 		unsigned long eaddr = vcpu->arch.pc;  in kvmppc_handle_exit()
1291 		gtlb_index = kvmppc_mmu_itlb_index(vcpu, eaddr);  in kvmppc_handle_exit()
1294 			kvmppc_booke_queue_irqprio(vcpu, BOOKE_IRQPRIO_ITLB_MISS);  in kvmppc_handle_exit()
1295 			kvmppc_mmu_itlb_miss(vcpu);  in kvmppc_handle_exit()
1296 			kvmppc_account_exit(vcpu, ITLB_REAL_MISS_EXITS);  in kvmppc_handle_exit()
1300 		kvmppc_account_exit(vcpu, ITLB_VIRT_MISS_EXITS);  in kvmppc_handle_exit()
1302 		idx = srcu_read_lock(&vcpu->kvm->srcu);  in kvmppc_handle_exit()
1304 		gpaddr = kvmppc_mmu_xlate(vcpu, gtlb_index, eaddr);  in kvmppc_handle_exit()
1307 		if (kvm_is_visible_gfn(vcpu->kvm, gfn)) {  in kvmppc_handle_exit()
1314 			kvmppc_mmu_map(vcpu, eaddr, gpaddr, gtlb_index);  in kvmppc_handle_exit()
1317 			kvmppc_booke_queue_irqprio(vcpu, BOOKE_IRQPRIO_MACHINE_CHECK);  in kvmppc_handle_exit()
1320 		srcu_read_unlock(&vcpu->kvm->srcu, idx);  in kvmppc_handle_exit()
1325 		r = kvmppc_handle_debug(run, vcpu);  in kvmppc_handle_exit()
1328 		kvmppc_account_exit(vcpu, DEBUG_EXITS);  in kvmppc_handle_exit()
1343 		s = kvmppc_prepare_to_enter(vcpu);  in kvmppc_handle_exit()
1349 			kvmppc_load_guest_fp(vcpu);  in kvmppc_handle_exit()
1350 			kvmppc_load_guest_altivec(vcpu);  in kvmppc_handle_exit()
1357 static void kvmppc_set_tsr(struct kvm_vcpu *vcpu, u32 new_tsr)  in kvmppc_set_tsr()  argument
1359 	u32 old_tsr = vcpu->arch.tsr;  in kvmppc_set_tsr()
1361 	vcpu->arch.tsr = new_tsr;  in kvmppc_set_tsr()
1363 	if ((old_tsr ^ vcpu->arch.tsr) & (TSR_ENW | TSR_WIS))  in kvmppc_set_tsr()
1364 		arm_next_watchdog(vcpu);  in kvmppc_set_tsr()
1366 	update_timer_ints(vcpu);  in kvmppc_set_tsr()
1370 int kvm_arch_vcpu_setup(struct kvm_vcpu *vcpu)  in kvm_arch_vcpu_setup()  argument
1375 	vcpu->arch.pc = 0;  in kvm_arch_vcpu_setup()
1376 	vcpu->arch.shared->pir = vcpu->vcpu_id;  in kvm_arch_vcpu_setup()
1377 	kvmppc_set_gpr(vcpu, 1, (16<<20) - 8); /* -8 for the callee-save LR slot */  in kvm_arch_vcpu_setup()
1378 	kvmppc_set_msr(vcpu, 0);  in kvm_arch_vcpu_setup()
1381 	vcpu->arch.shadow_msr = MSR_USER | MSR_IS | MSR_DS;  in kvm_arch_vcpu_setup()
1382 	vcpu->arch.shadow_pid = 1;  in kvm_arch_vcpu_setup()
1383 	vcpu->arch.shared->msr = 0;  in kvm_arch_vcpu_setup()
1388 	vcpu->arch.ivpr = 0x55550000;  in kvm_arch_vcpu_setup()
1390 		vcpu->arch.ivor[i] = 0x7700 | i * 4;  in kvm_arch_vcpu_setup()
1392 	kvmppc_init_timing_stats(vcpu);  in kvm_arch_vcpu_setup()
1394 	r = kvmppc_core_vcpu_setup(vcpu);  in kvm_arch_vcpu_setup()
1395 	kvmppc_sanity_check(vcpu);  in kvm_arch_vcpu_setup()
1399 int kvmppc_subarch_vcpu_init(struct kvm_vcpu *vcpu)  in kvmppc_subarch_vcpu_init()  argument
1402 	spin_lock_init(&vcpu->arch.wdt_lock);  in kvmppc_subarch_vcpu_init()
1403 	setup_timer(&vcpu->arch.wdt_timer, kvmppc_watchdog_func,  in kvmppc_subarch_vcpu_init()
1404 		    (unsigned long)vcpu);  in kvmppc_subarch_vcpu_init()
1414 void kvmppc_subarch_vcpu_uninit(struct kvm_vcpu *vcpu)  in kvmppc_subarch_vcpu_uninit()  argument
1416 	del_timer_sync(&vcpu->arch.wdt_timer);  in kvmppc_subarch_vcpu_uninit()
1419 int kvm_arch_vcpu_ioctl_get_regs(struct kvm_vcpu *vcpu, struct kvm_regs *regs)  in kvm_arch_vcpu_ioctl_get_regs()  argument
1423 	regs->pc = vcpu->arch.pc;  in kvm_arch_vcpu_ioctl_get_regs()
1424 	regs->cr = kvmppc_get_cr(vcpu);  in kvm_arch_vcpu_ioctl_get_regs()
1425 	regs->ctr = vcpu->arch.ctr;  in kvm_arch_vcpu_ioctl_get_regs()
1426 	regs->lr = vcpu->arch.lr;  in kvm_arch_vcpu_ioctl_get_regs()
1427 	regs->xer = kvmppc_get_xer(vcpu);  in kvm_arch_vcpu_ioctl_get_regs()
1428 	regs->msr = vcpu->arch.shared->msr;  in kvm_arch_vcpu_ioctl_get_regs()
1429 	regs->srr0 = kvmppc_get_srr0(vcpu);  in kvm_arch_vcpu_ioctl_get_regs()
1430 	regs->srr1 = kvmppc_get_srr1(vcpu);  in kvm_arch_vcpu_ioctl_get_regs()
1431 	regs->pid = vcpu->arch.pid;  in kvm_arch_vcpu_ioctl_get_regs()
1432 	regs->sprg0 = kvmppc_get_sprg0(vcpu);  in kvm_arch_vcpu_ioctl_get_regs()
1433 	regs->sprg1 = kvmppc_get_sprg1(vcpu);  in kvm_arch_vcpu_ioctl_get_regs()
1434 	regs->sprg2 = kvmppc_get_sprg2(vcpu);  in kvm_arch_vcpu_ioctl_get_regs()
1435 	regs->sprg3 = kvmppc_get_sprg3(vcpu);  in kvm_arch_vcpu_ioctl_get_regs()
1436 	regs->sprg4 = kvmppc_get_sprg4(vcpu);  in kvm_arch_vcpu_ioctl_get_regs()
1437 	regs->sprg5 = kvmppc_get_sprg5(vcpu);  in kvm_arch_vcpu_ioctl_get_regs()
1438 	regs->sprg6 = kvmppc_get_sprg6(vcpu);  in kvm_arch_vcpu_ioctl_get_regs()
1439 	regs->sprg7 = kvmppc_get_sprg7(vcpu);  in kvm_arch_vcpu_ioctl_get_regs()
1442 		regs->gpr[i] = kvmppc_get_gpr(vcpu, i);  in kvm_arch_vcpu_ioctl_get_regs()
1447 int kvm_arch_vcpu_ioctl_set_regs(struct kvm_vcpu *vcpu, struct kvm_regs *regs)  in kvm_arch_vcpu_ioctl_set_regs()  argument
1451 	vcpu->arch.pc = regs->pc;  in kvm_arch_vcpu_ioctl_set_regs()
1452 	kvmppc_set_cr(vcpu, regs->cr);  in kvm_arch_vcpu_ioctl_set_regs()
1453 	vcpu->arch.ctr = regs->ctr;  in kvm_arch_vcpu_ioctl_set_regs()
1454 	vcpu->arch.lr = regs->lr;  in kvm_arch_vcpu_ioctl_set_regs()
1455 	kvmppc_set_xer(vcpu, regs->xer);  in kvm_arch_vcpu_ioctl_set_regs()
1456 	kvmppc_set_msr(vcpu, regs->msr);  in kvm_arch_vcpu_ioctl_set_regs()
1457 	kvmppc_set_srr0(vcpu, regs->srr0);  in kvm_arch_vcpu_ioctl_set_regs()
1458 	kvmppc_set_srr1(vcpu, regs->srr1);  in kvm_arch_vcpu_ioctl_set_regs()
1459 	kvmppc_set_pid(vcpu, regs->pid);  in kvm_arch_vcpu_ioctl_set_regs()
1460 	kvmppc_set_sprg0(vcpu, regs->sprg0);  in kvm_arch_vcpu_ioctl_set_regs()
1461 	kvmppc_set_sprg1(vcpu, regs->sprg1);  in kvm_arch_vcpu_ioctl_set_regs()
1462 	kvmppc_set_sprg2(vcpu, regs->sprg2);  in kvm_arch_vcpu_ioctl_set_regs()
1463 	kvmppc_set_sprg3(vcpu, regs->sprg3);  in kvm_arch_vcpu_ioctl_set_regs()
1464 	kvmppc_set_sprg4(vcpu, regs->sprg4);  in kvm_arch_vcpu_ioctl_set_regs()
1465 	kvmppc_set_sprg5(vcpu, regs->sprg5);  in kvm_arch_vcpu_ioctl_set_regs()
1466 	kvmppc_set_sprg6(vcpu, regs->sprg6);  in kvm_arch_vcpu_ioctl_set_regs()
1467 	kvmppc_set_sprg7(vcpu, regs->sprg7);  in kvm_arch_vcpu_ioctl_set_regs()
1470 		kvmppc_set_gpr(vcpu, i, regs->gpr[i]);  in kvm_arch_vcpu_ioctl_set_regs()
1475 static void get_sregs_base(struct kvm_vcpu *vcpu,  in get_sregs_base()  argument
1482 	sregs->u.e.csrr0 = vcpu->arch.csrr0;  in get_sregs_base()
1483 	sregs->u.e.csrr1 = vcpu->arch.csrr1;  in get_sregs_base()
1484 	sregs->u.e.mcsr = vcpu->arch.mcsr;  in get_sregs_base()
1485 	sregs->u.e.esr = kvmppc_get_esr(vcpu);  in get_sregs_base()
1486 	sregs->u.e.dear = kvmppc_get_dar(vcpu);  in get_sregs_base()
1487 	sregs->u.e.tsr = vcpu->arch.tsr;  in get_sregs_base()
1488 	sregs->u.e.tcr = vcpu->arch.tcr;  in get_sregs_base()
1489 	sregs->u.e.dec = kvmppc_get_dec(vcpu, tb);  in get_sregs_base()
1491 	sregs->u.e.vrsave = vcpu->arch.vrsave;  in get_sregs_base()
1494 static int set_sregs_base(struct kvm_vcpu *vcpu,  in set_sregs_base()  argument
1500 	vcpu->arch.csrr0 = sregs->u.e.csrr0;  in set_sregs_base()
1501 	vcpu->arch.csrr1 = sregs->u.e.csrr1;  in set_sregs_base()
1502 	vcpu->arch.mcsr = sregs->u.e.mcsr;  in set_sregs_base()
1503 	kvmppc_set_esr(vcpu, sregs->u.e.esr);  in set_sregs_base()
1504 	kvmppc_set_dar(vcpu, sregs->u.e.dear);  in set_sregs_base()
1505 	vcpu->arch.vrsave = sregs->u.e.vrsave;  in set_sregs_base()
1506 	kvmppc_set_tcr(vcpu, sregs->u.e.tcr);  in set_sregs_base()
1509 		vcpu->arch.dec = sregs->u.e.dec;  in set_sregs_base()
1510 		kvmppc_emulate_dec(vcpu);  in set_sregs_base()
1514 		kvmppc_set_tsr(vcpu, sregs->u.e.tsr);  in set_sregs_base()
1519 static void get_sregs_arch206(struct kvm_vcpu *vcpu,  in get_sregs_arch206()  argument
1524 	sregs->u.e.pir = vcpu->vcpu_id;  in get_sregs_arch206()
1525 	sregs->u.e.mcsrr0 = vcpu->arch.mcsrr0;  in get_sregs_arch206()
1526 	sregs->u.e.mcsrr1 = vcpu->arch.mcsrr1;  in get_sregs_arch206()
1527 	sregs->u.e.decar = vcpu->arch.decar;  in get_sregs_arch206()
1528 	sregs->u.e.ivpr = vcpu->arch.ivpr;  in get_sregs_arch206()
1531 static int set_sregs_arch206(struct kvm_vcpu *vcpu,  in set_sregs_arch206()  argument
1537 	if (sregs->u.e.pir != vcpu->vcpu_id)  in set_sregs_arch206()
1540 	vcpu->arch.mcsrr0 = sregs->u.e.mcsrr0;  in set_sregs_arch206()
1541 	vcpu->arch.mcsrr1 = sregs->u.e.mcsrr1;  in set_sregs_arch206()
1542 	vcpu->arch.decar = sregs->u.e.decar;  in set_sregs_arch206()
1543 	vcpu->arch.ivpr = sregs->u.e.ivpr;  in set_sregs_arch206()
1548 int kvmppc_get_sregs_ivor(struct kvm_vcpu *vcpu, struct kvm_sregs *sregs)  in kvmppc_get_sregs_ivor()  argument
1552 	sregs->u.e.ivor_low[0] = vcpu->arch.ivor[BOOKE_IRQPRIO_CRITICAL];  in kvmppc_get_sregs_ivor()
1553 	sregs->u.e.ivor_low[1] = vcpu->arch.ivor[BOOKE_IRQPRIO_MACHINE_CHECK];  in kvmppc_get_sregs_ivor()
1554 	sregs->u.e.ivor_low[2] = vcpu->arch.ivor[BOOKE_IRQPRIO_DATA_STORAGE];  in kvmppc_get_sregs_ivor()
1555 	sregs->u.e.ivor_low[3] = vcpu->arch.ivor[BOOKE_IRQPRIO_INST_STORAGE];  in kvmppc_get_sregs_ivor()
1556 	sregs->u.e.ivor_low[4] = vcpu->arch.ivor[BOOKE_IRQPRIO_EXTERNAL];  in kvmppc_get_sregs_ivor()
1557 	sregs->u.e.ivor_low[5] = vcpu->arch.ivor[BOOKE_IRQPRIO_ALIGNMENT];  in kvmppc_get_sregs_ivor()
1558 	sregs->u.e.ivor_low[6] = vcpu->arch.ivor[BOOKE_IRQPRIO_PROGRAM];  in kvmppc_get_sregs_ivor()
1559 	sregs->u.e.ivor_low[7] = vcpu->arch.ivor[BOOKE_IRQPRIO_FP_UNAVAIL];  in kvmppc_get_sregs_ivor()
1560 	sregs->u.e.ivor_low[8] = vcpu->arch.ivor[BOOKE_IRQPRIO_SYSCALL];  in kvmppc_get_sregs_ivor()
1561 	sregs->u.e.ivor_low[9] = vcpu->arch.ivor[BOOKE_IRQPRIO_AP_UNAVAIL];  in kvmppc_get_sregs_ivor()
1562 	sregs->u.e.ivor_low[10] = vcpu->arch.ivor[BOOKE_IRQPRIO_DECREMENTER];  in kvmppc_get_sregs_ivor()
1563 	sregs->u.e.ivor_low[11] = vcpu->arch.ivor[BOOKE_IRQPRIO_FIT];  in kvmppc_get_sregs_ivor()
1564 	sregs->u.e.ivor_low[12] = vcpu->arch.ivor[BOOKE_IRQPRIO_WATCHDOG];  in kvmppc_get_sregs_ivor()
1565 	sregs->u.e.ivor_low[13] = vcpu->arch.ivor[BOOKE_IRQPRIO_DTLB_MISS];  in kvmppc_get_sregs_ivor()
1566 	sregs->u.e.ivor_low[14] = vcpu->arch.ivor[BOOKE_IRQPRIO_ITLB_MISS];  in kvmppc_get_sregs_ivor()
1567 	sregs->u.e.ivor_low[15] = vcpu->arch.ivor[BOOKE_IRQPRIO_DEBUG];  in kvmppc_get_sregs_ivor()
1571 int kvmppc_set_sregs_ivor(struct kvm_vcpu *vcpu, struct kvm_sregs *sregs)  in kvmppc_set_sregs_ivor()  argument
1576 	vcpu->arch.ivor[BOOKE_IRQPRIO_CRITICAL] = sregs->u.e.ivor_low[0];  in kvmppc_set_sregs_ivor()
1577 	vcpu->arch.ivor[BOOKE_IRQPRIO_MACHINE_CHECK] = sregs->u.e.ivor_low[1];  in kvmppc_set_sregs_ivor()
1578 	vcpu->arch.ivor[BOOKE_IRQPRIO_DATA_STORAGE] = sregs->u.e.ivor_low[2];  in kvmppc_set_sregs_ivor()
1579 	vcpu->arch.ivor[BOOKE_IRQPRIO_INST_STORAGE] = sregs->u.e.ivor_low[3];  in kvmppc_set_sregs_ivor()
1580 	vcpu->arch.ivor[BOOKE_IRQPRIO_EXTERNAL] = sregs->u.e.ivor_low[4];  in kvmppc_set_sregs_ivor()
1581 	vcpu->arch.ivor[BOOKE_IRQPRIO_ALIGNMENT] = sregs->u.e.ivor_low[5];  in kvmppc_set_sregs_ivor()
1582 	vcpu->arch.ivor[BOOKE_IRQPRIO_PROGRAM] = sregs->u.e.ivor_low[6];  in kvmppc_set_sregs_ivor()
1583 	vcpu->arch.ivor[BOOKE_IRQPRIO_FP_UNAVAIL] = sregs->u.e.ivor_low[7];  in kvmppc_set_sregs_ivor()
1584 	vcpu->arch.ivor[BOOKE_IRQPRIO_SYSCALL] = sregs->u.e.ivor_low[8];  in kvmppc_set_sregs_ivor()
1585 	vcpu->arch.ivor[BOOKE_IRQPRIO_AP_UNAVAIL] = sregs->u.e.ivor_low[9];  in kvmppc_set_sregs_ivor()
1586 	vcpu->arch.ivor[BOOKE_IRQPRIO_DECREMENTER] = sregs->u.e.ivor_low[10];  in kvmppc_set_sregs_ivor()
1587 	vcpu->arch.ivor[BOOKE_IRQPRIO_FIT] = sregs->u.e.ivor_low[11];  in kvmppc_set_sregs_ivor()
1588 	vcpu->arch.ivor[BOOKE_IRQPRIO_WATCHDOG] = sregs->u.e.ivor_low[12];  in kvmppc_set_sregs_ivor()
1589 	vcpu->arch.ivor[BOOKE_IRQPRIO_DTLB_MISS] = sregs->u.e.ivor_low[13];  in kvmppc_set_sregs_ivor()
1590 	vcpu->arch.ivor[BOOKE_IRQPRIO_ITLB_MISS] = sregs->u.e.ivor_low[14];  in kvmppc_set_sregs_ivor()
1591 	vcpu->arch.ivor[BOOKE_IRQPRIO_DEBUG] = sregs->u.e.ivor_low[15];  in kvmppc_set_sregs_ivor()
1596 int kvm_arch_vcpu_ioctl_get_sregs(struct kvm_vcpu *vcpu,  in kvm_arch_vcpu_ioctl_get_sregs()  argument
1599 	sregs->pvr = vcpu->arch.pvr;  in kvm_arch_vcpu_ioctl_get_sregs()
1601 	get_sregs_base(vcpu, sregs);  in kvm_arch_vcpu_ioctl_get_sregs()
1602 	get_sregs_arch206(vcpu, sregs);  in kvm_arch_vcpu_ioctl_get_sregs()
1603 	return vcpu->kvm->arch.kvm_ops->get_sregs(vcpu, sregs);  in kvm_arch_vcpu_ioctl_get_sregs()
1606 int kvm_arch_vcpu_ioctl_set_sregs(struct kvm_vcpu *vcpu,  in kvm_arch_vcpu_ioctl_set_sregs()  argument
1611 	if (vcpu->arch.pvr != sregs->pvr)  in kvm_arch_vcpu_ioctl_set_sregs()
1614 	ret = set_sregs_base(vcpu, sregs);  in kvm_arch_vcpu_ioctl_set_sregs()
1618 	ret = set_sregs_arch206(vcpu, sregs);  in kvm_arch_vcpu_ioctl_set_sregs()
1622 	return vcpu->kvm->arch.kvm_ops->set_sregs(vcpu, sregs);  in kvm_arch_vcpu_ioctl_set_sregs()
1625 int kvmppc_get_one_reg(struct kvm_vcpu *vcpu, u64 id,  in kvmppc_get_one_reg()  argument
1632 		*val = get_reg_val(id, vcpu->arch.dbg_reg.iac1);  in kvmppc_get_one_reg()
1635 		*val = get_reg_val(id, vcpu->arch.dbg_reg.iac2);  in kvmppc_get_one_reg()
1639 		*val = get_reg_val(id, vcpu->arch.dbg_reg.iac3);  in kvmppc_get_one_reg()
1642 		*val = get_reg_val(id, vcpu->arch.dbg_reg.iac4);  in kvmppc_get_one_reg()
1646 		*val = get_reg_val(id, vcpu->arch.dbg_reg.dac1);  in kvmppc_get_one_reg()
1649 		*val = get_reg_val(id, vcpu->arch.dbg_reg.dac2);  in kvmppc_get_one_reg()
1652 		u32 epr = kvmppc_get_epr(vcpu);  in kvmppc_get_one_reg()
1658 		*val = get_reg_val(id, vcpu->arch.epcr);  in kvmppc_get_one_reg()
1662 		*val = get_reg_val(id, vcpu->arch.tcr);  in kvmppc_get_one_reg()
1665 		*val = get_reg_val(id, vcpu->arch.tsr);  in kvmppc_get_one_reg()
1671 		*val = get_reg_val(id, vcpu->arch.vrsave);  in kvmppc_get_one_reg()
1674 		r = vcpu->kvm->arch.kvm_ops->get_one_reg(vcpu, id, val);  in kvmppc_get_one_reg()
1681 int kvmppc_set_one_reg(struct kvm_vcpu *vcpu, u64 id,  in kvmppc_set_one_reg()  argument
1688 		vcpu->arch.dbg_reg.iac1 = set_reg_val(id, *val);  in kvmppc_set_one_reg()
1691 		vcpu->arch.dbg_reg.iac2 = set_reg_val(id, *val);  in kvmppc_set_one_reg()
1695 		vcpu->arch.dbg_reg.iac3 = set_reg_val(id, *val);  in kvmppc_set_one_reg()
1698 		vcpu->arch.dbg_reg.iac4 = set_reg_val(id, *val);  in kvmppc_set_one_reg()
1702 		vcpu->arch.dbg_reg.dac1 = set_reg_val(id, *val);  in kvmppc_set_one_reg()
1705 		vcpu->arch.dbg_reg.dac2 = set_reg_val(id, *val);  in kvmppc_set_one_reg()
1709 		kvmppc_set_epr(vcpu, new_epr);  in kvmppc_set_one_reg()
1715 		kvmppc_set_epcr(vcpu, new_epcr);  in kvmppc_set_one_reg()
1721 		kvmppc_set_tsr_bits(vcpu, tsr_bits);  in kvmppc_set_one_reg()
1726 		kvmppc_clr_tsr_bits(vcpu, tsr_bits);  in kvmppc_set_one_reg()
1731 		kvmppc_set_tsr(vcpu, tsr);  in kvmppc_set_one_reg()
1736 		kvmppc_set_tcr(vcpu, tcr);  in kvmppc_set_one_reg()
1740 		vcpu->arch.vrsave = set_reg_val(id, *val);  in kvmppc_set_one_reg()
1743 		r = vcpu->kvm->arch.kvm_ops->set_one_reg(vcpu, id, val);  in kvmppc_set_one_reg()
1750 int kvm_arch_vcpu_ioctl_get_fpu(struct kvm_vcpu *vcpu, struct kvm_fpu *fpu)  in kvm_arch_vcpu_ioctl_get_fpu()  argument
1755 int kvm_arch_vcpu_ioctl_set_fpu(struct kvm_vcpu *vcpu, struct kvm_fpu *fpu)  in kvm_arch_vcpu_ioctl_set_fpu()  argument
1760 int kvm_arch_vcpu_ioctl_translate(struct kvm_vcpu *vcpu,  in kvm_arch_vcpu_ioctl_translate()  argument
1765 	r = kvmppc_core_vcpu_translate(vcpu, tr);  in kvm_arch_vcpu_ioctl_translate()
1802 void kvmppc_set_epcr(struct kvm_vcpu *vcpu, u32 new_epcr)  in kvmppc_set_epcr()  argument
1805 	vcpu->arch.epcr = new_epcr;  in kvmppc_set_epcr()
1807 	vcpu->arch.shadow_epcr &= ~SPRN_EPCR_GICM;  in kvmppc_set_epcr()
1808 	if (vcpu->arch.epcr  & SPRN_EPCR_ICM)  in kvmppc_set_epcr()
1809 		vcpu->arch.shadow_epcr |= SPRN_EPCR_GICM;  in kvmppc_set_epcr()
1814 void kvmppc_set_tcr(struct kvm_vcpu *vcpu, u32 new_tcr)  in kvmppc_set_tcr()  argument
1816 	vcpu->arch.tcr = new_tcr;  in kvmppc_set_tcr()
1817 	arm_next_watchdog(vcpu);  in kvmppc_set_tcr()
1818 	update_timer_ints(vcpu);  in kvmppc_set_tcr()
1821 void kvmppc_set_tsr_bits(struct kvm_vcpu *vcpu, u32 tsr_bits)  in kvmppc_set_tsr_bits()  argument
1823 	set_bits(tsr_bits, &vcpu->arch.tsr);  in kvmppc_set_tsr_bits()
1825 	kvm_make_request(KVM_REQ_PENDING_TIMER, vcpu);  in kvmppc_set_tsr_bits()
1826 	kvm_vcpu_kick(vcpu);  in kvmppc_set_tsr_bits()
1829 void kvmppc_clr_tsr_bits(struct kvm_vcpu *vcpu, u32 tsr_bits)  in kvmppc_clr_tsr_bits()  argument
1831 	clear_bits(tsr_bits, &vcpu->arch.tsr);  in kvmppc_clr_tsr_bits()
1838 		arm_next_watchdog(vcpu);  in kvmppc_clr_tsr_bits()
1840 	update_timer_ints(vcpu);  in kvmppc_clr_tsr_bits()
1843 void kvmppc_decrementer_func(struct kvm_vcpu *vcpu)  in kvmppc_decrementer_func()  argument
1845 	if (vcpu->arch.tcr & TCR_ARE) {  in kvmppc_decrementer_func()
1846 		vcpu->arch.dec = vcpu->arch.decar;  in kvmppc_decrementer_func()
1847 		kvmppc_emulate_dec(vcpu);  in kvmppc_decrementer_func()
1850 	kvmppc_set_tsr_bits(vcpu, TSR_DIS);  in kvmppc_decrementer_func()
1908 void kvm_guest_protect_msr(struct kvm_vcpu *vcpu, ulong prot_bitmap, bool set)  in kvm_guest_protect_msr()  argument
1915 			vcpu->arch.shadow_msrp |= MSRP_UCLEP;  in kvm_guest_protect_msr()
1917 			vcpu->arch.shadow_msrp |= MSRP_DEP;  in kvm_guest_protect_msr()
1919 			vcpu->arch.shadow_msrp |= MSRP_PMMP;  in kvm_guest_protect_msr()
1922 			vcpu->arch.shadow_msrp &= ~MSRP_UCLEP;  in kvm_guest_protect_msr()
1924 			vcpu->arch.shadow_msrp &= ~MSRP_DEP;  in kvm_guest_protect_msr()
1926 			vcpu->arch.shadow_msrp &= ~MSRP_PMMP;  in kvm_guest_protect_msr()
1931 int kvmppc_xlate(struct kvm_vcpu *vcpu, ulong eaddr, enum xlate_instdata xlid,  in kvmppc_xlate()  argument
1938 	if (!(vcpu->arch.shared->msr & MSR_PR) &&  in kvmppc_xlate()
1939 	    (eaddr & PAGE_MASK) == vcpu->arch.magic_page_ea) {  in kvmppc_xlate()
1941 		pte->raddr = (vcpu->arch.magic_page_pa & PAGE_MASK) |  in kvmppc_xlate()
1955 		gtlb_index = kvmppc_mmu_itlb_index(vcpu, eaddr);  in kvmppc_xlate()
1958 		gtlb_index = kvmppc_mmu_dtlb_index(vcpu, eaddr);  in kvmppc_xlate()
1968 	gpaddr = kvmppc_mmu_xlate(vcpu, gtlb_index, eaddr);  in kvmppc_xlate()
1982 int kvm_arch_vcpu_ioctl_set_guest_debug(struct kvm_vcpu *vcpu,  in kvm_arch_vcpu_ioctl_set_guest_debug()  argument
1989 		vcpu->arch.dbg_reg.dbcr0 = 0;  in kvm_arch_vcpu_ioctl_set_guest_debug()
1990 		vcpu->guest_debug = 0;  in kvm_arch_vcpu_ioctl_set_guest_debug()
1991 		kvm_guest_protect_msr(vcpu, MSR_DE, false);  in kvm_arch_vcpu_ioctl_set_guest_debug()
1995 	kvm_guest_protect_msr(vcpu, MSR_DE, true);  in kvm_arch_vcpu_ioctl_set_guest_debug()
1996 	vcpu->guest_debug = dbg->control;  in kvm_arch_vcpu_ioctl_set_guest_debug()
1997 	vcpu->arch.dbg_reg.dbcr0 = 0;  in kvm_arch_vcpu_ioctl_set_guest_debug()
1999 	if (vcpu->guest_debug & KVM_GUESTDBG_SINGLESTEP)  in kvm_arch_vcpu_ioctl_set_guest_debug()
2000 		vcpu->arch.dbg_reg.dbcr0 |= DBCR0_IDM | DBCR0_IC;  in kvm_arch_vcpu_ioctl_set_guest_debug()
2003 	dbg_reg = &(vcpu->arch.dbg_reg);  in kvm_arch_vcpu_ioctl_set_guest_debug()
2023 	if (!(vcpu->guest_debug & KVM_GUESTDBG_USE_HW_BP))  in kvm_arch_vcpu_ioctl_set_guest_debug()
2053 void kvmppc_booke_vcpu_load(struct kvm_vcpu *vcpu, int cpu)  in kvmppc_booke_vcpu_load()  argument
2055 	vcpu->cpu = smp_processor_id();  in kvmppc_booke_vcpu_load()
2056 	current->thread.kvm_vcpu = vcpu;  in kvmppc_booke_vcpu_load()
2059 void kvmppc_booke_vcpu_put(struct kvm_vcpu *vcpu)  in kvmppc_booke_vcpu_put()  argument
2062 	vcpu->cpu = -1;  in kvmppc_booke_vcpu_put()
2068 void kvmppc_mmu_destroy(struct kvm_vcpu *vcpu)  in kvmppc_mmu_destroy()  argument
2070 	vcpu->kvm->arch.kvm_ops->mmu_destroy(vcpu);  in kvmppc_mmu_destroy()
2083 void kvmppc_core_vcpu_free(struct kvm_vcpu *vcpu)  in kvmppc_core_vcpu_free()  argument
2085 	vcpu->kvm->arch.kvm_ops->vcpu_free(vcpu);  in kvmppc_core_vcpu_free()
2093 void kvmppc_core_vcpu_load(struct kvm_vcpu *vcpu, int cpu)  in kvmppc_core_vcpu_load()  argument
2095 	vcpu->kvm->arch.kvm_ops->vcpu_load(vcpu, cpu);  in kvmppc_core_vcpu_load()
2098 void kvmppc_core_vcpu_put(struct kvm_vcpu *vcpu)  in kvmppc_core_vcpu_put()  argument
2100 	vcpu->kvm->arch.kvm_ops->vcpu_put(vcpu);  in kvmppc_core_vcpu_put()