237 	vmcb->control.clean = 0;  in mark_all_dirty()
242 	vmcb->control.clean = ((1 << VMCB_DIRTY_MAX) - 1)  in mark_all_clean()
248 	vmcb->control.clean &= ~(1 << bit);  in mark_dirty()
266 	c = &svm->vmcb->control;  in recalc_intercepts()
267 	h = &svm->nested.hsave->control;  in recalc_intercepts()
288 	vmcb->control.intercept_cr |= (1U << bit);  in set_cr_intercept()
297 	vmcb->control.intercept_cr &= ~(1U << bit);  in clr_cr_intercept()
306 	return vmcb->control.intercept_cr & (1U << bit);  in is_cr_intercept()
313 	vmcb->control.intercept_dr = (1 << INTERCEPT_DR0_READ)  in set_dr_intercepts()
337 	vmcb->control.intercept_dr = 0;  in clr_dr_intercepts()
346 	vmcb->control.intercept_exceptions |= (1U << bit);  in set_exception_intercept()
355 	vmcb->control.intercept_exceptions &= ~(1U << bit);  in clr_exception_intercept()
364 	vmcb->control.intercept |= (1ULL << bit);  in set_intercept()
373 	vmcb->control.intercept &= ~(1ULL << bit);  in clr_intercept()
496 	if (svm->vmcb->control.int_state & SVM_INTERRUPT_SHADOW_MASK)  in svm_get_interrupt_shadow()
506 		svm->vmcb->control.int_state &= ~SVM_INTERRUPT_SHADOW_MASK;  in svm_set_interrupt_shadow()
508 		svm->vmcb->control.int_state |= SVM_INTERRUPT_SHADOW_MASK;  in svm_set_interrupt_shadow()
516 	if (svm->vmcb->control.next_rip != 0) {  in skip_emulated_instruction()
518 		svm->next_rip = svm->vmcb->control.next_rip;  in skip_emulated_instruction()
565 	svm->vmcb->control.event_inj = nr  in svm_queue_exception()
569 	svm->vmcb->control.event_inj_err = error_code;  in svm_queue_exception()
851 	svm->vmcb->control.lbr_ctl = 1;  in svm_enable_lbrv()
862 	svm->vmcb->control.lbr_ctl = 0;  in svm_disable_lbrv()
964 	return svm->vmcb->control.tsc_offset;  in svm_read_tsc_offset()
973 		g_tsc_offset = svm->vmcb->control.tsc_offset -  in svm_write_tsc_offset()
974 			       svm->nested.hsave->control.tsc_offset;  in svm_write_tsc_offset()
975 		svm->nested.hsave->control.tsc_offset = offset;  in svm_write_tsc_offset()
978 					   svm->vmcb->control.tsc_offset,  in svm_write_tsc_offset()
981 	svm->vmcb->control.tsc_offset = offset + g_tsc_offset;  in svm_write_tsc_offset()
990 	svm->vmcb->control.tsc_offset += adjustment;  in svm_adjust_tsc_offset_guest()
992 		svm->nested.hsave->control.tsc_offset += adjustment;  in svm_adjust_tsc_offset_guest()
995 				     svm->vmcb->control.tsc_offset - adjustment,  in svm_adjust_tsc_offset_guest()
996 				     svm->vmcb->control.tsc_offset);  in svm_adjust_tsc_offset_guest()
1003 	struct vmcb_control_area *control = &svm->vmcb->control;  in init_vmcb()  local
1051 	control->iopm_base_pa = iopm_base;  in init_vmcb()
1052 	control->msrpm_base_pa = __pa(svm->msrpm);  in init_vmcb()
1053 	control->int_ctl = V_INTR_MASKING_MASK;  in init_vmcb()
1092 		control->nested_ctl = 1;  in init_vmcb()
1107 		control->pause_filter_count = 3000;  in init_vmcb()
1576 		svm->vmcb->control.tlb_ctl = TLB_CONTROL_FLUSH_ALL_ASID;  in new_asid()
1580 	svm->vmcb->control.asid = sd->next_asid++;  in new_asid()
1623 	u64 fault_address = svm->vmcb->control.exit_info_2;  in pf_interception()
1629 		error_code = svm->vmcb->control.exit_info_1;  in pf_interception()
1635 			svm->vmcb->control.insn_bytes,  in pf_interception()
1636 			svm->vmcb->control.insn_len);  in pf_interception()
1813 	u32 io_info = svm->vmcb->control.exit_info_1; /* address size bug? */  in io_interception()
1825 	svm->next_rip = svm->vmcb->control.exit_info_2;  in io_interception()
1886 	svm->vmcb->control.nested_cr3 = root;  in nested_svm_set_tdp_cr3()
1896 	if (svm->vmcb->control.exit_code != SVM_EXIT_NPF) {  in nested_svm_inject_npf_exit()
1901 		svm->vmcb->control.exit_code = SVM_EXIT_NPF;  in nested_svm_inject_npf_exit()
1902 		svm->vmcb->control.exit_code_hi = 0;  in nested_svm_inject_npf_exit()
1903 		svm->vmcb->control.exit_info_1 = (1ULL << 32);  in nested_svm_inject_npf_exit()
1904 		svm->vmcb->control.exit_info_2 = fault->address;  in nested_svm_inject_npf_exit()
1907 	svm->vmcb->control.exit_info_1 &= ~0xffffffffULL;  in nested_svm_inject_npf_exit()
1908 	svm->vmcb->control.exit_info_1 |= fault->error_code;  in nested_svm_inject_npf_exit()
1914 	if (svm->vmcb->control.exit_info_1 & (2ULL << 32))  in nested_svm_inject_npf_exit()
1915 		svm->vmcb->control.exit_info_1 &= ~1;  in nested_svm_inject_npf_exit()
1962 	svm->vmcb->control.exit_code = SVM_EXIT_EXCP_BASE + nr;  in nested_svm_check_exception()
1963 	svm->vmcb->control.exit_code_hi = 0;  in nested_svm_check_exception()
1964 	svm->vmcb->control.exit_info_1 = error_code;  in nested_svm_check_exception()
1965 	svm->vmcb->control.exit_info_2 = svm->vcpu.arch.cr2;  in nested_svm_check_exception()
1994 	svm->vmcb->control.exit_code   = SVM_EXIT_INTR;  in nested_svm_intr()
1995 	svm->vmcb->control.exit_info_1 = 0;  in nested_svm_intr()
1996 	svm->vmcb->control.exit_info_2 = 0;  in nested_svm_intr()
2022 	svm->vmcb->control.exit_code = SVM_EXIT_NMI;  in nested_svm_nmi()
2064 	port = svm->vmcb->control.exit_info_1 >> 16;  in nested_svm_intercept_ioio()
2065 	size = (svm->vmcb->control.exit_info_1 & SVM_IOIO_SIZE_MASK) >>  in nested_svm_intercept_ioio()
2089 	write  = svm->vmcb->control.exit_info_1 & 1;  in nested_svm_exit_handled_msr()
2106 	u32 exit_code = svm->vmcb->control.exit_code;  in nested_svm_exit_special()
2138 	u32 exit_code = svm->vmcb->control.exit_code;  in nested_svm_intercept()
2198 	struct vmcb_control_area *dst  = &dst_vmcb->control;  in copy_vmcb_control_area()
2199 	struct vmcb_control_area *from = &from_vmcb->control;  in copy_vmcb_control_area()
2233 	trace_kvm_nested_vmexit_inject(vmcb->control.exit_code,  in nested_svm_vmexit()
2234 				       vmcb->control.exit_info_1,  in nested_svm_vmexit()
2235 				       vmcb->control.exit_info_2,  in nested_svm_vmexit()
2236 				       vmcb->control.exit_int_info,  in nested_svm_vmexit()
2237 				       vmcb->control.exit_int_info_err,  in nested_svm_vmexit()
2270 	nested_vmcb->control.int_ctl           = vmcb->control.int_ctl;  in nested_svm_vmexit()
2271 	nested_vmcb->control.int_vector        = vmcb->control.int_vector;  in nested_svm_vmexit()
2272 	nested_vmcb->control.int_state         = vmcb->control.int_state;  in nested_svm_vmexit()
2273 	nested_vmcb->control.exit_code         = vmcb->control.exit_code;  in nested_svm_vmexit()
2274 	nested_vmcb->control.exit_code_hi      = vmcb->control.exit_code_hi;  in nested_svm_vmexit()
2275 	nested_vmcb->control.exit_info_1       = vmcb->control.exit_info_1;  in nested_svm_vmexit()
2276 	nested_vmcb->control.exit_info_2       = vmcb->control.exit_info_2;  in nested_svm_vmexit()
2277 	nested_vmcb->control.exit_int_info     = vmcb->control.exit_int_info;  in nested_svm_vmexit()
2278 	nested_vmcb->control.exit_int_info_err = vmcb->control.exit_int_info_err;  in nested_svm_vmexit()
2281 		nested_vmcb->control.next_rip  = vmcb->control.next_rip;  in nested_svm_vmexit()
2291 	if (vmcb->control.event_inj & SVM_EVTINJ_VALID) {  in nested_svm_vmexit()
2292 		struct vmcb_control_area *nc = &nested_vmcb->control;  in nested_svm_vmexit()
2294 		nc->exit_int_info     = vmcb->control.event_inj;  in nested_svm_vmexit()
2295 		nc->exit_int_info_err = vmcb->control.event_inj_err;  in nested_svm_vmexit()
2298 	nested_vmcb->control.tlb_ctl           = 0;  in nested_svm_vmexit()
2299 	nested_vmcb->control.event_inj         = 0;  in nested_svm_vmexit()
2300 	nested_vmcb->control.event_inj_err     = 0;  in nested_svm_vmexit()
2304 		nested_vmcb->control.int_ctl &= ~V_INTR_MASKING_MASK;  in nested_svm_vmexit()
2336 	svm->vmcb->control.exit_int_info = 0;  in nested_svm_vmexit()
2377 	svm->vmcb->control.msrpm_base_pa = __pa(svm->nested.msrpm);  in nested_svm_vmrun_msrpm()
2384 	if ((vmcb->control.intercept & (1ULL << INTERCEPT_VMRUN)) == 0)  in nested_vmcb_checks()
2387 	if (vmcb->control.asid == 0)  in nested_vmcb_checks()
2390 	if (vmcb->control.nested_ctl && !npt_enabled)  in nested_vmcb_checks()
2411 		nested_vmcb->control.exit_code    = SVM_EXIT_ERR;  in nested_svm_vmrun()
2412 		nested_vmcb->control.exit_code_hi = 0;  in nested_svm_vmrun()
2413 		nested_vmcb->control.exit_info_1  = 0;  in nested_svm_vmrun()
2414 		nested_vmcb->control.exit_info_2  = 0;  in nested_svm_vmrun()
2423 			       nested_vmcb->control.int_ctl,  in nested_svm_vmrun()
2424 			       nested_vmcb->control.event_inj,  in nested_svm_vmrun()
2425 			       nested_vmcb->control.nested_ctl);  in nested_svm_vmrun()
2427 	trace_kvm_nested_intercepts(nested_vmcb->control.intercept_cr & 0xffff,  in nested_svm_vmrun()
2428 				    nested_vmcb->control.intercept_cr >> 16,  in nested_svm_vmrun()
2429 				    nested_vmcb->control.intercept_exceptions,  in nested_svm_vmrun()
2430 				    nested_vmcb->control.intercept);  in nested_svm_vmrun()
2465 	if (nested_vmcb->control.nested_ctl) {  in nested_svm_vmrun()
2467 		svm->nested.nested_cr3 = nested_vmcb->control.nested_cr3;  in nested_svm_vmrun()
2504 	svm->nested.vmcb_msrpm = nested_vmcb->control.msrpm_base_pa & ~0x0fffULL;  in nested_svm_vmrun()
2505 	svm->nested.vmcb_iopm  = nested_vmcb->control.iopm_base_pa  & ~0x0fffULL;  in nested_svm_vmrun()
2508 	svm->nested.intercept_cr         = nested_vmcb->control.intercept_cr;  in nested_svm_vmrun()
2509 	svm->nested.intercept_dr         = nested_vmcb->control.intercept_dr;  in nested_svm_vmrun()
2510 	svm->nested.intercept_exceptions = nested_vmcb->control.intercept_exceptions;  in nested_svm_vmrun()
2511 	svm->nested.intercept            = nested_vmcb->control.intercept;  in nested_svm_vmrun()
2514 	svm->vmcb->control.int_ctl = nested_vmcb->control.int_ctl | V_INTR_MASKING_MASK;  in nested_svm_vmrun()
2515 	if (nested_vmcb->control.int_ctl & V_INTR_MASKING_MASK)  in nested_svm_vmrun()
2529 	svm->vmcb->control.lbr_ctl = nested_vmcb->control.lbr_ctl;  in nested_svm_vmrun()
2530 	svm->vmcb->control.int_vector = nested_vmcb->control.int_vector;  in nested_svm_vmrun()
2531 	svm->vmcb->control.int_state = nested_vmcb->control.int_state;  in nested_svm_vmrun()
2532 	svm->vmcb->control.tsc_offset += nested_vmcb->control.tsc_offset;  in nested_svm_vmrun()
2533 	svm->vmcb->control.event_inj = nested_vmcb->control.event_inj;  in nested_svm_vmrun()
2534 	svm->vmcb->control.event_inj_err = nested_vmcb->control.event_inj_err;  in nested_svm_vmrun()
2632 	svm->vmcb->control.exit_code    = SVM_EXIT_ERR;  in vmrun_interception()
2633 	svm->vmcb->control.exit_code_hi = 0;  in vmrun_interception()
2634 	svm->vmcb->control.exit_info_1  = 0;  in vmrun_interception()
2635 	svm->vmcb->control.exit_info_2  = 0;  in vmrun_interception()
2668 	svm->vmcb->control.int_ctl &= ~V_IRQ_MASK;  in clgi_interception()
2721 	int int_type = svm->vmcb->control.exit_int_info &  in task_switch_interception()
2723 	int int_vec = svm->vmcb->control.exit_int_info & SVM_EVTINJ_VEC_MASK;  in task_switch_interception()
2725 		svm->vmcb->control.exit_int_info & SVM_EXITINTINFO_TYPE_MASK;  in task_switch_interception()
2727 		svm->vmcb->control.exit_int_info & SVM_EXITINTINFO_VALID;  in task_switch_interception()
2731 	tss_selector = (u16)svm->vmcb->control.exit_info_1;  in task_switch_interception()
2733 	if (svm->vmcb->control.exit_info_2 &  in task_switch_interception()
2736 	else if (svm->vmcb->control.exit_info_2 &  in task_switch_interception()
2750 			if (svm->vmcb->control.exit_info_2 &  in task_switch_interception()
2754 					(u32)svm->vmcb->control.exit_info_2;  in task_switch_interception()
2807 	kvm_mmu_invlpg(&svm->vcpu, svm->vmcb->control.exit_info_1);  in invlpg_interception()
2847 		svm->vmcb->control.exit_code = SVM_EXIT_CR0_SEL_WRITE;  in check_selective_cr0_intercepted()
2865 	if (unlikely((svm->vmcb->control.exit_info_1 & CR_VALID) == 0))  in cr_interception()
2868 	reg = svm->vmcb->control.exit_info_1 & SVM_EXITINFO_REG_MASK;  in cr_interception()
2869 	if (svm->vmcb->control.exit_code == SVM_EXIT_CR0_SEL_WRITE)  in cr_interception()
2872 		cr = svm->vmcb->control.exit_code - SVM_EXIT_READ_CR0;  in cr_interception()
2948 	reg = svm->vmcb->control.exit_info_1 & SVM_EXITINFO_REG_MASK;  in dr_interception()
2949 	dr = svm->vmcb->control.exit_code - SVM_EXIT_READ_DR0;  in dr_interception()
2987 	return vmcb->control.tsc_offset + host_tsc;  in svm_read_l1_tsc()
2996 		msr_info->data = svm->vmcb->control.tsc_offset +  in svm_get_msr()
3201 	if (svm->vmcb->control.exit_info_1)  in msr_interception()
3211 	svm->vmcb->control.int_ctl &= ~V_IRQ_MASK;  in interrupt_window_interception()
3309 	struct vmcb_control_area *control = &svm->vmcb->control;  in dump_vmcb()  local
3313 	pr_err("%-20s%04x\n", "cr_read:", control->intercept_cr & 0xffff);  in dump_vmcb()
3314 	pr_err("%-20s%04x\n", "cr_write:", control->intercept_cr >> 16);  in dump_vmcb()
3315 	pr_err("%-20s%04x\n", "dr_read:", control->intercept_dr & 0xffff);  in dump_vmcb()
3316 	pr_err("%-20s%04x\n", "dr_write:", control->intercept_dr >> 16);  in dump_vmcb()
3317 	pr_err("%-20s%08x\n", "exceptions:", control->intercept_exceptions);  in dump_vmcb()
3318 	pr_err("%-20s%016llx\n", "intercepts:", control->intercept);  in dump_vmcb()
3319 	pr_err("%-20s%d\n", "pause filter count:", control->pause_filter_count);  in dump_vmcb()
3320 	pr_err("%-20s%016llx\n", "iopm_base_pa:", control->iopm_base_pa);  in dump_vmcb()
3321 	pr_err("%-20s%016llx\n", "msrpm_base_pa:", control->msrpm_base_pa);  in dump_vmcb()
3322 	pr_err("%-20s%016llx\n", "tsc_offset:", control->tsc_offset);  in dump_vmcb()
3323 	pr_err("%-20s%d\n", "asid:", control->asid);  in dump_vmcb()
3324 	pr_err("%-20s%d\n", "tlb_ctl:", control->tlb_ctl);  in dump_vmcb()
3325 	pr_err("%-20s%08x\n", "int_ctl:", control->int_ctl);  in dump_vmcb()
3326 	pr_err("%-20s%08x\n", "int_vector:", control->int_vector);  in dump_vmcb()
3327 	pr_err("%-20s%08x\n", "int_state:", control->int_state);  in dump_vmcb()
3328 	pr_err("%-20s%08x\n", "exit_code:", control->exit_code);  in dump_vmcb()
3329 	pr_err("%-20s%016llx\n", "exit_info1:", control->exit_info_1);  in dump_vmcb()
3330 	pr_err("%-20s%016llx\n", "exit_info2:", control->exit_info_2);  in dump_vmcb()
3331 	pr_err("%-20s%08x\n", "exit_int_info:", control->exit_int_info);  in dump_vmcb()
3332 	pr_err("%-20s%08x\n", "exit_int_info_err:", control->exit_int_info_err);  in dump_vmcb()
3333 	pr_err("%-20s%lld\n", "nested_ctl:", control->nested_ctl);  in dump_vmcb()
3334 	pr_err("%-20s%016llx\n", "nested_cr3:", control->nested_cr3);  in dump_vmcb()
3335 	pr_err("%-20s%08x\n", "event_inj:", control->event_inj);  in dump_vmcb()
3336 	pr_err("%-20s%08x\n", "event_inj_err:", control->event_inj_err);  in dump_vmcb()
3337 	pr_err("%-20s%lld\n", "lbr_ctl:", control->lbr_ctl);  in dump_vmcb()
3338 	pr_err("%-20s%016llx\n", "next_rip:", control->next_rip);  in dump_vmcb()
3413 	struct vmcb_control_area *control = &to_svm(vcpu)->vmcb->control;  in svm_get_exit_info()  local
3415 	*info1 = control->exit_info_1;  in svm_get_exit_info()
3416 	*info2 = control->exit_info_2;  in svm_get_exit_info()
3423 	u32 exit_code = svm->vmcb->control.exit_code;  in handle_exit()
3443 					svm->vmcb->control.exit_info_1,  in handle_exit()
3444 					svm->vmcb->control.exit_info_2,  in handle_exit()
3445 					svm->vmcb->control.exit_int_info,  in handle_exit()
3446 					svm->vmcb->control.exit_int_info_err,  in handle_exit()
3460 	if (svm->vmcb->control.exit_code == SVM_EXIT_ERR) {  in handle_exit()
3463 			= svm->vmcb->control.exit_code;  in handle_exit()
3469 	if (is_external_interrupt(svm->vmcb->control.exit_int_info) &&  in handle_exit()
3475 		       __func__, svm->vmcb->control.exit_int_info,  in handle_exit()
3512 	svm->vmcb->control.event_inj = SVM_EVTINJ_VALID | SVM_EVTINJ_TYPE_NMI;  in svm_inject_nmi()
3520 	struct vmcb_control_area *control;  in svm_inject_irq()  local
3522 	control = &svm->vmcb->control;  in svm_inject_irq()
3523 	control->int_vector = irq;  in svm_inject_irq()
3524 	control->int_ctl &= ~V_INTR_PRIO_MASK;  in svm_inject_irq()
3525 	control->int_ctl |= V_IRQ_MASK |  in svm_inject_irq()
3539 	svm->vmcb->control.event_inj = vcpu->arch.interrupt.nr |  in svm_set_irq()
3584 	ret = !(vmcb->control.int_state & SVM_INTERRUPT_SHADOW_MASK) &&  in svm_nmi_allowed()
3618 	     (vmcb->control.int_state & SVM_INTERRUPT_SHADOW_MASK))  in svm_interrupt_allowed()
3671 		svm->vmcb->control.tlb_ctl = TLB_CONTROL_FLUSH_ASID;  in svm_flush_tlb()
3688 		int cr8 = svm->vmcb->control.int_ctl & V_TPR_MASK;  in sync_cr8_to_lapic()
3702 	svm->vmcb->control.int_ctl &= ~V_TPR_MASK;  in sync_lapic_to_cr8()
3703 	svm->vmcb->control.int_ctl |= cr8 & V_TPR_MASK;  in sync_lapic_to_cr8()
3710 	u32 exitintinfo = svm->vmcb->control.exit_int_info;  in svm_complete_interrupts()
3756 			u32 err = svm->vmcb->control.exit_int_info_err;  in svm_complete_interrupts()
3773 	struct vmcb_control_area *control = &svm->vmcb->control;  in svm_cancel_injection()  local
3775 	control->exit_int_info = control->event_inj;  in svm_cancel_injection()
3776 	control->exit_int_info_err = control->event_inj_err;  in svm_cancel_injection()
3777 	control->event_inj = 0;  in svm_cancel_injection()
3897 	if (unlikely(svm->vmcb->control.exit_code == SVM_EXIT_NMI))  in svm_vcpu_run()
3904 	if (unlikely(svm->vmcb->control.exit_code == SVM_EXIT_NMI))  in svm_vcpu_run()
3911 	svm->vmcb->control.tlb_ctl = TLB_CONTROL_DO_NOTHING;  in svm_vcpu_run()
3914 	if (svm->vmcb->control.exit_code == SVM_EXIT_EXCP_BASE + PF_VECTOR)  in svm_vcpu_run()
3926 	if (unlikely(svm->vmcb->control.exit_code ==  in svm_vcpu_run()
3946 	svm->vmcb->control.nested_cr3 = root;  in set_tdp_cr3()
4194 			vmcb->control.exit_info_1 = 1;  in svm_check_intercept()
4196 			vmcb->control.exit_info_1 = 0;  in svm_check_intercept()
4232 		vmcb->control.exit_info_1 = exit_info;  in svm_check_intercept()
4233 		vmcb->control.exit_info_2 = info->next_rip;  in svm_check_intercept()
4243 		vmcb->control.next_rip  = info->next_rip;  in svm_check_intercept()
4244 	vmcb->control.exit_code = icpt_info.exit_code;  in svm_check_intercept()