479 	to_svm(vcpu)->vmcb->save.efer = efer | EFER_SVME;  in svm_set_efer()
559 		svm->int3_rip = rip + svm->vmcb->save.cs.base;  in svm_queue_exception()
1090 	struct vmcb_save_area *save = &svm->vmcb->save;  in init_vmcb()  local
1141 	init_seg(&save->es);  in init_vmcb()
1142 	init_seg(&save->ss);  in init_vmcb()
1143 	init_seg(&save->ds);  in init_vmcb()
1144 	init_seg(&save->fs);  in init_vmcb()
1145 	init_seg(&save->gs);  in init_vmcb()
1147 	save->cs.selector = 0xf000;  in init_vmcb()
1148 	save->cs.base = 0xffff0000;  in init_vmcb()
1150 	save->cs.attrib = SVM_SELECTOR_READ_MASK | SVM_SELECTOR_P_MASK |  in init_vmcb()
1152 	save->cs.limit = 0xffff;  in init_vmcb()
1154 	save->gdtr.limit = 0xffff;  in init_vmcb()
1155 	save->idtr.limit = 0xffff;  in init_vmcb()
1157 	init_sys_seg(&save->ldtr, SEG_TYPE_LDT);  in init_vmcb()
1158 	init_sys_seg(&save->tr, SEG_TYPE_BUSY_TSS16);  in init_vmcb()
1161 	save->dr6 = 0xffff0ff0;  in init_vmcb()
1163 	save->rip = 0x0000fff0;  in init_vmcb()
1164 	svm->vcpu.arch.regs[VCPU_REGS_RIP] = save->rip;  in init_vmcb()
1173 	save->cr4 = X86_CR4_PAE;  in init_vmcb()
1183 		save->g_pat = 0x0007040600070406ULL;  in init_vmcb()
1184 		save->cr3 = 0;  in init_vmcb()
1185 		save->cr4 = 0;  in init_vmcb()
1350 	return to_svm(vcpu)->vmcb->save.rflags;  in svm_get_rflags()
1360 	to_svm(vcpu)->vmcb->save.rflags = rflags;  in svm_set_rflags()
1387 	struct vmcb_save_area *save = &to_svm(vcpu)->vmcb->save;  in svm_seg()  local
1390 	case VCPU_SREG_CS: return &save->cs;  in svm_seg()
1391 	case VCPU_SREG_DS: return &save->ds;  in svm_seg()
1392 	case VCPU_SREG_ES: return &save->es;  in svm_seg()
1393 	case VCPU_SREG_FS: return &save->fs;  in svm_seg()
1394 	case VCPU_SREG_GS: return &save->gs;  in svm_seg()
1395 	case VCPU_SREG_SS: return &save->ss;  in svm_seg()
1396 	case VCPU_SREG_TR: return &save->tr;  in svm_seg()
1397 	case VCPU_SREG_LDTR: return &save->ldtr;  in svm_seg()
1473 		var->dpl = to_svm(vcpu)->vmcb->save.cpl;  in svm_get_segment()
1480 	struct vmcb_save_area *save = &to_svm(vcpu)->vmcb->save;  in svm_get_cpl()  local
1482 	return save->cpl;  in svm_get_cpl()
1489 	dt->size = svm->vmcb->save.idtr.limit;  in svm_get_idt()
1490 	dt->address = svm->vmcb->save.idtr.base;  in svm_get_idt()
1497 	svm->vmcb->save.idtr.limit = dt->size;  in svm_set_idt()
1498 	svm->vmcb->save.idtr.base = dt->address ;  in svm_set_idt()
1506 	dt->size = svm->vmcb->save.gdtr.limit;  in svm_get_gdt()
1507 	dt->address = svm->vmcb->save.gdtr.base;  in svm_get_gdt()
1514 	svm->vmcb->save.gdtr.limit = dt->size;  in svm_set_gdt()
1515 	svm->vmcb->save.gdtr.base = dt->address ;  in svm_set_gdt()
1534 	u64 *hcr0 = &svm->vmcb->save.cr0;  in update_cr0_intercept()
1561 			svm->vmcb->save.efer |= EFER_LMA | EFER_LME;  in svm_set_cr0()
1566 			svm->vmcb->save.efer &= ~(EFER_LMA | EFER_LME);  in svm_set_cr0()
1583 	svm->vmcb->save.cr0 = cr0;  in svm_set_cr0()
1591 	unsigned long old_cr4 = to_svm(vcpu)->vmcb->save.cr4;  in svm_set_cr4()
1603 	to_svm(vcpu)->vmcb->save.cr4 = cr4;  in svm_set_cr4()
1637 		svm->vmcb->save.cpl = (s->attrib >> SVM_SELECTOR_DPL_SHIFT) & 3;  in svm_set_segment()
1671 	return to_svm(vcpu)->vmcb->save.dr6;  in svm_get_dr6()
1678 	svm->vmcb->save.dr6 = value;  in svm_set_dr6()
1691 	vcpu->arch.dr7 = svm->vmcb->save.dr7;  in svm_sync_dirty_debug_regs()
1701 	svm->vmcb->save.dr7 = value;  in svm_set_dr7()
1752 			svm->vmcb->save.rflags &=  in db_interception()
1760 			svm->vmcb->save.cs.base + svm->vmcb->save.rip;  in db_interception()
1773 	kvm_run->debug.arch.pc = svm->vmcb->save.cs.base + svm->vmcb->save.rip;  in bp_interception()
2029 	if (svm->vmcb->save.cpl) {  in nested_svm_check_permissions()
2089 		trace_kvm_nested_intr_vmexit(svm->vmcb->save.rip);  in nested_svm_intr()
2334 	nested_vmcb->save.es     = vmcb->save.es;  in nested_svm_vmexit()
2335 	nested_vmcb->save.cs     = vmcb->save.cs;  in nested_svm_vmexit()
2336 	nested_vmcb->save.ss     = vmcb->save.ss;  in nested_svm_vmexit()
2337 	nested_vmcb->save.ds     = vmcb->save.ds;  in nested_svm_vmexit()
2338 	nested_vmcb->save.gdtr   = vmcb->save.gdtr;  in nested_svm_vmexit()
2339 	nested_vmcb->save.idtr   = vmcb->save.idtr;  in nested_svm_vmexit()
2340 	nested_vmcb->save.efer   = svm->vcpu.arch.efer;  in nested_svm_vmexit()
2341 	nested_vmcb->save.cr0    = kvm_read_cr0(&svm->vcpu);  in nested_svm_vmexit()
2342 	nested_vmcb->save.cr3    = kvm_read_cr3(&svm->vcpu);  in nested_svm_vmexit()
2343 	nested_vmcb->save.cr2    = vmcb->save.cr2;  in nested_svm_vmexit()
2344 	nested_vmcb->save.cr4    = svm->vcpu.arch.cr4;  in nested_svm_vmexit()
2345 	nested_vmcb->save.rflags = kvm_get_rflags(&svm->vcpu);  in nested_svm_vmexit()
2346 	nested_vmcb->save.rip    = vmcb->save.rip;  in nested_svm_vmexit()
2347 	nested_vmcb->save.rsp    = vmcb->save.rsp;  in nested_svm_vmexit()
2348 	nested_vmcb->save.rax    = vmcb->save.rax;  in nested_svm_vmexit()
2349 	nested_vmcb->save.dr7    = vmcb->save.dr7;  in nested_svm_vmexit()
2350 	nested_vmcb->save.dr6    = vmcb->save.dr6;  in nested_svm_vmexit()
2351 	nested_vmcb->save.cpl    = vmcb->save.cpl;  in nested_svm_vmexit()
2396 	svm->vmcb->save.es = hsave->save.es;  in nested_svm_vmexit()
2397 	svm->vmcb->save.cs = hsave->save.cs;  in nested_svm_vmexit()
2398 	svm->vmcb->save.ss = hsave->save.ss;  in nested_svm_vmexit()
2399 	svm->vmcb->save.ds = hsave->save.ds;  in nested_svm_vmexit()
2400 	svm->vmcb->save.gdtr = hsave->save.gdtr;  in nested_svm_vmexit()
2401 	svm->vmcb->save.idtr = hsave->save.idtr;  in nested_svm_vmexit()
2402 	kvm_set_rflags(&svm->vcpu, hsave->save.rflags);  in nested_svm_vmexit()
2403 	svm_set_efer(&svm->vcpu, hsave->save.efer);  in nested_svm_vmexit()
2404 	svm_set_cr0(&svm->vcpu, hsave->save.cr0 | X86_CR0_PE);  in nested_svm_vmexit()
2405 	svm_set_cr4(&svm->vcpu, hsave->save.cr4);  in nested_svm_vmexit()
2407 		svm->vmcb->save.cr3 = hsave->save.cr3;  in nested_svm_vmexit()
2408 		svm->vcpu.arch.cr3 = hsave->save.cr3;  in nested_svm_vmexit()
2410 		(void)kvm_set_cr3(&svm->vcpu, hsave->save.cr3);  in nested_svm_vmexit()
2412 	kvm_register_write(&svm->vcpu, VCPU_REGS_RAX, hsave->save.rax);  in nested_svm_vmexit()
2413 	kvm_register_write(&svm->vcpu, VCPU_REGS_RSP, hsave->save.rsp);  in nested_svm_vmexit()
2414 	kvm_register_write(&svm->vcpu, VCPU_REGS_RIP, hsave->save.rip);  in nested_svm_vmexit()
2415 	svm->vmcb->save.dr7 = 0;  in nested_svm_vmexit()
2416 	svm->vmcb->save.cpl = 0;  in nested_svm_vmexit()
2485 	vmcb_gpa = svm->vmcb->save.rax;  in nested_svm_vmrun()
2487 	nested_vmcb = nested_svm_map(svm, svm->vmcb->save.rax, &page);  in nested_svm_vmrun()
2502 	trace_kvm_nested_vmrun(svm->vmcb->save.rip, vmcb_gpa,  in nested_svm_vmrun()
2503 			       nested_vmcb->save.rip,  in nested_svm_vmrun()
2521 	hsave->save.es     = vmcb->save.es;  in nested_svm_vmrun()
2522 	hsave->save.cs     = vmcb->save.cs;  in nested_svm_vmrun()
2523 	hsave->save.ss     = vmcb->save.ss;  in nested_svm_vmrun()
2524 	hsave->save.ds     = vmcb->save.ds;  in nested_svm_vmrun()
2525 	hsave->save.gdtr   = vmcb->save.gdtr;  in nested_svm_vmrun()
2526 	hsave->save.idtr   = vmcb->save.idtr;  in nested_svm_vmrun()
2527 	hsave->save.efer   = svm->vcpu.arch.efer;  in nested_svm_vmrun()
2528 	hsave->save.cr0    = kvm_read_cr0(&svm->vcpu);  in nested_svm_vmrun()
2529 	hsave->save.cr4    = svm->vcpu.arch.cr4;  in nested_svm_vmrun()
2530 	hsave->save.rflags = kvm_get_rflags(&svm->vcpu);  in nested_svm_vmrun()
2531 	hsave->save.rip    = kvm_rip_read(&svm->vcpu);  in nested_svm_vmrun()
2532 	hsave->save.rsp    = vmcb->save.rsp;  in nested_svm_vmrun()
2533 	hsave->save.rax    = vmcb->save.rax;  in nested_svm_vmrun()
2535 		hsave->save.cr3    = vmcb->save.cr3;  in nested_svm_vmrun()
2537 		hsave->save.cr3    = kvm_read_cr3(&svm->vcpu);  in nested_svm_vmrun()
2553 	svm->vmcb->save.es = nested_vmcb->save.es;  in nested_svm_vmrun()
2554 	svm->vmcb->save.cs = nested_vmcb->save.cs;  in nested_svm_vmrun()
2555 	svm->vmcb->save.ss = nested_vmcb->save.ss;  in nested_svm_vmrun()
2556 	svm->vmcb->save.ds = nested_vmcb->save.ds;  in nested_svm_vmrun()
2557 	svm->vmcb->save.gdtr = nested_vmcb->save.gdtr;  in nested_svm_vmrun()
2558 	svm->vmcb->save.idtr = nested_vmcb->save.idtr;  in nested_svm_vmrun()
2559 	kvm_set_rflags(&svm->vcpu, nested_vmcb->save.rflags);  in nested_svm_vmrun()
2560 	svm_set_efer(&svm->vcpu, nested_vmcb->save.efer);  in nested_svm_vmrun()
2561 	svm_set_cr0(&svm->vcpu, nested_vmcb->save.cr0);  in nested_svm_vmrun()
2562 	svm_set_cr4(&svm->vcpu, nested_vmcb->save.cr4);  in nested_svm_vmrun()
2564 		svm->vmcb->save.cr3 = nested_vmcb->save.cr3;  in nested_svm_vmrun()
2565 		svm->vcpu.arch.cr3 = nested_vmcb->save.cr3;  in nested_svm_vmrun()
2567 		(void)kvm_set_cr3(&svm->vcpu, nested_vmcb->save.cr3);  in nested_svm_vmrun()
2572 	svm->vmcb->save.cr2 = svm->vcpu.arch.cr2 = nested_vmcb->save.cr2;  in nested_svm_vmrun()
2573 	kvm_register_write(&svm->vcpu, VCPU_REGS_RAX, nested_vmcb->save.rax);  in nested_svm_vmrun()
2574 	kvm_register_write(&svm->vcpu, VCPU_REGS_RSP, nested_vmcb->save.rsp);  in nested_svm_vmrun()
2575 	kvm_register_write(&svm->vcpu, VCPU_REGS_RIP, nested_vmcb->save.rip);  in nested_svm_vmrun()
2578 	svm->vmcb->save.rax = nested_vmcb->save.rax;  in nested_svm_vmrun()
2579 	svm->vmcb->save.rsp = nested_vmcb->save.rsp;  in nested_svm_vmrun()
2580 	svm->vmcb->save.rip = nested_vmcb->save.rip;  in nested_svm_vmrun()
2581 	svm->vmcb->save.dr7 = nested_vmcb->save.dr7;  in nested_svm_vmrun()
2582 	svm->vmcb->save.dr6 = nested_vmcb->save.dr6;  in nested_svm_vmrun()
2583 	svm->vmcb->save.cpl = nested_vmcb->save.cpl;  in nested_svm_vmrun()
2639 	to_vmcb->save.fs = from_vmcb->save.fs;  in nested_svm_vmloadsave()
2640 	to_vmcb->save.gs = from_vmcb->save.gs;  in nested_svm_vmloadsave()
2641 	to_vmcb->save.tr = from_vmcb->save.tr;  in nested_svm_vmloadsave()
2642 	to_vmcb->save.ldtr = from_vmcb->save.ldtr;  in nested_svm_vmloadsave()
2643 	to_vmcb->save.kernel_gs_base = from_vmcb->save.kernel_gs_base;  in nested_svm_vmloadsave()
2644 	to_vmcb->save.star = from_vmcb->save.star;  in nested_svm_vmloadsave()
2645 	to_vmcb->save.lstar = from_vmcb->save.lstar;  in nested_svm_vmloadsave()
2646 	to_vmcb->save.cstar = from_vmcb->save.cstar;  in nested_svm_vmloadsave()
2647 	to_vmcb->save.sfmask = from_vmcb->save.sfmask;  in nested_svm_vmloadsave()
2648 	to_vmcb->save.sysenter_cs = from_vmcb->save.sysenter_cs;  in nested_svm_vmloadsave()
2649 	to_vmcb->save.sysenter_esp = from_vmcb->save.sysenter_esp;  in nested_svm_vmloadsave()
2650 	to_vmcb->save.sysenter_eip = from_vmcb->save.sysenter_eip;  in nested_svm_vmloadsave()
2661 	nested_vmcb = nested_svm_map(svm, svm->vmcb->save.rax, &page);  in vmload_interception()
2682 	nested_vmcb = nested_svm_map(svm, svm->vmcb->save.rax, &page);  in vmsave_interception()
2760 	trace_kvm_invlpga(svm->vmcb->save.rip, kvm_register_read(&svm->vcpu, VCPU_REGS_RCX),  in invlpga_interception()
2773 	trace_kvm_skinit(svm->vmcb->save.rip, kvm_register_read(&svm->vcpu, VCPU_REGS_RAX));  in skinit_interception()
3084 		*data = svm->vmcb->save.star;  in svm_get_msr()
3088 		*data = svm->vmcb->save.lstar;  in svm_get_msr()
3091 		*data = svm->vmcb->save.cstar;  in svm_get_msr()
3094 		*data = svm->vmcb->save.kernel_gs_base;  in svm_get_msr()
3097 		*data = svm->vmcb->save.sfmask;  in svm_get_msr()
3101 		*data = svm->vmcb->save.sysenter_cs;  in svm_get_msr()
3115 		*data = svm->vmcb->save.dbgctl;  in svm_get_msr()
3118 		*data = svm->vmcb->save.br_from;  in svm_get_msr()
3121 		*data = svm->vmcb->save.br_to;  in svm_get_msr()
3124 		*data = svm->vmcb->save.last_excp_from;  in svm_get_msr()
3127 		*data = svm->vmcb->save.last_excp_to;  in svm_get_msr()
3199 		svm->vmcb->save.star = data;  in svm_set_msr()
3203 		svm->vmcb->save.lstar = data;  in svm_set_msr()
3206 		svm->vmcb->save.cstar = data;  in svm_set_msr()
3209 		svm->vmcb->save.kernel_gs_base = data;  in svm_set_msr()
3212 		svm->vmcb->save.sfmask = data;  in svm_set_msr()
3216 		svm->vmcb->save.sysenter_cs = data;  in svm_set_msr()
3220 		svm->vmcb->save.sysenter_eip = data;  in svm_set_msr()
3224 		svm->vmcb->save.sysenter_esp = data;  in svm_set_msr()
3235 		svm->vmcb->save.dbgctl = data;  in svm_set_msr()
3400 	struct vmcb_save_area *save = &svm->vmcb->save;  in dump_vmcb()  local
3432 	       save->es.selector, save->es.attrib,  in dump_vmcb()
3433 	       save->es.limit, save->es.base);  in dump_vmcb()
3436 	       save->cs.selector, save->cs.attrib,  in dump_vmcb()
3437 	       save->cs.limit, save->cs.base);  in dump_vmcb()
3440 	       save->ss.selector, save->ss.attrib,  in dump_vmcb()
3441 	       save->ss.limit, save->ss.base);  in dump_vmcb()
3444 	       save->ds.selector, save->ds.attrib,  in dump_vmcb()
3445 	       save->ds.limit, save->ds.base);  in dump_vmcb()
3448 	       save->fs.selector, save->fs.attrib,  in dump_vmcb()
3449 	       save->fs.limit, save->fs.base);  in dump_vmcb()
3452 	       save->gs.selector, save->gs.attrib,  in dump_vmcb()
3453 	       save->gs.limit, save->gs.base);  in dump_vmcb()
3456 	       save->gdtr.selector, save->gdtr.attrib,  in dump_vmcb()
3457 	       save->gdtr.limit, save->gdtr.base);  in dump_vmcb()
3460 	       save->ldtr.selector, save->ldtr.attrib,  in dump_vmcb()
3461 	       save->ldtr.limit, save->ldtr.base);  in dump_vmcb()
3464 	       save->idtr.selector, save->idtr.attrib,  in dump_vmcb()
3465 	       save->idtr.limit, save->idtr.base);  in dump_vmcb()
3468 	       save->tr.selector, save->tr.attrib,  in dump_vmcb()
3469 	       save->tr.limit, save->tr.base);  in dump_vmcb()
3471 		save->cpl, save->efer);  in dump_vmcb()
3473 	       "cr0:", save->cr0, "cr2:", save->cr2);  in dump_vmcb()
3475 	       "cr3:", save->cr3, "cr4:", save->cr4);  in dump_vmcb()
3477 	       "dr6:", save->dr6, "dr7:", save->dr7);  in dump_vmcb()
3479 	       "rip:", save->rip, "rflags:", save->rflags);  in dump_vmcb()
3481 	       "rsp:", save->rsp, "rax:", save->rax);  in dump_vmcb()
3483 	       "star:", save->star, "lstar:", save->lstar);  in dump_vmcb()
3485 	       "cstar:", save->cstar, "sfmask:", save->sfmask);  in dump_vmcb()
3487 	       "kernel_gs_base:", save->kernel_gs_base,  in dump_vmcb()
3488 	       "sysenter_cs:", save->sysenter_cs);  in dump_vmcb()
3490 	       "sysenter_esp:", save->sysenter_esp,  in dump_vmcb()
3491 	       "sysenter_eip:", save->sysenter_eip);  in dump_vmcb()
3493 	       "gpat:", save->g_pat, "dbgctl:", save->dbgctl);  in dump_vmcb()
3495 	       "br_from:", save->br_from, "br_to:", save->br_to);  in dump_vmcb()
3497 	       "excp_from:", save->last_excp_from,  in dump_vmcb()
3498 	       "excp_to:", save->last_excp_to);  in dump_vmcb()
3516 		vcpu->arch.cr0 = svm->vmcb->save.cr0;  in handle_exit()
3518 		vcpu->arch.cr3 = svm->vmcb->save.cr3;  in handle_exit()
3530 		trace_kvm_nested_vmexit(svm->vmcb->save.rip, exit_code,  in handle_exit()
3746 	svm->vmcb->save.rflags |= (X86_EFLAGS_TF | X86_EFLAGS_RF);  in enable_nmi_window()
3873 	svm->vmcb->save.rax = vcpu->arch.regs[VCPU_REGS_RAX];  in svm_vcpu_run()
3874 	svm->vmcb->save.rsp = vcpu->arch.regs[VCPU_REGS_RSP];  in svm_vcpu_run()
3875 	svm->vmcb->save.rip = vcpu->arch.regs[VCPU_REGS_RIP];  in svm_vcpu_run()
3888 	svm->vmcb->save.cr2 = vcpu->arch.cr2;  in svm_vcpu_run()
3980 	vcpu->arch.cr2 = svm->vmcb->save.cr2;  in svm_vcpu_run()
3981 	vcpu->arch.regs[VCPU_REGS_RAX] = svm->vmcb->save.rax;  in svm_vcpu_run()
3982 	vcpu->arch.regs[VCPU_REGS_RSP] = svm->vmcb->save.rsp;  in svm_vcpu_run()
3983 	vcpu->arch.regs[VCPU_REGS_RIP] = svm->vmcb->save.rip;  in svm_vcpu_run()
4027 	svm->vmcb->save.cr3 = root;  in svm_set_cr3()
4040 	svm->vmcb->save.cr3 = kvm_read_cr3(vcpu);  in set_tdp_cr3()