481 	to_svm(vcpu)->vmcb->save.efer = efer | EFER_SVME;  in svm_set_efer()
561 		svm->int3_rip = rip + svm->vmcb->save.cs.base;  in svm_queue_exception()
1004 	struct vmcb_save_area *save = &svm->vmcb->save;  in init_vmcb()  local
1055 	init_seg(&save->es);  in init_vmcb()
1056 	init_seg(&save->ss);  in init_vmcb()
1057 	init_seg(&save->ds);  in init_vmcb()
1058 	init_seg(&save->fs);  in init_vmcb()
1059 	init_seg(&save->gs);  in init_vmcb()
1061 	save->cs.selector = 0xf000;  in init_vmcb()
1062 	save->cs.base = 0xffff0000;  in init_vmcb()
1064 	save->cs.attrib = SVM_SELECTOR_READ_MASK | SVM_SELECTOR_P_MASK |  in init_vmcb()
1066 	save->cs.limit = 0xffff;  in init_vmcb()
1068 	save->gdtr.limit = 0xffff;  in init_vmcb()
1069 	save->idtr.limit = 0xffff;  in init_vmcb()
1071 	init_sys_seg(&save->ldtr, SEG_TYPE_LDT);  in init_vmcb()
1072 	init_sys_seg(&save->tr, SEG_TYPE_BUSY_TSS16);  in init_vmcb()
1075 	save->dr6 = 0xffff0ff0;  in init_vmcb()
1077 	save->rip = 0x0000fff0;  in init_vmcb()
1078 	svm->vcpu.arch.regs[VCPU_REGS_RIP] = save->rip;  in init_vmcb()
1087 	save->cr4 = X86_CR4_PAE;  in init_vmcb()
1097 		save->g_pat = svm->vcpu.arch.pat;  in init_vmcb()
1098 		save->cr3 = 0;  in init_vmcb()
1099 		save->cr4 = 0;  in init_vmcb()
1265 	return to_svm(vcpu)->vmcb->save.rflags;  in svm_get_rflags()
1275 	to_svm(vcpu)->vmcb->save.rflags = rflags;  in svm_set_rflags()
1302 	struct vmcb_save_area *save = &to_svm(vcpu)->vmcb->save;  in svm_seg()  local
1305 	case VCPU_SREG_CS: return &save->cs;  in svm_seg()
1306 	case VCPU_SREG_DS: return &save->ds;  in svm_seg()
1307 	case VCPU_SREG_ES: return &save->es;  in svm_seg()
1308 	case VCPU_SREG_FS: return &save->fs;  in svm_seg()
1309 	case VCPU_SREG_GS: return &save->gs;  in svm_seg()
1310 	case VCPU_SREG_SS: return &save->ss;  in svm_seg()
1311 	case VCPU_SREG_TR: return &save->tr;  in svm_seg()
1312 	case VCPU_SREG_LDTR: return &save->ldtr;  in svm_seg()
1388 		var->dpl = to_svm(vcpu)->vmcb->save.cpl;  in svm_get_segment()
1395 	struct vmcb_save_area *save = &to_svm(vcpu)->vmcb->save;  in svm_get_cpl()  local
1397 	return save->cpl;  in svm_get_cpl()
1404 	dt->size = svm->vmcb->save.idtr.limit;  in svm_get_idt()
1405 	dt->address = svm->vmcb->save.idtr.base;  in svm_get_idt()
1412 	svm->vmcb->save.idtr.limit = dt->size;  in svm_set_idt()
1413 	svm->vmcb->save.idtr.base = dt->address ;  in svm_set_idt()
1421 	dt->size = svm->vmcb->save.gdtr.limit;  in svm_get_gdt()
1422 	dt->address = svm->vmcb->save.gdtr.base;  in svm_get_gdt()
1429 	svm->vmcb->save.gdtr.limit = dt->size;  in svm_set_gdt()
1430 	svm->vmcb->save.gdtr.base = dt->address ;  in svm_set_gdt()
1449 	u64 *hcr0 = &svm->vmcb->save.cr0;  in update_cr0_intercept()
1476 			svm->vmcb->save.efer |= EFER_LMA | EFER_LME;  in svm_set_cr0()
1481 			svm->vmcb->save.efer &= ~(EFER_LMA | EFER_LME);  in svm_set_cr0()
1499 	svm->vmcb->save.cr0 = cr0;  in svm_set_cr0()
1507 	unsigned long old_cr4 = to_svm(vcpu)->vmcb->save.cr4;  in svm_set_cr4()
1519 	to_svm(vcpu)->vmcb->save.cr4 = cr4;  in svm_set_cr4()
1553 		svm->vmcb->save.cpl = (s->attrib >> SVM_SELECTOR_DPL_SHIFT) & 3;  in svm_set_segment()
1587 	return to_svm(vcpu)->vmcb->save.dr6;  in svm_get_dr6()
1594 	svm->vmcb->save.dr6 = value;  in svm_set_dr6()
1607 	vcpu->arch.dr7 = svm->vmcb->save.dr7;  in svm_sync_dirty_debug_regs()
1617 	svm->vmcb->save.dr7 = value;  in svm_set_dr7()
1668 			svm->vmcb->save.rflags &=  in db_interception()
1676 			svm->vmcb->save.cs.base + svm->vmcb->save.rip;  in db_interception()
1689 	kvm_run->debug.arch.pc = svm->vmcb->save.cs.base + svm->vmcb->save.rip;  in bp_interception()
1946 	if (svm->vmcb->save.cpl) {  in nested_svm_check_permissions()
2006 		trace_kvm_nested_intr_vmexit(svm->vmcb->save.rip);  in nested_svm_intr()
2251 	nested_vmcb->save.es     = vmcb->save.es;  in nested_svm_vmexit()
2252 	nested_vmcb->save.cs     = vmcb->save.cs;  in nested_svm_vmexit()
2253 	nested_vmcb->save.ss     = vmcb->save.ss;  in nested_svm_vmexit()
2254 	nested_vmcb->save.ds     = vmcb->save.ds;  in nested_svm_vmexit()
2255 	nested_vmcb->save.gdtr   = vmcb->save.gdtr;  in nested_svm_vmexit()
2256 	nested_vmcb->save.idtr   = vmcb->save.idtr;  in nested_svm_vmexit()
2257 	nested_vmcb->save.efer   = svm->vcpu.arch.efer;  in nested_svm_vmexit()
2258 	nested_vmcb->save.cr0    = kvm_read_cr0(&svm->vcpu);  in nested_svm_vmexit()
2259 	nested_vmcb->save.cr3    = kvm_read_cr3(&svm->vcpu);  in nested_svm_vmexit()
2260 	nested_vmcb->save.cr2    = vmcb->save.cr2;  in nested_svm_vmexit()
2261 	nested_vmcb->save.cr4    = svm->vcpu.arch.cr4;  in nested_svm_vmexit()
2262 	nested_vmcb->save.rflags = kvm_get_rflags(&svm->vcpu);  in nested_svm_vmexit()
2263 	nested_vmcb->save.rip    = vmcb->save.rip;  in nested_svm_vmexit()
2264 	nested_vmcb->save.rsp    = vmcb->save.rsp;  in nested_svm_vmexit()
2265 	nested_vmcb->save.rax    = vmcb->save.rax;  in nested_svm_vmexit()
2266 	nested_vmcb->save.dr7    = vmcb->save.dr7;  in nested_svm_vmexit()
2267 	nested_vmcb->save.dr6    = vmcb->save.dr6;  in nested_svm_vmexit()
2268 	nested_vmcb->save.cpl    = vmcb->save.cpl;  in nested_svm_vmexit()
2315 	svm->vmcb->save.es = hsave->save.es;  in nested_svm_vmexit()
2316 	svm->vmcb->save.cs = hsave->save.cs;  in nested_svm_vmexit()
2317 	svm->vmcb->save.ss = hsave->save.ss;  in nested_svm_vmexit()
2318 	svm->vmcb->save.ds = hsave->save.ds;  in nested_svm_vmexit()
2319 	svm->vmcb->save.gdtr = hsave->save.gdtr;  in nested_svm_vmexit()
2320 	svm->vmcb->save.idtr = hsave->save.idtr;  in nested_svm_vmexit()
2321 	kvm_set_rflags(&svm->vcpu, hsave->save.rflags);  in nested_svm_vmexit()
2322 	svm_set_efer(&svm->vcpu, hsave->save.efer);  in nested_svm_vmexit()
2323 	svm_set_cr0(&svm->vcpu, hsave->save.cr0 | X86_CR0_PE);  in nested_svm_vmexit()
2324 	svm_set_cr4(&svm->vcpu, hsave->save.cr4);  in nested_svm_vmexit()
2326 		svm->vmcb->save.cr3 = hsave->save.cr3;  in nested_svm_vmexit()
2327 		svm->vcpu.arch.cr3 = hsave->save.cr3;  in nested_svm_vmexit()
2329 		(void)kvm_set_cr3(&svm->vcpu, hsave->save.cr3);  in nested_svm_vmexit()
2331 	kvm_register_write(&svm->vcpu, VCPU_REGS_RAX, hsave->save.rax);  in nested_svm_vmexit()
2332 	kvm_register_write(&svm->vcpu, VCPU_REGS_RSP, hsave->save.rsp);  in nested_svm_vmexit()
2333 	kvm_register_write(&svm->vcpu, VCPU_REGS_RIP, hsave->save.rip);  in nested_svm_vmexit()
2334 	svm->vmcb->save.dr7 = 0;  in nested_svm_vmexit()
2335 	svm->vmcb->save.cpl = 0;  in nested_svm_vmexit()
2404 	vmcb_gpa = svm->vmcb->save.rax;  in nested_svm_vmrun()
2406 	nested_vmcb = nested_svm_map(svm, svm->vmcb->save.rax, &page);  in nested_svm_vmrun()
2421 	trace_kvm_nested_vmrun(svm->vmcb->save.rip, vmcb_gpa,  in nested_svm_vmrun()
2422 			       nested_vmcb->save.rip,  in nested_svm_vmrun()
2440 	hsave->save.es     = vmcb->save.es;  in nested_svm_vmrun()
2441 	hsave->save.cs     = vmcb->save.cs;  in nested_svm_vmrun()
2442 	hsave->save.ss     = vmcb->save.ss;  in nested_svm_vmrun()
2443 	hsave->save.ds     = vmcb->save.ds;  in nested_svm_vmrun()
2444 	hsave->save.gdtr   = vmcb->save.gdtr;  in nested_svm_vmrun()
2445 	hsave->save.idtr   = vmcb->save.idtr;  in nested_svm_vmrun()
2446 	hsave->save.efer   = svm->vcpu.arch.efer;  in nested_svm_vmrun()
2447 	hsave->save.cr0    = kvm_read_cr0(&svm->vcpu);  in nested_svm_vmrun()
2448 	hsave->save.cr4    = svm->vcpu.arch.cr4;  in nested_svm_vmrun()
2449 	hsave->save.rflags = kvm_get_rflags(&svm->vcpu);  in nested_svm_vmrun()
2450 	hsave->save.rip    = kvm_rip_read(&svm->vcpu);  in nested_svm_vmrun()
2451 	hsave->save.rsp    = vmcb->save.rsp;  in nested_svm_vmrun()
2452 	hsave->save.rax    = vmcb->save.rax;  in nested_svm_vmrun()
2454 		hsave->save.cr3    = vmcb->save.cr3;  in nested_svm_vmrun()
2456 		hsave->save.cr3    = kvm_read_cr3(&svm->vcpu);  in nested_svm_vmrun()
2472 	svm->vmcb->save.es = nested_vmcb->save.es;  in nested_svm_vmrun()
2473 	svm->vmcb->save.cs = nested_vmcb->save.cs;  in nested_svm_vmrun()
2474 	svm->vmcb->save.ss = nested_vmcb->save.ss;  in nested_svm_vmrun()
2475 	svm->vmcb->save.ds = nested_vmcb->save.ds;  in nested_svm_vmrun()
2476 	svm->vmcb->save.gdtr = nested_vmcb->save.gdtr;  in nested_svm_vmrun()
2477 	svm->vmcb->save.idtr = nested_vmcb->save.idtr;  in nested_svm_vmrun()
2478 	kvm_set_rflags(&svm->vcpu, nested_vmcb->save.rflags);  in nested_svm_vmrun()
2479 	svm_set_efer(&svm->vcpu, nested_vmcb->save.efer);  in nested_svm_vmrun()
2480 	svm_set_cr0(&svm->vcpu, nested_vmcb->save.cr0);  in nested_svm_vmrun()
2481 	svm_set_cr4(&svm->vcpu, nested_vmcb->save.cr4);  in nested_svm_vmrun()
2483 		svm->vmcb->save.cr3 = nested_vmcb->save.cr3;  in nested_svm_vmrun()
2484 		svm->vcpu.arch.cr3 = nested_vmcb->save.cr3;  in nested_svm_vmrun()
2486 		(void)kvm_set_cr3(&svm->vcpu, nested_vmcb->save.cr3);  in nested_svm_vmrun()
2491 	svm->vmcb->save.cr2 = svm->vcpu.arch.cr2 = nested_vmcb->save.cr2;  in nested_svm_vmrun()
2492 	kvm_register_write(&svm->vcpu, VCPU_REGS_RAX, nested_vmcb->save.rax);  in nested_svm_vmrun()
2493 	kvm_register_write(&svm->vcpu, VCPU_REGS_RSP, nested_vmcb->save.rsp);  in nested_svm_vmrun()
2494 	kvm_register_write(&svm->vcpu, VCPU_REGS_RIP, nested_vmcb->save.rip);  in nested_svm_vmrun()
2497 	svm->vmcb->save.rax = nested_vmcb->save.rax;  in nested_svm_vmrun()
2498 	svm->vmcb->save.rsp = nested_vmcb->save.rsp;  in nested_svm_vmrun()
2499 	svm->vmcb->save.rip = nested_vmcb->save.rip;  in nested_svm_vmrun()
2500 	svm->vmcb->save.dr7 = nested_vmcb->save.dr7;  in nested_svm_vmrun()
2501 	svm->vmcb->save.dr6 = nested_vmcb->save.dr6;  in nested_svm_vmrun()
2502 	svm->vmcb->save.cpl = nested_vmcb->save.cpl;  in nested_svm_vmrun()
2558 	to_vmcb->save.fs = from_vmcb->save.fs;  in nested_svm_vmloadsave()
2559 	to_vmcb->save.gs = from_vmcb->save.gs;  in nested_svm_vmloadsave()
2560 	to_vmcb->save.tr = from_vmcb->save.tr;  in nested_svm_vmloadsave()
2561 	to_vmcb->save.ldtr = from_vmcb->save.ldtr;  in nested_svm_vmloadsave()
2562 	to_vmcb->save.kernel_gs_base = from_vmcb->save.kernel_gs_base;  in nested_svm_vmloadsave()
2563 	to_vmcb->save.star = from_vmcb->save.star;  in nested_svm_vmloadsave()
2564 	to_vmcb->save.lstar = from_vmcb->save.lstar;  in nested_svm_vmloadsave()
2565 	to_vmcb->save.cstar = from_vmcb->save.cstar;  in nested_svm_vmloadsave()
2566 	to_vmcb->save.sfmask = from_vmcb->save.sfmask;  in nested_svm_vmloadsave()
2567 	to_vmcb->save.sysenter_cs = from_vmcb->save.sysenter_cs;  in nested_svm_vmloadsave()
2568 	to_vmcb->save.sysenter_esp = from_vmcb->save.sysenter_esp;  in nested_svm_vmloadsave()
2569 	to_vmcb->save.sysenter_eip = from_vmcb->save.sysenter_eip;  in nested_svm_vmloadsave()
2580 	nested_vmcb = nested_svm_map(svm, svm->vmcb->save.rax, &page);  in vmload_interception()
2601 	nested_vmcb = nested_svm_map(svm, svm->vmcb->save.rax, &page);  in vmsave_interception()
2679 	trace_kvm_invlpga(svm->vmcb->save.rip, kvm_register_read(&svm->vcpu, VCPU_REGS_RCX),  in invlpga_interception()
2692 	trace_kvm_skinit(svm->vmcb->save.rip, kvm_register_read(&svm->vcpu, VCPU_REGS_RAX));  in skinit_interception()
3002 		msr_info->data = svm->vmcb->save.star;  in svm_get_msr()
3006 		msr_info->data = svm->vmcb->save.lstar;  in svm_get_msr()
3009 		msr_info->data = svm->vmcb->save.cstar;  in svm_get_msr()
3012 		msr_info->data = svm->vmcb->save.kernel_gs_base;  in svm_get_msr()
3015 		msr_info->data = svm->vmcb->save.sfmask;  in svm_get_msr()
3019 		msr_info->data = svm->vmcb->save.sysenter_cs;  in svm_get_msr()
3033 		msr_info->data = svm->vmcb->save.dbgctl;  in svm_get_msr()
3036 		msr_info->data = svm->vmcb->save.br_from;  in svm_get_msr()
3039 		msr_info->data = svm->vmcb->save.br_to;  in svm_get_msr()
3042 		msr_info->data = svm->vmcb->save.last_excp_from;  in svm_get_msr()
3045 		msr_info->data = svm->vmcb->save.last_excp_to;  in svm_get_msr()
3121 		svm->vmcb->save.star = data;  in svm_set_msr()
3125 		svm->vmcb->save.lstar = data;  in svm_set_msr()
3128 		svm->vmcb->save.cstar = data;  in svm_set_msr()
3131 		svm->vmcb->save.kernel_gs_base = data;  in svm_set_msr()
3134 		svm->vmcb->save.sfmask = data;  in svm_set_msr()
3138 		svm->vmcb->save.sysenter_cs = data;  in svm_set_msr()
3142 		svm->vmcb->save.sysenter_eip = data;  in svm_set_msr()
3146 		svm->vmcb->save.sysenter_esp = data;  in svm_set_msr()
3157 		svm->vmcb->save.dbgctl = data;  in svm_set_msr()
3310 	struct vmcb_save_area *save = &svm->vmcb->save;  in dump_vmcb()  local
3342 	       save->es.selector, save->es.attrib,  in dump_vmcb()
3343 	       save->es.limit, save->es.base);  in dump_vmcb()
3346 	       save->cs.selector, save->cs.attrib,  in dump_vmcb()
3347 	       save->cs.limit, save->cs.base);  in dump_vmcb()
3350 	       save->ss.selector, save->ss.attrib,  in dump_vmcb()
3351 	       save->ss.limit, save->ss.base);  in dump_vmcb()
3354 	       save->ds.selector, save->ds.attrib,  in dump_vmcb()
3355 	       save->ds.limit, save->ds.base);  in dump_vmcb()
3358 	       save->fs.selector, save->fs.attrib,  in dump_vmcb()
3359 	       save->fs.limit, save->fs.base);  in dump_vmcb()
3362 	       save->gs.selector, save->gs.attrib,  in dump_vmcb()
3363 	       save->gs.limit, save->gs.base);  in dump_vmcb()
3366 	       save->gdtr.selector, save->gdtr.attrib,  in dump_vmcb()
3367 	       save->gdtr.limit, save->gdtr.base);  in dump_vmcb()
3370 	       save->ldtr.selector, save->ldtr.attrib,  in dump_vmcb()
3371 	       save->ldtr.limit, save->ldtr.base);  in dump_vmcb()
3374 	       save->idtr.selector, save->idtr.attrib,  in dump_vmcb()
3375 	       save->idtr.limit, save->idtr.base);  in dump_vmcb()
3378 	       save->tr.selector, save->tr.attrib,  in dump_vmcb()
3379 	       save->tr.limit, save->tr.base);  in dump_vmcb()
3381 		save->cpl, save->efer);  in dump_vmcb()
3383 	       "cr0:", save->cr0, "cr2:", save->cr2);  in dump_vmcb()
3385 	       "cr3:", save->cr3, "cr4:", save->cr4);  in dump_vmcb()
3387 	       "dr6:", save->dr6, "dr7:", save->dr7);  in dump_vmcb()
3389 	       "rip:", save->rip, "rflags:", save->rflags);  in dump_vmcb()
3391 	       "rsp:", save->rsp, "rax:", save->rax);  in dump_vmcb()
3393 	       "star:", save->star, "lstar:", save->lstar);  in dump_vmcb()
3395 	       "cstar:", save->cstar, "sfmask:", save->sfmask);  in dump_vmcb()
3397 	       "kernel_gs_base:", save->kernel_gs_base,  in dump_vmcb()
3398 	       "sysenter_cs:", save->sysenter_cs);  in dump_vmcb()
3400 	       "sysenter_esp:", save->sysenter_esp,  in dump_vmcb()
3401 	       "sysenter_eip:", save->sysenter_eip);  in dump_vmcb()
3403 	       "gpat:", save->g_pat, "dbgctl:", save->dbgctl);  in dump_vmcb()
3405 	       "br_from:", save->br_from, "br_to:", save->br_to);  in dump_vmcb()
3407 	       "excp_from:", save->last_excp_from,  in dump_vmcb()
3408 	       "excp_to:", save->last_excp_to);  in dump_vmcb()
3428 		vcpu->arch.cr0 = svm->vmcb->save.cr0;  in handle_exit()
3430 		vcpu->arch.cr3 = svm->vmcb->save.cr3;  in handle_exit()
3442 		trace_kvm_nested_vmexit(svm->vmcb->save.rip, exit_code,  in handle_exit()
3658 	svm->vmcb->save.rflags |= (X86_EFLAGS_TF | X86_EFLAGS_RF);  in enable_nmi_window()
3785 	svm->vmcb->save.rax = vcpu->arch.regs[VCPU_REGS_RAX];  in svm_vcpu_run()
3786 	svm->vmcb->save.rsp = vcpu->arch.regs[VCPU_REGS_RSP];  in svm_vcpu_run()
3787 	svm->vmcb->save.rip = vcpu->arch.regs[VCPU_REGS_RIP];  in svm_vcpu_run()
3800 	svm->vmcb->save.cr2 = vcpu->arch.cr2;  in svm_vcpu_run()
3892 	vcpu->arch.cr2 = svm->vmcb->save.cr2;  in svm_vcpu_run()
3893 	vcpu->arch.regs[VCPU_REGS_RAX] = svm->vmcb->save.rax;  in svm_vcpu_run()
3894 	vcpu->arch.regs[VCPU_REGS_RSP] = svm->vmcb->save.rsp;  in svm_vcpu_run()
3895 	vcpu->arch.regs[VCPU_REGS_RIP] = svm->vmcb->save.rip;  in svm_vcpu_run()
3937 	svm->vmcb->save.cr3 = root;  in svm_set_cr3()
3950 	svm->vmcb->save.cr3 = kvm_read_cr3(vcpu);  in set_tdp_cr3()