mirror of
https://github.com/torvalds/linux.git
synced 2024-12-24 11:51:27 +00:00
f087a02941
KVM does not have 100% coverage of VMX consistency checks, i.e. some
checks that cause VM-Fail may only be detected by hardware during a
nested VM-Entry. In such a case, KVM must restore L1's state to the
pre-VM-Enter state as L2's state has already been loaded into KVM's
software model.
L1's CR3 and PDPTRs in particular are loaded from vmcs01.GUEST_*. But
when EPT is disabled, the associated fields hold KVM's shadow values,
not L1's "real" values. Fortunately, when EPT is disabled the PDPTRs
come from memory, i.e. are not cached in the VMCS. Which leaves CR3
as the sole anomaly.
A previously applied workaround to handle CR3 was to force nested early
checks if EPT is disabled:
commit 2b27924bb1 ("KVM: nVMX: always use early vmcs check when EPT
is disabled")
Forcing nested early checks is undesirable as doing so adds hundreds of
cycles to every nested VM-Entry. Rather than take this performance hit,
handle CR3 by overwriting vmcs01.GUEST_CR3 with L1's CR3 during nested
VM-Entry when EPT is disabled *and* nested early checks are disabled.
By stuffing vmcs01.GUEST_CR3, nested_vmx_restore_host_state() will
naturally restore the correct vcpu->arch.cr3 from vmcs01.GUEST_CR3.
These shenanigans work because nested_vmx_restore_host_state() does a
full kvm_mmu_reset_context(), i.e. unloads the current MMU, which
guarantees vmcs01.GUEST_CR3 will be rewritten with a new shadow CR3
prior to re-entering L1.
vcpu->arch.root_mmu.root_hpa is set to INVALID_PAGE via:
nested_vmx_restore_host_state() ->
kvm_mmu_reset_context() ->
kvm_mmu_unload() ->
kvm_mmu_free_roots()
kvm_mmu_unload() has WARN_ON(root_hpa != INVALID_PAGE), i.e. we can bank
on 'root_hpa == INVALID_PAGE' unless the implementation of
kvm_mmu_reset_context() is changed.
On the way into L1, VMCS.GUEST_CR3 is guaranteed to be written (on a
successful entry) via:
vcpu_enter_guest() ->
kvm_mmu_reload() ->
kvm_mmu_load() ->
kvm_mmu_load_cr3() ->
vmx_set_cr3()
Stuff vmcs01.GUEST_CR3 if and only if nested early checks are disabled
as a "late" VM-Fail should never happen win that case (KVM WARNs), and
the conditional write avoids the need to restore the correct GUEST_CR3
when nested_vmx_check_vmentry_hw() fails.
Signed-off-by: Sean Christopherson <sean.j.christopherson@intel.com>
Message-Id: <20190607185534.24368-1-sean.j.christopherson@intel.com>
Signed-off-by: Paolo Bonzini <pbonzini@redhat.com>
152 lines
6.6 KiB
C
152 lines
6.6 KiB
C
/* SPDX-License-Identifier: GPL-2.0 WITH Linux-syscall-note */
|
|
/*
|
|
* vmx.h: VMX Architecture related definitions
|
|
* Copyright (c) 2004, Intel Corporation.
|
|
*
|
|
* This program is free software; you can redistribute it and/or modify it
|
|
* under the terms and conditions of the GNU General Public License,
|
|
* version 2, as published by the Free Software Foundation.
|
|
*
|
|
* This program is distributed in the hope it will be useful, but WITHOUT
|
|
* ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
|
|
* FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for
|
|
* more details.
|
|
*
|
|
* You should have received a copy of the GNU General Public License along with
|
|
* this program; if not, write to the Free Software Foundation, Inc., 59 Temple
|
|
* Place - Suite 330, Boston, MA 02111-1307 USA.
|
|
*
|
|
* A few random additions are:
|
|
* Copyright (C) 2006 Qumranet
|
|
* Avi Kivity <avi@qumranet.com>
|
|
* Yaniv Kamay <yaniv@qumranet.com>
|
|
*
|
|
*/
|
|
#ifndef _UAPIVMX_H
|
|
#define _UAPIVMX_H
|
|
|
|
|
|
#define VMX_EXIT_REASONS_FAILED_VMENTRY 0x80000000
|
|
|
|
#define EXIT_REASON_EXCEPTION_NMI 0
|
|
#define EXIT_REASON_EXTERNAL_INTERRUPT 1
|
|
#define EXIT_REASON_TRIPLE_FAULT 2
|
|
|
|
#define EXIT_REASON_PENDING_INTERRUPT 7
|
|
#define EXIT_REASON_NMI_WINDOW 8
|
|
#define EXIT_REASON_TASK_SWITCH 9
|
|
#define EXIT_REASON_CPUID 10
|
|
#define EXIT_REASON_HLT 12
|
|
#define EXIT_REASON_INVD 13
|
|
#define EXIT_REASON_INVLPG 14
|
|
#define EXIT_REASON_RDPMC 15
|
|
#define EXIT_REASON_RDTSC 16
|
|
#define EXIT_REASON_VMCALL 18
|
|
#define EXIT_REASON_VMCLEAR 19
|
|
#define EXIT_REASON_VMLAUNCH 20
|
|
#define EXIT_REASON_VMPTRLD 21
|
|
#define EXIT_REASON_VMPTRST 22
|
|
#define EXIT_REASON_VMREAD 23
|
|
#define EXIT_REASON_VMRESUME 24
|
|
#define EXIT_REASON_VMWRITE 25
|
|
#define EXIT_REASON_VMOFF 26
|
|
#define EXIT_REASON_VMON 27
|
|
#define EXIT_REASON_CR_ACCESS 28
|
|
#define EXIT_REASON_DR_ACCESS 29
|
|
#define EXIT_REASON_IO_INSTRUCTION 30
|
|
#define EXIT_REASON_MSR_READ 31
|
|
#define EXIT_REASON_MSR_WRITE 32
|
|
#define EXIT_REASON_INVALID_STATE 33
|
|
#define EXIT_REASON_MSR_LOAD_FAIL 34
|
|
#define EXIT_REASON_MWAIT_INSTRUCTION 36
|
|
#define EXIT_REASON_MONITOR_TRAP_FLAG 37
|
|
#define EXIT_REASON_MONITOR_INSTRUCTION 39
|
|
#define EXIT_REASON_PAUSE_INSTRUCTION 40
|
|
#define EXIT_REASON_MCE_DURING_VMENTRY 41
|
|
#define EXIT_REASON_TPR_BELOW_THRESHOLD 43
|
|
#define EXIT_REASON_APIC_ACCESS 44
|
|
#define EXIT_REASON_EOI_INDUCED 45
|
|
#define EXIT_REASON_GDTR_IDTR 46
|
|
#define EXIT_REASON_LDTR_TR 47
|
|
#define EXIT_REASON_EPT_VIOLATION 48
|
|
#define EXIT_REASON_EPT_MISCONFIG 49
|
|
#define EXIT_REASON_INVEPT 50
|
|
#define EXIT_REASON_RDTSCP 51
|
|
#define EXIT_REASON_PREEMPTION_TIMER 52
|
|
#define EXIT_REASON_INVVPID 53
|
|
#define EXIT_REASON_WBINVD 54
|
|
#define EXIT_REASON_XSETBV 55
|
|
#define EXIT_REASON_APIC_WRITE 56
|
|
#define EXIT_REASON_RDRAND 57
|
|
#define EXIT_REASON_INVPCID 58
|
|
#define EXIT_REASON_VMFUNC 59
|
|
#define EXIT_REASON_ENCLS 60
|
|
#define EXIT_REASON_RDSEED 61
|
|
#define EXIT_REASON_PML_FULL 62
|
|
#define EXIT_REASON_XSAVES 63
|
|
#define EXIT_REASON_XRSTORS 64
|
|
|
|
#define VMX_EXIT_REASONS \
|
|
{ EXIT_REASON_EXCEPTION_NMI, "EXCEPTION_NMI" }, \
|
|
{ EXIT_REASON_EXTERNAL_INTERRUPT, "EXTERNAL_INTERRUPT" }, \
|
|
{ EXIT_REASON_TRIPLE_FAULT, "TRIPLE_FAULT" }, \
|
|
{ EXIT_REASON_PENDING_INTERRUPT, "PENDING_INTERRUPT" }, \
|
|
{ EXIT_REASON_NMI_WINDOW, "NMI_WINDOW" }, \
|
|
{ EXIT_REASON_TASK_SWITCH, "TASK_SWITCH" }, \
|
|
{ EXIT_REASON_CPUID, "CPUID" }, \
|
|
{ EXIT_REASON_HLT, "HLT" }, \
|
|
{ EXIT_REASON_INVD, "INVD" }, \
|
|
{ EXIT_REASON_INVLPG, "INVLPG" }, \
|
|
{ EXIT_REASON_RDPMC, "RDPMC" }, \
|
|
{ EXIT_REASON_RDTSC, "RDTSC" }, \
|
|
{ EXIT_REASON_VMCALL, "VMCALL" }, \
|
|
{ EXIT_REASON_VMCLEAR, "VMCLEAR" }, \
|
|
{ EXIT_REASON_VMLAUNCH, "VMLAUNCH" }, \
|
|
{ EXIT_REASON_VMPTRLD, "VMPTRLD" }, \
|
|
{ EXIT_REASON_VMPTRST, "VMPTRST" }, \
|
|
{ EXIT_REASON_VMREAD, "VMREAD" }, \
|
|
{ EXIT_REASON_VMRESUME, "VMRESUME" }, \
|
|
{ EXIT_REASON_VMWRITE, "VMWRITE" }, \
|
|
{ EXIT_REASON_VMOFF, "VMOFF" }, \
|
|
{ EXIT_REASON_VMON, "VMON" }, \
|
|
{ EXIT_REASON_CR_ACCESS, "CR_ACCESS" }, \
|
|
{ EXIT_REASON_DR_ACCESS, "DR_ACCESS" }, \
|
|
{ EXIT_REASON_IO_INSTRUCTION, "IO_INSTRUCTION" }, \
|
|
{ EXIT_REASON_MSR_READ, "MSR_READ" }, \
|
|
{ EXIT_REASON_MSR_WRITE, "MSR_WRITE" }, \
|
|
{ EXIT_REASON_INVALID_STATE, "INVALID_STATE" }, \
|
|
{ EXIT_REASON_MSR_LOAD_FAIL, "MSR_LOAD_FAIL" }, \
|
|
{ EXIT_REASON_MWAIT_INSTRUCTION, "MWAIT_INSTRUCTION" }, \
|
|
{ EXIT_REASON_MONITOR_TRAP_FLAG, "MONITOR_TRAP_FLAG" }, \
|
|
{ EXIT_REASON_MONITOR_INSTRUCTION, "MONITOR_INSTRUCTION" }, \
|
|
{ EXIT_REASON_PAUSE_INSTRUCTION, "PAUSE_INSTRUCTION" }, \
|
|
{ EXIT_REASON_MCE_DURING_VMENTRY, "MCE_DURING_VMENTRY" }, \
|
|
{ EXIT_REASON_TPR_BELOW_THRESHOLD, "TPR_BELOW_THRESHOLD" }, \
|
|
{ EXIT_REASON_APIC_ACCESS, "APIC_ACCESS" }, \
|
|
{ EXIT_REASON_EOI_INDUCED, "EOI_INDUCED" }, \
|
|
{ EXIT_REASON_GDTR_IDTR, "GDTR_IDTR" }, \
|
|
{ EXIT_REASON_LDTR_TR, "LDTR_TR" }, \
|
|
{ EXIT_REASON_EPT_VIOLATION, "EPT_VIOLATION" }, \
|
|
{ EXIT_REASON_EPT_MISCONFIG, "EPT_MISCONFIG" }, \
|
|
{ EXIT_REASON_INVEPT, "INVEPT" }, \
|
|
{ EXIT_REASON_RDTSCP, "RDTSCP" }, \
|
|
{ EXIT_REASON_PREEMPTION_TIMER, "PREEMPTION_TIMER" }, \
|
|
{ EXIT_REASON_INVVPID, "INVVPID" }, \
|
|
{ EXIT_REASON_WBINVD, "WBINVD" }, \
|
|
{ EXIT_REASON_XSETBV, "XSETBV" }, \
|
|
{ EXIT_REASON_APIC_WRITE, "APIC_WRITE" }, \
|
|
{ EXIT_REASON_RDRAND, "RDRAND" }, \
|
|
{ EXIT_REASON_INVPCID, "INVPCID" }, \
|
|
{ EXIT_REASON_VMFUNC, "VMFUNC" }, \
|
|
{ EXIT_REASON_ENCLS, "ENCLS" }, \
|
|
{ EXIT_REASON_RDSEED, "RDSEED" }, \
|
|
{ EXIT_REASON_PML_FULL, "PML_FULL" }, \
|
|
{ EXIT_REASON_XSAVES, "XSAVES" }, \
|
|
{ EXIT_REASON_XRSTORS, "XRSTORS" }
|
|
|
|
#define VMX_ABORT_SAVE_GUEST_MSR_FAIL 1
|
|
#define VMX_ABORT_LOAD_HOST_PDPTE_FAIL 2
|
|
#define VMX_ABORT_LOAD_HOST_MSR_FAIL 4
|
|
|
|
#endif /* _UAPIVMX_H */
|