Commit ccbcd267 authored by Thomas Gleixner's avatar Thomas Gleixner
Browse files

x86/bugs, KVM: Extend speculation control for VIRT_SPEC_CTRL 



AMD is proposing a VIRT_SPEC_CTRL MSR to handle the Speculative Store
Bypass Disable via MSR_AMD64_LS_CFG so that guests do not have to care
about the bit position of the SSBD bit and thus facilitate migration.
Also, the sibling coordination on Family 17H CPUs can only be done on
the host.

Extend x86_spec_ctrl_set_guest() and x86_spec_ctrl_restore_host() with an
extra argument for the VIRT_SPEC_CTRL MSR.

Hand in 0 from VMX and in SVM add a new virt_spec_ctrl member to the CPU
data structure which is going to be used in later patches for the actual
implementation.

Signed-off-by: default avatarThomas Gleixner <tglx@linutronix.de>
Reviewed-by: default avatarBorislav Petkov <bp@suse.de>
Reviewed-by: default avatarKonrad Rzeszutek Wilk <konrad.wilk@oracle.com>
parent 1f50ddb4

arch/x86/include/asm/spec-ctrl.h

+6 −3
Original line number Original line Diff line number Diff line
@@ -10,10 +10,13 @@ 
 * the guest has, while on VMEXIT we restore the host view. This

 * the guest has, while on VMEXIT we restore the host view. This

 * would be easier if SPEC_CTRL were architecturally maskable or

 * would be easier if SPEC_CTRL were architecturally maskable or

 * shadowable for guests but this is not (currently) the case.

 * shadowable for guests but this is not (currently) the case.

 * Takes the guest view of SPEC_CTRL MSR as a parameter.

 * Takes the guest view of SPEC_CTRL MSR as a parameter and also

 * the guest's version of VIRT_SPEC_CTRL, if emulated.

 */

 */

extern void x86_spec_ctrl_set_guest(u64);

extern void x86_spec_ctrl_set_guest(u64 guest_spec_ctrl,

extern void x86_spec_ctrl_restore_host(u64);

				    u64 guest_virt_spec_ctrl);

extern void x86_spec_ctrl_restore_host(u64 guest_spec_ctrl,

				       u64 guest_virt_spec_ctrl);





/* AMD specific Speculative Store Bypass MSR data */

/* AMD specific Speculative Store Bypass MSR data */

extern u64 x86_amd_ls_cfg_base;

extern u64 x86_amd_ls_cfg_base;

arch/x86/kernel/cpu/bugs.c

+18 −2
Original line number Original line Diff line number Diff line
@@ -151,7 +151,15 @@ u64 x86_spec_ctrl_get_default(void) 
}

}

EXPORT_SYMBOL_GPL(x86_spec_ctrl_get_default);

EXPORT_SYMBOL_GPL(x86_spec_ctrl_get_default);





void x86_spec_ctrl_set_guest(u64 guest_spec_ctrl)

/**

 * x86_spec_ctrl_set_guest - Set speculation control registers for the guest

 * @guest_spec_ctrl:		The guest content of MSR_SPEC_CTRL

 * @guest_virt_spec_ctrl:	The guest controlled bits of MSR_VIRT_SPEC_CTRL

 *				(may get translated to MSR_AMD64_LS_CFG bits)

 *

 * Avoids writing to the MSR if the content/bits are the same

 */

void x86_spec_ctrl_set_guest(u64 guest_spec_ctrl, u64 guest_virt_spec_ctrl)

{

{

	u64 host = x86_spec_ctrl_base;

	u64 host = x86_spec_ctrl_base;
@@ -168,7 +176,15 @@ void x86_spec_ctrl_set_guest(u64 guest_spec_ctrl) 
}

}

EXPORT_SYMBOL_GPL(x86_spec_ctrl_set_guest);

EXPORT_SYMBOL_GPL(x86_spec_ctrl_set_guest);





void x86_spec_ctrl_restore_host(u64 guest_spec_ctrl)

/**

 * x86_spec_ctrl_restore_host - Restore host speculation control registers

 * @guest_spec_ctrl:		The guest content of MSR_SPEC_CTRL

 * @guest_virt_spec_ctrl:	The guest controlled bits of MSR_VIRT_SPEC_CTRL

 *				(may get translated to MSR_AMD64_LS_CFG bits)

 *

 * Avoids writing to the MSR if the content/bits are the same

 */

void x86_spec_ctrl_restore_host(u64 guest_spec_ctrl, u64 guest_virt_spec_ctrl)

{

{

	u64 host = x86_spec_ctrl_base;

	u64 host = x86_spec_ctrl_base;

arch/x86/kvm/svm.c

+9 −2
Original line number Original line Diff line number Diff line
@@ -213,6 +213,12 @@ struct vcpu_svm { 
	} host;

	} host;





	u64 spec_ctrl;

	u64 spec_ctrl;

	/*

	 * Contains guest-controlled bits of VIRT_SPEC_CTRL, which will be

	 * translated into the appropriate L2_CFG bits on the host to

	 * perform speculative control.

	 */

	u64 virt_spec_ctrl;





	u32 *msrpm;

	u32 *msrpm;
@@ -2060,6 +2066,7 @@ static void svm_vcpu_reset(struct kvm_vcpu *vcpu, bool init_event) 




	vcpu->arch.microcode_version = 0x01000065;

	vcpu->arch.microcode_version = 0x01000065;

	svm->spec_ctrl = 0;

	svm->spec_ctrl = 0;

	svm->virt_spec_ctrl = 0;





	if (!init_event) {

	if (!init_event) {

		svm->vcpu.arch.apic_base = APIC_DEFAULT_PHYS_BASE |

		svm->vcpu.arch.apic_base = APIC_DEFAULT_PHYS_BASE |
@@ -5557,7 +5564,7 @@ static void svm_vcpu_run(struct kvm_vcpu *vcpu) 
	 * is no need to worry about the conditional branch over the wrmsr

	 * is no need to worry about the conditional branch over the wrmsr

	 * being speculatively taken.

	 * being speculatively taken.

	 */

	 */

	x86_spec_ctrl_set_guest(svm->spec_ctrl);

	x86_spec_ctrl_set_guest(svm->spec_ctrl, svm->virt_spec_ctrl);





	asm volatile (

	asm volatile (

		"push %%" _ASM_BP "; \n\t"

		"push %%" _ASM_BP "; \n\t"
@@ -5681,7 +5688,7 @@ static void svm_vcpu_run(struct kvm_vcpu *vcpu) 
	if (unlikely(!msr_write_intercepted(vcpu, MSR_IA32_SPEC_CTRL)))

	if (unlikely(!msr_write_intercepted(vcpu, MSR_IA32_SPEC_CTRL)))

		svm->spec_ctrl = native_read_msr(MSR_IA32_SPEC_CTRL);

		svm->spec_ctrl = native_read_msr(MSR_IA32_SPEC_CTRL);





	x86_spec_ctrl_restore_host(svm->spec_ctrl);

	x86_spec_ctrl_restore_host(svm->spec_ctrl, svm->virt_spec_ctrl);





	reload_tss(vcpu);

	reload_tss(vcpu);

arch/x86/kvm/vmx.c

+2 −2
Original line number Original line Diff line number Diff line
@@ -9717,7 +9717,7 @@ static void __noclone vmx_vcpu_run(struct kvm_vcpu *vcpu) 
	 * is no need to worry about the conditional branch over the wrmsr

	 * is no need to worry about the conditional branch over the wrmsr

	 * being speculatively taken.

	 * being speculatively taken.

	 */

	 */

	x86_spec_ctrl_set_guest(vmx->spec_ctrl);

	x86_spec_ctrl_set_guest(vmx->spec_ctrl, 0);





	vmx->__launched = vmx->loaded_vmcs->launched;

	vmx->__launched = vmx->loaded_vmcs->launched;
@@ -9865,7 +9865,7 @@ static void __noclone vmx_vcpu_run(struct kvm_vcpu *vcpu) 
	if (unlikely(!msr_write_intercepted(vcpu, MSR_IA32_SPEC_CTRL)))

	if (unlikely(!msr_write_intercepted(vcpu, MSR_IA32_SPEC_CTRL)))

		vmx->spec_ctrl = native_read_msr(MSR_IA32_SPEC_CTRL);

		vmx->spec_ctrl = native_read_msr(MSR_IA32_SPEC_CTRL);





	x86_spec_ctrl_restore_host(vmx->spec_ctrl);

	x86_spec_ctrl_restore_host(vmx->spec_ctrl, 0);





	/* Eliminate branch target predictions from guest mode */

	/* Eliminate branch target predictions from guest mode */

	vmexit_fill_RSB();

	vmexit_fill_RSB();

CRA Git | Maintained and supported by SUSTech CRA and CCSE