Signed-off-by: Maxim Levitsky <mlevitsk@xxxxxxxxxx>
---
lib/x86/svm_lib.h | 58 +++++++++++++++++++++++++++++++++++++++
x86/svm.c | 51 ++++++++++------------------------
x86/svm.h | 70 ++---------------------------------------------
x86/svm_tests.c | 24 ++++++++++------
4 files changed, 91 insertions(+), 112 deletions(-)
diff --git a/lib/x86/svm_lib.h b/lib/x86/svm_lib.h
index 27c3b137..59db26de 100644
--- a/lib/x86/svm_lib.h
+++ b/lib/x86/svm_lib.h
@@ -71,4 +71,62 @@ u8* svm_get_io_bitmap(void);
#define MSR_BITMAP_SIZE 8192
+struct svm_extra_regs
+{
+ u64 rbx;
+ u64 rcx;
+ u64 rdx;
+ u64 rbp;
+ u64 rsi;
+ u64 rdi;
+ u64 r8;
+ u64 r9;
+ u64 r10;
+ u64 r11;
+ u64 r12;
+ u64 r13;
+ u64 r14;
+ u64 r15;
+};
+
+#define SWAP_GPRS(reg) \
+ "xchg %%rcx, 0x08(%%" reg ")\n\t" \
+ "xchg %%rdx, 0x10(%%" reg ")\n\t" \
+ "xchg %%rbp, 0x18(%%" reg ")\n\t" \
+ "xchg %%rsi, 0x20(%%" reg ")\n\t" \
+ "xchg %%rdi, 0x28(%%" reg ")\n\t" \
+ "xchg %%r8, 0x30(%%" reg ")\n\t" \
+ "xchg %%r9, 0x38(%%" reg ")\n\t" \
+ "xchg %%r10, 0x40(%%" reg ")\n\t" \
+ "xchg %%r11, 0x48(%%" reg ")\n\t" \
+ "xchg %%r12, 0x50(%%" reg ")\n\t" \
+ "xchg %%r13, 0x58(%%" reg ")\n\t" \
+ "xchg %%r14, 0x60(%%" reg ")\n\t" \
+ "xchg %%r15, 0x68(%%" reg ")\n\t" \
+ \
+ "xchg %%rbx, 0x00(%%" reg ")\n\t" \
+
+
+#define __SVM_VMRUN(vmcb, regs, label) \
+ asm volatile ( \
+ "vmload %%rax\n\t" \
+ "push %%rax\n\t" \
+ "push %%rbx\n\t" \
+ SWAP_GPRS("rbx") \
+ ".global " label "\n\t" \
+ label ": vmrun %%rax\n\t" \
+ "vmsave %%rax\n\t" \
+ "pop %%rax\n\t" \
+ SWAP_GPRS("rax") \
+ "pop %%rax\n\t" \
+ : \
+ : "a" (virt_to_phys(vmcb)), \
+ "b"(regs) \
+ /* clobbers*/ \
+ : "memory" \
+ );
+
+#define SVM_VMRUN(vmcb, regs) \
+ __SVM_VMRUN(vmcb, regs, "vmrun_dummy_label_%=")
+
#endif /* SRC_LIB_X86_SVM_LIB_H_ */
diff --git a/x86/svm.c b/x86/svm.c
index 37b4cd38..9484a6d1 100644
--- a/x86/svm.c
+++ b/x86/svm.c
@@ -76,11 +76,11 @@ static void test_thunk(struct svm_test *test)
vmmcall();
}
-struct regs regs;
+struct svm_extra_regs regs;
-struct regs get_regs(void)
+struct svm_extra_regs* get_regs(void)
{
- return regs;
+ return ®s;
}
// rax handled specially below
@@ -97,13 +97,7 @@ int __svm_vmrun(u64 rip)
vmcb->save.rsp = (ulong)(guest_stack + ARRAY_SIZE(guest_stack));
regs.rdi = (ulong)v2_test;
- asm volatile (
- ASM_PRE_VMRUN_CMD
- "vmrun %%rax\n\t" \
- ASM_POST_VMRUN_CMD
- :
- : "a" (virt_to_phys(vmcb))
- : "memory", "r15");
+ SVM_VMRUN(vmcb, ®s);
return (vmcb->control.exit_code);
}
@@ -113,12 +107,8 @@ int svm_vmrun(void)
return __svm_vmrun((u64)test_thunk);
}
-extern u8 vmrun_rip;
-
static noinline void test_run(struct svm_test *test)
{
- u64 vmcb_phys = virt_to_phys(vmcb);
-
irq_disable();
vmcb_ident(vmcb);
@@ -128,28 +118,17 @@ static noinline void test_run(struct svm_test *test)
vmcb->save.rsp = (ulong)(guest_stack + ARRAY_SIZE(guest_stack));
regs.rdi = (ulong)test;
do {
- struct svm_test *the_test = test;
- u64 the_vmcb = vmcb_phys;
- asm volatile (
- "clgi;\n\t" // semi-colon needed for LLVM compatibility
- "sti \n\t"
- "call *%c[PREPARE_GIF_CLEAR](%[test]) \n \t"
- "mov %[vmcb_phys], %%rax \n\t"
- ASM_PRE_VMRUN_CMD
- ".global vmrun_rip\n\t" \
- "vmrun_rip: vmrun %%rax\n\t" \
- ASM_POST_VMRUN_CMD
- "cli \n\t"
- "stgi"
- : // inputs clobbered by the guest:
- "=D" (the_test), // first argument register
- "=b" (the_vmcb) // callee save register!
- : [test] "0" (the_test),
- [vmcb_phys] "1"(the_vmcb),
- [PREPARE_GIF_CLEAR] "i" (offsetof(struct svm_test, prepare_gif_clear))
- : "rax", "rcx", "rdx", "rsi",
- "r8", "r9", "r10", "r11" , "r12", "r13", "r14", "r15",
- "memory");
+
+ clgi();
+ sti();
+
+ test->prepare_gif_clear(test);
+
+ __SVM_VMRUN(vmcb, ®s, "vmrun_rip");
+
+ cli();
+ stgi();
+
++test->exits;
} while (!test->finished(test));
irq_enable();
diff --git a/x86/svm.h b/x86/svm.h
index 623f2b36..8d4515f0 100644
--- a/x86/svm.h
+++ b/x86/svm.h
@@ -23,26 +23,6 @@ struct svm_test {
bool on_vcpu_done;
};
-struct regs {
- u64 rax;
- u64 rbx;
- u64 rcx;
- u64 rdx;
- u64 cr2;
- u64 rbp;
- u64 rsi;
- u64 rdi;
- u64 r8;
- u64 r9;
- u64 r10;
- u64 r11;
- u64 r12;
- u64 r13;
- u64 r14;
- u64 r15;
- u64 rflags;
-};
-
typedef void (*test_guest_func)(struct svm_test *);
int run_svm_tests(int ac, char **av, struct svm_test *svm_tests);
@@ -55,7 +35,7 @@ bool default_finished(struct svm_test *test);
int get_test_stage(struct svm_test *test);
void set_test_stage(struct svm_test *test, int s);
void inc_test_stage(struct svm_test *test);
-struct regs get_regs(void);
+struct svm_extra_regs * get_regs(void);
int __svm_vmrun(u64 rip);
void __svm_bare_vmrun(void);
int svm_vmrun(void);
@@ -63,51 +43,5 @@ void test_set_guest(test_guest_func func);
u64* get_npt_pte(u64 *pml4, u64 guest_addr, int level);
extern struct vmcb *vmcb;
-
-
-#define SAVE_GPR_C \
- "xchg %%rbx, regs+0x8\n\t" \
- "xchg %%rcx, regs+0x10\n\t" \
- "xchg %%rdx, regs+0x18\n\t" \
- "xchg %%rbp, regs+0x28\n\t" \
- "xchg %%rsi, regs+0x30\n\t" \
- "xchg %%rdi, regs+0x38\n\t" \
- "xchg %%r8, regs+0x40\n\t" \
- "xchg %%r9, regs+0x48\n\t" \
- "xchg %%r10, regs+0x50\n\t" \
- "xchg %%r11, regs+0x58\n\t" \
- "xchg %%r12, regs+0x60\n\t" \
- "xchg %%r13, regs+0x68\n\t" \
- "xchg %%r14, regs+0x70\n\t" \
- "xchg %%r15, regs+0x78\n\t"
-
-#define LOAD_GPR_C SAVE_GPR_C
-
-#define ASM_PRE_VMRUN_CMD \
- "vmload %%rax\n\t" \
- "mov regs+0x80, %%r15\n\t" \
- "mov %%r15, 0x170(%%rax)\n\t" \
- "mov regs, %%r15\n\t" \
- "mov %%r15, 0x1f8(%%rax)\n\t" \
- LOAD_GPR_C \
-
-#define ASM_POST_VMRUN_CMD \
- SAVE_GPR_C \
- "mov 0x170(%%rax), %%r15\n\t" \
- "mov %%r15, regs+0x80\n\t" \
- "mov 0x1f8(%%rax), %%r15\n\t" \
- "mov %%r15, regs\n\t" \
- "vmsave %%rax\n\t" \
-
-
-
-#define SVM_BARE_VMRUN \
- asm volatile ( \
- ASM_PRE_VMRUN_CMD \
- "vmrun %%rax\n\t" \
- ASM_POST_VMRUN_CMD \
- : \
- : "a" (virt_to_phys(vmcb)) \
- : "memory", "r15") \
-
+extern struct svm_test svm_tests[];
#endif
diff --git a/x86/svm_tests.c b/x86/svm_tests.c
index 57b5b572..475a40d0 100644
--- a/x86/svm_tests.c
+++ b/x86/svm_tests.c
@@ -398,7 +398,7 @@ static bool msr_intercept_finished(struct svm_test *test)
* RCX holds the MSR index.
*/
printf("%s 0x%lx #GP exception\n",
- exit_info_1 ? "WRMSR" : "RDMSR", get_regs().rcx);
+ exit_info_1 ? "WRMSR" : "RDMSR", get_regs()->rcx);
}
/* Jump over RDMSR/WRMSR instruction */
@@ -414,9 +414,9 @@ static bool msr_intercept_finished(struct svm_test *test)
*/
if (exit_info_1)
test->scratch =
- ((get_regs().rdx << 32) | (vmcb->save.rax & 0xffffffff));
+ ((get_regs()->rdx << 32) | (vmcb->save.rax & 0xffffffff));
else
- test->scratch = get_regs().rcx;
+ test->scratch = get_regs()->rcx;
return false;
}
@@ -1851,7 +1851,7 @@ static volatile bool host_rflags_set_tf = false;
static volatile bool host_rflags_set_rf = false;
static u64 rip_detected;
-extern u64 *vmrun_rip;
+extern u64 vmrun_rip;
static void host_rflags_db_handler(struct ex_regs *r)
{
@@ -2989,6 +2989,8 @@ static void svm_lbrv_test0(void)
static void svm_lbrv_test1(void)
{
+ struct svm_extra_regs* regs = get_regs();
+
report(true, "Test that without LBRV enabled, guest LBR state does 'leak' to the host(1)");
vmcb->save.rip = (ulong)svm_lbrv_test_guest1;
@@ -2996,7 +2998,7 @@ static void svm_lbrv_test1(void)
wrmsr(MSR_IA32_DEBUGCTLMSR, DEBUGCTLMSR_LBR);
DO_BRANCH(host_branch1);
- SVM_BARE_VMRUN;
+ SVM_VMRUN(vmcb,regs);
dbgctl = rdmsr(MSR_IA32_DEBUGCTLMSR);
if (vmcb->control.exit_code != SVM_EXIT_VMMCALL) {
@@ -3011,6 +3013,8 @@ static void svm_lbrv_test1(void)
static void svm_lbrv_test2(void)
{
+ struct svm_extra_regs* regs = get_regs();
+
report(true, "Test that without LBRV enabled, guest LBR state does 'leak' to the host(2)");
vmcb->save.rip = (ulong)svm_lbrv_test_guest2;
@@ -3019,7 +3023,7 @@ static void svm_lbrv_test2(void)
wrmsr(MSR_IA32_DEBUGCTLMSR, DEBUGCTLMSR_LBR);
DO_BRANCH(host_branch2);
wrmsr(MSR_IA32_DEBUGCTLMSR, 0);
- SVM_BARE_VMRUN;
+ SVM_VMRUN(vmcb,regs);
dbgctl = rdmsr(MSR_IA32_DEBUGCTLMSR);
wrmsr(MSR_IA32_DEBUGCTLMSR, 0);
@@ -3035,6 +3039,8 @@ static void svm_lbrv_test2(void)
static void svm_lbrv_nested_test1(void)
{
+ struct svm_extra_regs* regs = get_regs();
+
if (!lbrv_supported()) {
report_skip("LBRV not supported in the guest");
return;
@@ -3047,7 +3053,7 @@ static void svm_lbrv_nested_test1(void)
wrmsr(MSR_IA32_DEBUGCTLMSR, DEBUGCTLMSR_LBR);
DO_BRANCH(host_branch3);
- SVM_BARE_VMRUN;
+ SVM_VMRUN(vmcb,regs);
dbgctl = rdmsr(MSR_IA32_DEBUGCTLMSR);
wrmsr(MSR_IA32_DEBUGCTLMSR, 0);
@@ -3068,6 +3074,8 @@ static void svm_lbrv_nested_test1(void)
static void svm_lbrv_nested_test2(void)
{
+ struct svm_extra_regs* regs = get_regs();
+
if (!lbrv_supported()) {
report_skip("LBRV not supported in the guest");
return;
@@ -3083,7 +3091,7 @@ static void svm_lbrv_nested_test2(void)
wrmsr(MSR_IA32_DEBUGCTLMSR, DEBUGCTLMSR_LBR);
DO_BRANCH(host_branch4);
- SVM_BARE_VMRUN;
+ SVM_VMRUN(vmcb,regs);
dbgctl = rdmsr(MSR_IA32_DEBUGCTLMSR);
wrmsr(MSR_IA32_DEBUGCTLMSR, 0);
--
2.26.3
