[PATCH 3/4] x86/irq: KVM: Harden posted interrupt (un)registration paths

From: Sean Christopherson
Date: Fri Oct 08 2021 - 20:11:23 EST


Split the register and unregister paths for the posted interrupt wakeup
handler, and WARN on conditions that are blatant bugs, e.g. attempting to
overwrite an existing handler, unregistering the wrong handler, etc...
This is very much a "low hanging fruit" hardening, e.g. a broken module
could foul things up by doing concurrent registration from multiple CPUs.

Drop the use of a dummy handler so that the rejection logic can use a
simple NULL check. There is zero benefit to blindly calling into a dummy
handler.

Note, the registration path doesn't require synchronization, as it's the
caller's responsibility to not generate interrupts it cares about until
after its handler is registered, i.e. there can't be a relevant in-flight
interrupt.

Signed-off-by: Sean Christopherson <seanjc@xxxxxxxxxx>
---
arch/x86/include/asm/irq.h | 3 ++-
arch/x86/kernel/irq.c | 29 ++++++++++++++++++++---------
arch/x86/kvm/vmx/vmx.c | 4 ++--
3 files changed, 24 insertions(+), 12 deletions(-)

diff --git a/arch/x86/include/asm/irq.h b/arch/x86/include/asm/irq.h
index 768aa234cbb4..c79014c2443d 100644
--- a/arch/x86/include/asm/irq.h
+++ b/arch/x86/include/asm/irq.h
@@ -30,7 +30,8 @@ struct irq_desc;
extern void fixup_irqs(void);

#ifdef CONFIG_HAVE_KVM
-extern void kvm_set_posted_intr_wakeup_handler(void (*handler)(void));
+extern void kvm_register_posted_intr_wakeup_handler(void (*handler)(void));
+extern void kvm_unregister_posted_intr_wakeup_handler(void (*handler)(void));
#endif

extern void (*x86_platform_ipi_callback)(void);
diff --git a/arch/x86/kernel/irq.c b/arch/x86/kernel/irq.c
index 20773d315308..97f452cc84be 100644
--- a/arch/x86/kernel/irq.c
+++ b/arch/x86/kernel/irq.c
@@ -284,18 +284,26 @@ DEFINE_IDTENTRY_SYSVEC(sysvec_x86_platform_ipi)
#endif

#ifdef CONFIG_HAVE_KVM
-static void dummy_handler(void) {}
-static void (*kvm_posted_intr_wakeup_handler)(void) = dummy_handler;
+static void (*kvm_posted_intr_wakeup_handler)(void);

-void kvm_set_posted_intr_wakeup_handler(void (*handler)(void))
+void kvm_register_posted_intr_wakeup_handler(void (*handler)(void))
{
- if (handler)
- kvm_posted_intr_wakeup_handler = handler;
- else
- kvm_posted_intr_wakeup_handler = dummy_handler;
+ if (WARN_ON_ONCE(!handler || kvm_posted_intr_wakeup_handler))
+ return;
+
+ WRITE_ONCE(kvm_posted_intr_wakeup_handler, handler);
+}
+EXPORT_SYMBOL_GPL(kvm_register_posted_intr_wakeup_handler);
+
+void kvm_unregister_posted_intr_wakeup_handler(void (*handler)(void))
+{
+ if (WARN_ON_ONCE(!handler || handler != kvm_posted_intr_wakeup_handler))
+ return;
+
+ WRITE_ONCE(kvm_posted_intr_wakeup_handler, NULL);
synchronize_rcu();
}
-EXPORT_SYMBOL_GPL(kvm_set_posted_intr_wakeup_handler);
+EXPORT_SYMBOL_GPL(kvm_unregister_posted_intr_wakeup_handler);

/*
* Handler for POSTED_INTERRUPT_VECTOR.
@@ -311,9 +319,12 @@ DEFINE_IDTENTRY_SYSVEC_SIMPLE(sysvec_kvm_posted_intr_ipi)
*/
DEFINE_IDTENTRY_SYSVEC(sysvec_kvm_posted_intr_wakeup_ipi)
{
+ void (*handler)(void) = READ_ONCE(kvm_posted_intr_wakeup_handler);
+
ack_APIC_irq();
inc_irq_stat(kvm_posted_intr_wakeup_ipis);
- kvm_posted_intr_wakeup_handler();
+ if (handler)
+ handler();
}

/*
diff --git a/arch/x86/kvm/vmx/vmx.c b/arch/x86/kvm/vmx/vmx.c
index bfdcdb399212..9164f1870d49 100644
--- a/arch/x86/kvm/vmx/vmx.c
+++ b/arch/x86/kvm/vmx/vmx.c
@@ -7553,7 +7553,7 @@ static void vmx_migrate_timers(struct kvm_vcpu *vcpu)

static void hardware_unsetup(void)
{
- kvm_set_posted_intr_wakeup_handler(NULL);
+ kvm_unregister_posted_intr_wakeup_handler(pi_wakeup_handler);

if (nested)
nested_vmx_hardware_unsetup();
@@ -7907,7 +7907,7 @@ static __init int hardware_setup(void)
if (r)
nested_vmx_hardware_unsetup();

- kvm_set_posted_intr_wakeup_handler(pi_wakeup_handler);
+ kvm_register_posted_intr_wakeup_handler(pi_wakeup_handler);

return r;
}
--
2.33.0.882.g93a45727a2-goog