[tip: x86/apic] x86/apic: Switch to x2apic driver early if x2apic is enabled
From: tip-bot2 for Grzegorz Jaszczyk
Date: Tue Oct 20 2026 - 14:32:32 EST
The following commit has been merged into the x86/apic branch of tip:
Commit-ID: 37b841b51a2689da002350c295deac91946c0881
Gitweb: https://git.kernel.org/tip/37b841b51a2689da002350c295deac91946c0881
Author: Grzegorz Jaszczyk <jaszczyk@xxxxxxxxxxxx>
AuthorDate: Thu, 24 Sep 2026 10:40:21
Committer: Borislav Petkov (AMD) <bp@xxxxxxxxx>
CommitterDate: Mon, 19 Oct 2026 18:35:37 -07:00
x86/apic: Switch to x2apic driver early if x2apic is enabled
During early boot, the generic x86 kernel defaults to the MMIO-based APIC driver
(apic_physflat). However, if the kernel is booted (e.g., via kexec) when x2APIC is
already enabled in hardware, the MMIO interface to the APIC is disabled.
Normally, ACPI MADT probing would install an x2APIC driver early. However, if ACPI
is disabled (e.g., CONFIG_ACPI is not set, as in crashdump kernels), x86_64_probe_apic()
does not run until late_time_init() via apic_intr_mode_init().
This creates a window between local_irq_enable() and late_time_init() where
interrupts are enabled, but the APIC driver pointer still points to apic_physflat.
Because check_x2apic() detected hardware x2APIC mode and set x2apic_mode = 1,
register_lapic_address() and apic_finalize_early_init() skip mapping the APIC fixmap.
If a pending interrupt (e.g., left in IRR across kexec on secondary CPUs) fires
during this window, native_apic_mem_eoi() is invoked, which attempts to write to the
unmapped APIC EOI register, triggering an immediate kernel page fault (#PF).
To prevent this, make x2APIC the default driver on hardware which supports it.
Similarly, if the local APIC is disabled via command line (apic_is_disabled) or
acpi_mps_check(), install &apic_noop immediately as the default driver.
This ensures safe MSR-based or no-op APIC accesses during early boot while still
allowing normal APIC probing (such as upgrading to apic_x2apic_cluster) to take place
later during boot.
[ bp: Massage commit message. ]
Suggested-by: Thomas Gleixner <tglx@xxxxxxxxxxxxx>
Signed-off-by: Grzegorz Jaszczyk <jaszczyk@xxxxxxxxxxxx>
Signed-off-by: Borislav Petkov (AMD) <bp@xxxxxxxxx>
Reviewed-by: Thomas Gleixner <tglx@xxxxxxxxxx>
Link: https://patch.msgid.link/20260924104102.3534474-5-jaszczyk@xxxxxxxxxxxx
---
arch/x86/include/asm/apic.h | 4 +----
arch/x86/kernel/apic/apic.c | 22 ++++++++++++++------
arch/x86/kernel/apic/init.c | 32 ++++++++++++++++++-----------
arch/x86/kernel/apic/local.h | 4 ++++-
arch/x86/kernel/apic/x2apic_phys.c | 2 +-
5 files changed, 41 insertions(+), 23 deletions(-)
diff --git a/arch/x86/include/asm/apic.h b/arch/x86/include/asm/apic.h
index b1610b8..0b11b70 100644
--- a/arch/x86/include/asm/apic.h
+++ b/arch/x86/include/asm/apic.h
@@ -367,9 +367,6 @@ extern int lapic_can_unplug_cpu(void);
#ifdef CONFIG_X86_LOCAL_APIC
extern struct apic_override __x86_apic_override;
-void __init apic_setup_apic_calls(void);
-void __init apic_install_driver(struct apic *driver);
-
#define apic_update_callback(_callback, _fn) { \
__x86_apic_override._callback = _fn; \
apic->_callback = _fn; \
@@ -487,7 +484,6 @@ static inline void apic_icr_write(u32 low, u32 high) { }
static inline void apic_wait_icr_idle(void) { }
static inline u32 safe_apic_wait_icr_idle(void) { return 0; }
static inline void apic_native_eoi(void) { WARN_ON_ONCE(1); }
-static inline void apic_setup_apic_calls(void) { }
static inline void apic_update_vector(unsigned int cpu, unsigned int vector, bool set) { }
#define apic_update_callback(_callback, _fn) do { } while (0)
diff --git a/arch/x86/kernel/apic/apic.c b/arch/x86/kernel/apic/apic.c
index 721e194..3583fcd 100644
--- a/arch/x86/kernel/apic/apic.c
+++ b/arch/x86/kernel/apic/apic.c
@@ -1869,7 +1869,7 @@ static __init void try_to_enable_x2apic(int remap_mode)
x2apic_enable();
}
-static void __init check_x2apic(void)
+static __init struct apic *check_x2apic(void)
{
if (x2apic_enabled()) {
pr_info("x2apic: enabled by BIOS, switching to x2apic ops\n");
@@ -1879,15 +1879,21 @@ static void __init check_x2apic(void)
else
x2apic_state = X2APIC_ON;
apic_read_boot_cpu_id(true);
+
+ /* Force the initial driver to X2APIC */
+ return &apic_x2apic_phys;
} else if (!boot_cpu_has(X86_FEATURE_X2APIC)) {
x2apic_state = X2APIC_DISABLED;
}
+
+ /* Keep the default driver */
+ return NULL;
}
#else /* CONFIG_X86_X2APIC */
-static void __init check_x2apic(void)
+static __init struct apic *check_x2apic(void)
{
if (!apic_is_x2apic_enabled())
- return;
+ return NULL;
/*
* Checkme: Can we simply turn off x2APIC here instead of disabling the APIC?
*/
@@ -1896,6 +1902,7 @@ static void __init check_x2apic(void)
apic_is_disabled = true;
setup_clear_cpu_cap(X86_FEATURE_APIC);
+ return &apic_noop;
}
static inline void try_to_enable_x2apic(int remap_mode) { }
@@ -2066,14 +2073,17 @@ no_apic:
void __init apic_early_init(void)
{
- if (acpi_mps_check()) {
+ struct apic *driver;
+
+ if (apic_is_disabled || acpi_mps_check()) {
apic_is_disabled = true;
setup_clear_cpu_cap(X86_FEATURE_APIC);
+ driver = &apic_noop;
} else {
- check_x2apic();
+ driver = check_x2apic();
}
- apic_setup_apic_calls();
+ apic_install_default_driver(driver);
}
void __init apic_finalize_early_init(void)
diff --git a/arch/x86/kernel/apic/init.c b/arch/x86/kernel/apic/init.c
index 821e2e5..a25ad26 100644
--- a/arch/x86/kernel/apic/init.c
+++ b/arch/x86/kernel/apic/init.c
@@ -80,19 +80,8 @@ static __init void update_static_calls(void)
update_call(wakeup_secondary_cpu_64);
}
-void __init apic_setup_apic_calls(void)
+static void __init __apic_install_driver(struct apic *driver)
{
- /* Ensure that the default APIC has native_eoi populated */
- apic->native_eoi = apic->eoi;
- update_static_calls();
- pr_info("Static calls initialized\n");
-}
-
-void __init apic_install_driver(struct apic *driver)
-{
- if (apic == driver)
- return;
-
apic = driver;
if (IS_ENABLED(CONFIG_X86_X2APIC) && apic->x2apic_set_max_apicid)
@@ -105,6 +94,25 @@ void __init apic_install_driver(struct apic *driver)
/* Apply any already installed callback overrides */
restore_override_callbacks();
update_static_calls();
+}
+
+void __init apic_install_default_driver(struct apic *driver)
+{
+ if (driver) {
+ __apic_install_driver(driver);
+ } else {
+ /* Ensure that the default APIC has the native_eoi() callback populated */
+ apic->native_eoi = apic->eoi;
+ update_static_calls();
+ }
+ pr_info("Set default APIC routing to: %s\n", apic->name);
+}
+
+void __init apic_install_driver(struct apic *driver)
+{
+ if (apic == driver)
+ return;
+ __apic_install_driver(driver);
pr_info("Switched APIC routing to: %s\n", driver->name);
}
diff --git a/arch/x86/kernel/apic/local.h b/arch/x86/kernel/apic/local.h
index 090dd71..84890e4 100644
--- a/arch/x86/kernel/apic/local.h
+++ b/arch/x86/kernel/apic/local.h
@@ -13,12 +13,16 @@
#include <asm/irq_vectors.h>
#include <asm/apic.h>
+void __init apic_install_default_driver(struct apic *driver);
+void __init apic_install_driver(struct apic *driver);
+
/* X2APIC */
u32 x2apic_get_apic_id(u32 id);
void x2apic_send_IPI_all(int vector);
void x2apic_send_IPI_allbutself(int vector);
void x2apic_send_IPI_self(int vector);
+extern struct apic apic_x2apic_phys;
extern u32 x2apic_max_apicid;
/* IPI */
diff --git a/arch/x86/kernel/apic/x2apic_phys.c b/arch/x86/kernel/apic/x2apic_phys.c
index 5bf8683..74d7c0d 100644
--- a/arch/x86/kernel/apic/x2apic_phys.c
+++ b/arch/x86/kernel/apic/x2apic_phys.c
@@ -116,7 +116,7 @@ u32 x2apic_get_apic_id(u32 id)
return id;
}
-static struct apic apic_x2apic_phys __ro_after_init = {
+struct apic apic_x2apic_phys __ro_after_init = {
.name = "physical x2apic",
.probe = x2apic_phys_probe,