[RFC v2 4/6] x86: interface for accessing indirect branch locations
From: Nadav Amit
Date: Mon Dec 31 2018 - 02:20:53 EST
Adding a C interface to access the locations of indirect branches. To be
used for dynamic patching.
Signed-off-by: Nadav Amit <namit@xxxxxxxxxx>
---
arch/x86/include/asm/sections.h | 2 ++
include/linux/module.h | 9 +++++++++
kernel/module.c | 8 ++++++++
3 files changed, 19 insertions(+)
diff --git a/arch/x86/include/asm/sections.h b/arch/x86/include/asm/sections.h
index 8ea1cfdbeabc..acba39349f46 100644
--- a/arch/x86/include/asm/sections.h
+++ b/arch/x86/include/asm/sections.h
@@ -4,6 +4,7 @@
#include <asm-generic/sections.h>
#include <asm/extable.h>
+#include <asm/nospec-branch.h>
extern char __brk_base[], __brk_limit[];
extern struct exception_table_entry __stop___ex_table[];
@@ -11,6 +12,7 @@ extern char __end_rodata_aligned[];
#if defined(CONFIG_X86_64)
extern char __end_rodata_hpage_align[];
+extern const struct optpoline_entry __optpolines[], __optpolines_end[];
#endif
#endif /* _ASM_X86_SECTIONS_H */
diff --git a/include/linux/module.h b/include/linux/module.h
index fce6b4335e36..2590719dd8f2 100644
--- a/include/linux/module.h
+++ b/include/linux/module.h
@@ -40,6 +40,8 @@ struct modversion_info {
struct module;
struct exception_table_entry;
+struct optpoline_entry;
+struct optpoline;
struct module_kobject {
struct kobject kobj;
@@ -387,6 +389,13 @@ struct module {
unsigned int num_exentries;
struct exception_table_entry *extable;
+#ifdef CONFIG_OPTPOLINE
+ /* Dynamic indirect branch promotion */
+ struct optpoline_entry *optpoline_entries;
+ struct optpoline *optpolines;
+ unsigned int num_optpolines;
+#endif
+
/* Startup function. */
int (*init)(void);
diff --git a/kernel/module.c b/kernel/module.c
index 99b46c32d579..5e9edca9bbdc 100644
--- a/kernel/module.c
+++ b/kernel/module.c
@@ -64,6 +64,7 @@
#include <linux/bsearch.h>
#include <linux/dynamic_debug.h>
#include <linux/audit.h>
+#include <asm/nospec-branch.h>
#include <uapi/linux/module.h>
#include "module-internal.h"
@@ -256,6 +257,7 @@ static void mod_update_bounds(struct module *mod)
#ifdef CONFIG_KGDB_KDB
struct list_head *kdb_modules = &modules; /* kdb needs the list of modules */
#endif /* CONFIG_KGDB_KDB */
+struct list_head *cachepoline_modules = &modules;
static void module_assert_mutex(void)
{
@@ -3125,6 +3127,12 @@ static int find_module_sections(struct module *mod, struct load_info *info)
mod->extable = section_objs(info, "__ex_table",
sizeof(*mod->extable), &mod->num_exentries);
+#ifdef CONFIG_OPTPOLINE
+ mod->optpoline_entries = section_objs(info, "__optpolines",
+ sizeof(*mod->optpoline_entries),
+ &mod->num_optpolines);
+#endif
+
if (section_addr(info, "__obsparm"))
pr_warn("%s: Ignoring obsolete parameters\n", mod->name);
--
2.17.1