Adding a C interface to access the locations of indirect branches. To be used for dynamic patching.
Signed-off-by: Nadav Amit <na...@vmware.com> --- arch/x86/include/asm/sections.h | 2 ++ include/linux/module.h | 9 +++++++++ kernel/module.c | 8 ++++++++ 3 files changed, 19 insertions(+) diff --git a/arch/x86/include/asm/sections.h b/arch/x86/include/asm/sections.h index 8ea1cfdbeabc..acba39349f46 100644 --- a/arch/x86/include/asm/sections.h +++ b/arch/x86/include/asm/sections.h @@ -4,6 +4,7 @@ #include <asm-generic/sections.h> #include <asm/extable.h> +#include <asm/nospec-branch.h> extern char __brk_base[], __brk_limit[]; extern struct exception_table_entry __stop___ex_table[]; @@ -11,6 +12,7 @@ extern char __end_rodata_aligned[]; #if defined(CONFIG_X86_64) extern char __end_rodata_hpage_align[]; +extern const struct optpoline_entry __optpolines[], __optpolines_end[]; #endif #endif /* _ASM_X86_SECTIONS_H */ diff --git a/include/linux/module.h b/include/linux/module.h index fce6b4335e36..2590719dd8f2 100644 --- a/include/linux/module.h +++ b/include/linux/module.h @@ -40,6 +40,8 @@ struct modversion_info { struct module; struct exception_table_entry; +struct optpoline_entry; +struct optpoline; struct module_kobject { struct kobject kobj; @@ -387,6 +389,13 @@ struct module { unsigned int num_exentries; struct exception_table_entry *extable; +#ifdef CONFIG_OPTPOLINE + /* Dynamic indirect branch promotion */ + struct optpoline_entry *optpoline_entries; + struct optpoline *optpolines; + unsigned int num_optpolines; +#endif + /* Startup function. */ int (*init)(void); diff --git a/kernel/module.c b/kernel/module.c index 99b46c32d579..5e9edca9bbdc 100644 --- a/kernel/module.c +++ b/kernel/module.c @@ -64,6 +64,7 @@ #include <linux/bsearch.h> #include <linux/dynamic_debug.h> #include <linux/audit.h> +#include <asm/nospec-branch.h> #include <uapi/linux/module.h> #include "module-internal.h" @@ -256,6 +257,7 @@ static void mod_update_bounds(struct module *mod) #ifdef CONFIG_KGDB_KDB struct list_head *kdb_modules = &modules; /* kdb needs the list of modules */ #endif /* CONFIG_KGDB_KDB */ +struct list_head *cachepoline_modules = &modules; static void module_assert_mutex(void) { @@ -3125,6 +3127,12 @@ static int find_module_sections(struct module *mod, struct load_info *info) mod->extable = section_objs(info, "__ex_table", sizeof(*mod->extable), &mod->num_exentries); +#ifdef CONFIG_OPTPOLINE + mod->optpoline_entries = section_objs(info, "__optpolines", + sizeof(*mod->optpoline_entries), + &mod->num_optpolines); +#endif + if (section_addr(info, "__obsparm")) pr_warn("%s: Ignoring obsolete parameters\n", mod->name); -- 2.17.1