Commit fed1939c authored by Steven Rostedt's avatar Steven Rostedt Committed by Ingo Molnar

ftrace: remove old pointers to mcount

When a mcount pointer is recorded into a table, it is used to add or
remove calls to mcount (replacing them with nops). If the code is removed
via removing a module, the pointers still exist.  At modifying the code
a check is always made to make sure the code being replaced is the code
expected. In-other-words, the code being replaced is compared to what
it is expected to be before being replaced.

There is a very small chance that the code being replaced just happens
to look like code that calls mcount (very small since the call to mcount
is relative). To remove this chance, this patch adds ftrace_release to
allow module unloading to remove the pointers to mcount within the module.

Another change for init calls is made to not trace calls marked with
__init. The tracing can not be started until after init is done anyway.
Signed-off-by: default avatarSteven Rostedt <srostedt@redhat.com>
Signed-off-by: default avatarIngo Molnar <mingo@elte.hu>
parent 28614889
...@@ -165,10 +165,12 @@ ftrace_special(unsigned long arg1, unsigned long arg2, unsigned long arg3) { } ...@@ -165,10 +165,12 @@ ftrace_special(unsigned long arg1, unsigned long arg2, unsigned long arg3) { }
#ifdef CONFIG_FTRACE_MCOUNT_RECORD #ifdef CONFIG_FTRACE_MCOUNT_RECORD
extern void ftrace_init(void); extern void ftrace_init(void);
extern void ftrace_init_module(unsigned long *start, unsigned long *end); extern void ftrace_init_module(unsigned long *start, unsigned long *end);
extern void ftrace_release(void *start, unsigned long size);
#else #else
static inline void ftrace_init(void) { } static inline void ftrace_init(void) { }
static inline void static inline void
ftrace_init_module(unsigned long *start, unsigned long *end) { } ftrace_init_module(unsigned long *start, unsigned long *end) { }
static inline void ftrace_release(void *start, unsigned long size) { }
#endif #endif
#endif /* _LINUX_FTRACE_H */ #endif /* _LINUX_FTRACE_H */
...@@ -40,7 +40,7 @@ ...@@ -40,7 +40,7 @@
/* These are for everybody (although not all archs will actually /* These are for everybody (although not all archs will actually
discard it in modules) */ discard it in modules) */
#define __init __section(.init.text) __cold #define __init __section(.init.text) __cold notrace
#define __initdata __section(.init.data) #define __initdata __section(.init.data)
#define __initconst __section(.init.rodata) #define __initconst __section(.init.rodata)
#define __exitdata __section(.exit.data) #define __exitdata __section(.exit.data)
......
...@@ -1431,6 +1431,9 @@ static void free_module(struct module *mod) ...@@ -1431,6 +1431,9 @@ static void free_module(struct module *mod)
/* Module unload stuff */ /* Module unload stuff */
module_unload_free(mod); module_unload_free(mod);
/* release any pointers to mcount in this module */
ftrace_release(mod->module_core, mod->core_size);
/* This may be NULL, but that's OK */ /* This may be NULL, but that's OK */
module_free(mod, mod->module_init); module_free(mod, mod->module_init);
kfree(mod->args); kfree(mod->args);
...@@ -1839,6 +1842,7 @@ static noinline struct module *load_module(void __user *umod, ...@@ -1839,6 +1842,7 @@ static noinline struct module *load_module(void __user *umod,
struct module *mod; struct module *mod;
long err = 0; long err = 0;
void *percpu = NULL, *ptr = NULL; /* Stops spurious gcc warning */ void *percpu = NULL, *ptr = NULL; /* Stops spurious gcc warning */
void *mseg;
struct exception_table_entry *extable; struct exception_table_entry *extable;
mm_segment_t old_fs; mm_segment_t old_fs;
...@@ -2190,10 +2194,9 @@ static noinline struct module *load_module(void __user *umod, ...@@ -2190,10 +2194,9 @@ static noinline struct module *load_module(void __user *umod,
#endif #endif
} }
if (mcountindex) { /* sechdrs[0].sh_size is always zero */
void *mseg = (void *)sechdrs[mcountindex].sh_addr; mseg = (void *)sechdrs[mcountindex].sh_addr;
ftrace_init_module(mseg, mseg + sechdrs[mcountindex].sh_size); ftrace_init_module(mseg, mseg + sechdrs[mcountindex].sh_size);
}
err = module_finalize(hdr, sechdrs, mod); err = module_finalize(hdr, sechdrs, mod);
if (err < 0) if (err < 0)
...@@ -2264,6 +2267,7 @@ static noinline struct module *load_module(void __user *umod, ...@@ -2264,6 +2267,7 @@ static noinline struct module *load_module(void __user *umod,
cleanup: cleanup:
kobject_del(&mod->mkobj.kobj); kobject_del(&mod->mkobj.kobj);
kobject_put(&mod->mkobj.kobj); kobject_put(&mod->mkobj.kobj);
ftrace_release(mod->module_core, mod->core_size);
free_unload: free_unload:
module_unload_free(mod); module_unload_free(mod);
module_free(mod, mod->module_init); module_free(mod, mod->module_init);
......
...@@ -294,13 +294,37 @@ static inline void ftrace_del_hash(struct dyn_ftrace *node) ...@@ -294,13 +294,37 @@ static inline void ftrace_del_hash(struct dyn_ftrace *node)
static void ftrace_free_rec(struct dyn_ftrace *rec) static void ftrace_free_rec(struct dyn_ftrace *rec)
{ {
/* no locking, only called from kstop_machine */
rec->ip = (unsigned long)ftrace_free_records; rec->ip = (unsigned long)ftrace_free_records;
ftrace_free_records = rec; ftrace_free_records = rec;
rec->flags |= FTRACE_FL_FREE; rec->flags |= FTRACE_FL_FREE;
} }
void ftrace_release(void *start, unsigned long size)
{
struct dyn_ftrace *rec;
struct ftrace_page *pg;
unsigned long s = (unsigned long)start;
unsigned long e = s + size;
int i;
if (!start)
return;
/* No interrupt should call this */
spin_lock(&ftrace_lock);
for (pg = ftrace_pages_start; pg; pg = pg->next) {
for (i = 0; i < pg->index; i++) {
rec = &pg->records[i];
if ((rec->ip >= s) && (rec->ip < e))
ftrace_free_rec(rec);
}
}
spin_unlock(&ftrace_lock);
}
static struct dyn_ftrace *ftrace_alloc_dyn_node(unsigned long ip) static struct dyn_ftrace *ftrace_alloc_dyn_node(unsigned long ip)
{ {
struct dyn_ftrace *rec; struct dyn_ftrace *rec;
...@@ -1527,7 +1551,9 @@ static int ftrace_convert_nops(unsigned long *start, ...@@ -1527,7 +1551,9 @@ static int ftrace_convert_nops(unsigned long *start,
p = start; p = start;
while (p < end) { while (p < end) {
addr = ftrace_call_adjust(*p++); addr = ftrace_call_adjust(*p++);
spin_lock(&ftrace_lock);
ftrace_record_ip(addr); ftrace_record_ip(addr);
spin_unlock(&ftrace_lock);
ftrace_shutdown_replenish(); ftrace_shutdown_replenish();
} }
...@@ -1541,6 +1567,8 @@ static int ftrace_convert_nops(unsigned long *start, ...@@ -1541,6 +1567,8 @@ static int ftrace_convert_nops(unsigned long *start,
void ftrace_init_module(unsigned long *start, unsigned long *end) void ftrace_init_module(unsigned long *start, unsigned long *end)
{ {
if (start == end)
return;
ftrace_convert_nops(start, end); ftrace_convert_nops(start, end);
} }
......
Markdown is supported
0%
or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment