Commit ec417ad4 authored by Ian Rogers's avatar Ian Rogers Committed by Arnaldo Carvalho de Melo

perf map: Changes to reference counting

When a pointer to a map exists do a get, when that pointer is
overwritten or freed, put the map. This avoids issues with gets and
puts being inconsistently used causing, use after puts, etc. For
example, the map in struct addr_location is changed to hold a
reference count. Reference count checking and address sanitizer were
used to identify issues.
Signed-off-by: default avatarIan Rogers <irogers@google.com>
Cc: Adrian Hunter <adrian.hunter@intel.com>
Cc: Alexander Shishkin <alexander.shishkin@linux.intel.com>
Cc: Alexey Bayduraev <alexey.v.bayduraev@linux.intel.com>
Cc: Andi Kleen <ak@linux.intel.com>
Cc: Andrew Morton <akpm@linux-foundation.org>
Cc: Andy Shevchenko <andriy.shevchenko@linux.intel.com>
Cc: Darren Hart <dvhart@infradead.org>
Cc: Davidlohr Bueso <dave@stgolabs.net>
Cc: Dmitriy Vyukov <dvyukov@google.com>
Cc: Eric Dumazet <edumazet@google.com>
Cc: German Gomez <german.gomez@arm.com>
Cc: Hao Luo <haoluo@google.com>
Cc: Ingo Molnar <mingo@redhat.com>
Cc: James Clark <james.clark@arm.com>
Cc: Jiri Olsa <jolsa@kernel.org>
Cc: John Garry <john.g.garry@oracle.com>
Cc: Kajol Jain <kjain@linux.ibm.com>
Cc: Kan Liang <kan.liang@linux.intel.com>
Cc: Leo Yan <leo.yan@linaro.org>
Cc: Madhavan Srinivasan <maddy@linux.ibm.com>
Cc: Mark Rutland <mark.rutland@arm.com>
Cc: Masami Hiramatsu <mhiramat@kernel.org>
Cc: Miaoqian Lin <linmq006@gmail.com>
Cc: Namhyung Kim <namhyung@kernel.org>
Cc: Peter Zijlstra <peterz@infradead.org>
Cc: Riccardo Mancini <rickyman7@gmail.com>
Cc: Shunsuke Nakamura <nakamura.shun@fujitsu.com>
Cc: Song Liu <song@kernel.org>
Cc: Stephane Eranian <eranian@google.com>
Cc: Stephen Brennan <stephen.s.brennan@oracle.com>
Cc: Steven Rostedt (VMware) <rostedt@goodmis.org>
Cc: Thomas Gleixner <tglx@linutronix.de>
Cc: Thomas Richter <tmricht@linux.ibm.com>
Cc: Yury Norov <yury.norov@gmail.com>
Link: https://lore.kernel.org/r/20230404205954.2245628-2-irogers@google.comSigned-off-by: default avatarArnaldo Carvalho de Melo <acme@redhat.com>
parent 392cf49e
...@@ -366,6 +366,7 @@ static int read_object_code(u64 addr, size_t len, u8 cpumode, ...@@ -366,6 +366,7 @@ static int read_object_code(u64 addr, size_t len, u8 cpumode,
} }
pr_debug("Bytes read match those read by objdump\n"); pr_debug("Bytes read match those read by objdump\n");
out: out:
map__put(al.map);
return err; return err;
} }
......
...@@ -112,6 +112,7 @@ static int add_hist_entries(struct hists *hists, struct machine *machine) ...@@ -112,6 +112,7 @@ static int add_hist_entries(struct hists *hists, struct machine *machine)
} }
fake_samples[i].thread = al.thread; fake_samples[i].thread = al.thread;
map__put(fake_samples[i].map);
fake_samples[i].map = al.map; fake_samples[i].map = al.map;
fake_samples[i].sym = al.sym; fake_samples[i].sym = al.sym;
} }
...@@ -147,6 +148,14 @@ static void del_hist_entries(struct hists *hists) ...@@ -147,6 +148,14 @@ static void del_hist_entries(struct hists *hists)
} }
} }
static void put_fake_samples(void)
{
size_t i;
for (i = 0; i < ARRAY_SIZE(fake_samples); i++)
map__put(fake_samples[i].map);
}
typedef int (*test_fn_t)(struct evsel *, struct machine *); typedef int (*test_fn_t)(struct evsel *, struct machine *);
#define COMM(he) (thread__comm_str(he->thread)) #define COMM(he) (thread__comm_str(he->thread))
...@@ -733,6 +742,7 @@ static int test__hists_cumulate(struct test_suite *test __maybe_unused, int subt ...@@ -733,6 +742,7 @@ static int test__hists_cumulate(struct test_suite *test __maybe_unused, int subt
/* tear down everything */ /* tear down everything */
evlist__delete(evlist); evlist__delete(evlist);
machines__exit(&machines); machines__exit(&machines);
put_fake_samples();
return err; return err;
} }
......
...@@ -89,6 +89,7 @@ static int add_hist_entries(struct evlist *evlist, ...@@ -89,6 +89,7 @@ static int add_hist_entries(struct evlist *evlist,
} }
fake_samples[i].thread = al.thread; fake_samples[i].thread = al.thread;
map__put(fake_samples[i].map);
fake_samples[i].map = al.map; fake_samples[i].map = al.map;
fake_samples[i].sym = al.sym; fake_samples[i].sym = al.sym;
} }
...@@ -101,6 +102,14 @@ static int add_hist_entries(struct evlist *evlist, ...@@ -101,6 +102,14 @@ static int add_hist_entries(struct evlist *evlist,
return TEST_FAIL; return TEST_FAIL;
} }
static void put_fake_samples(void)
{
size_t i;
for (i = 0; i < ARRAY_SIZE(fake_samples); i++)
map__put(fake_samples[i].map);
}
static int test__hists_filter(struct test_suite *test __maybe_unused, int subtest __maybe_unused) static int test__hists_filter(struct test_suite *test __maybe_unused, int subtest __maybe_unused)
{ {
int err = TEST_FAIL; int err = TEST_FAIL;
...@@ -322,6 +331,7 @@ static int test__hists_filter(struct test_suite *test __maybe_unused, int subtes ...@@ -322,6 +331,7 @@ static int test__hists_filter(struct test_suite *test __maybe_unused, int subtes
evlist__delete(evlist); evlist__delete(evlist);
reset_output_field(); reset_output_field();
machines__exit(&machines); machines__exit(&machines);
put_fake_samples();
return err; return err;
} }
......
...@@ -6,6 +6,7 @@ ...@@ -6,6 +6,7 @@
#include "evsel.h" #include "evsel.h"
#include "evlist.h" #include "evlist.h"
#include "machine.h" #include "machine.h"
#include "map.h"
#include "parse-events.h" #include "parse-events.h"
#include "hists_common.h" #include "hists_common.h"
#include "util/mmap.h" #include "util/mmap.h"
...@@ -94,6 +95,7 @@ static int add_hist_entries(struct evlist *evlist, struct machine *machine) ...@@ -94,6 +95,7 @@ static int add_hist_entries(struct evlist *evlist, struct machine *machine)
} }
fake_common_samples[k].thread = al.thread; fake_common_samples[k].thread = al.thread;
map__put(fake_common_samples[k].map);
fake_common_samples[k].map = al.map; fake_common_samples[k].map = al.map;
fake_common_samples[k].sym = al.sym; fake_common_samples[k].sym = al.sym;
} }
...@@ -126,11 +128,24 @@ static int add_hist_entries(struct evlist *evlist, struct machine *machine) ...@@ -126,11 +128,24 @@ static int add_hist_entries(struct evlist *evlist, struct machine *machine)
return -1; return -1;
} }
static void put_fake_samples(void)
{
size_t i, j;
for (i = 0; i < ARRAY_SIZE(fake_common_samples); i++)
map__put(fake_common_samples[i].map);
for (i = 0; i < ARRAY_SIZE(fake_samples); i++) {
for (j = 0; j < ARRAY_SIZE(fake_samples[0]); j++)
map__put(fake_samples[i][j].map);
}
}
static int find_sample(struct sample *samples, size_t nr_samples, static int find_sample(struct sample *samples, size_t nr_samples,
struct thread *t, struct map *m, struct symbol *s) struct thread *t, struct map *m, struct symbol *s)
{ {
while (nr_samples--) { while (nr_samples--) {
if (samples->thread == t && samples->map == m && if (samples->thread == t &&
samples->map == m &&
samples->sym == s) samples->sym == s)
return 1; return 1;
samples++; samples++;
...@@ -336,6 +351,7 @@ static int test__hists_link(struct test_suite *test __maybe_unused, int subtest ...@@ -336,6 +351,7 @@ static int test__hists_link(struct test_suite *test __maybe_unused, int subtest
evlist__delete(evlist); evlist__delete(evlist);
reset_output_field(); reset_output_field();
machines__exit(&machines); machines__exit(&machines);
put_fake_samples();
return err; return err;
} }
......
...@@ -78,6 +78,7 @@ static int add_hist_entries(struct hists *hists, struct machine *machine) ...@@ -78,6 +78,7 @@ static int add_hist_entries(struct hists *hists, struct machine *machine)
} }
fake_samples[i].thread = al.thread; fake_samples[i].thread = al.thread;
map__put(fake_samples[i].map);
fake_samples[i].map = al.map; fake_samples[i].map = al.map;
fake_samples[i].sym = al.sym; fake_samples[i].sym = al.sym;
} }
...@@ -113,6 +114,14 @@ static void del_hist_entries(struct hists *hists) ...@@ -113,6 +114,14 @@ static void del_hist_entries(struct hists *hists)
} }
} }
static void put_fake_samples(void)
{
size_t i;
for (i = 0; i < ARRAY_SIZE(fake_samples); i++)
map__put(fake_samples[i].map);
}
typedef int (*test_fn_t)(struct evsel *, struct machine *); typedef int (*test_fn_t)(struct evsel *, struct machine *);
#define COMM(he) (thread__comm_str(he->thread)) #define COMM(he) (thread__comm_str(he->thread))
...@@ -620,6 +629,7 @@ static int test__hists_output(struct test_suite *test __maybe_unused, int subtes ...@@ -620,6 +629,7 @@ static int test__hists_output(struct test_suite *test __maybe_unused, int subtes
/* tear down everything */ /* tear down everything */
evlist__delete(evlist); evlist__delete(evlist);
machines__exit(&machines); machines__exit(&machines);
put_fake_samples();
return err; return err;
} }
......
...@@ -203,6 +203,7 @@ static int mmap_events(synth_cb synth) ...@@ -203,6 +203,7 @@ static int mmap_events(synth_cb synth)
} }
pr_debug("map %p, addr %" PRIx64 "\n", al.map, map__start(al.map)); pr_debug("map %p, addr %" PRIx64 "\n", al.map, map__start(al.map));
map__put(al.map);
} }
machine__delete_threads(machine); machine__delete_threads(machine);
......
...@@ -589,7 +589,7 @@ fill_node(struct callchain_node *node, struct callchain_cursor *cursor) ...@@ -589,7 +589,7 @@ fill_node(struct callchain_node *node, struct callchain_cursor *cursor)
} }
call->ip = cursor_node->ip; call->ip = cursor_node->ip;
call->ms = cursor_node->ms; call->ms = cursor_node->ms;
map__get(call->ms.map); call->ms.map = map__get(call->ms.map);
call->srcline = cursor_node->srcline; call->srcline = cursor_node->srcline;
if (cursor_node->branch) { if (cursor_node->branch) {
...@@ -1067,7 +1067,7 @@ int callchain_cursor_append(struct callchain_cursor *cursor, ...@@ -1067,7 +1067,7 @@ int callchain_cursor_append(struct callchain_cursor *cursor,
node->ip = ip; node->ip = ip;
map__zput(node->ms.map); map__zput(node->ms.map);
node->ms = *ms; node->ms = *ms;
map__get(node->ms.map); node->ms.map = map__get(node->ms.map);
node->branch = branch; node->branch = branch;
node->nr_loop_iter = nr_loop_iter; node->nr_loop_iter = nr_loop_iter;
node->iter_cycles = iter_cycles; node->iter_cycles = iter_cycles;
...@@ -1115,7 +1115,8 @@ int fill_callchain_info(struct addr_location *al, struct callchain_cursor_node * ...@@ -1115,7 +1115,8 @@ int fill_callchain_info(struct addr_location *al, struct callchain_cursor_node *
struct machine *machine = maps__machine(node->ms.maps); struct machine *machine = maps__machine(node->ms.maps);
al->maps = node->ms.maps; al->maps = node->ms.maps;
al->map = node->ms.map; map__put(al->map);
al->map = map__get(node->ms.map);
al->sym = node->ms.sym; al->sym = node->ms.sym;
al->srcline = node->srcline; al->srcline = node->srcline;
al->addr = node->ip; al->addr = node->ip;
...@@ -1528,7 +1529,7 @@ int callchain_node__make_parent_list(struct callchain_node *node) ...@@ -1528,7 +1529,7 @@ int callchain_node__make_parent_list(struct callchain_node *node)
goto out; goto out;
*new = *chain; *new = *chain;
new->has_children = false; new->has_children = false;
map__get(new->ms.map); new->ms.map = map__get(new->ms.map);
list_add_tail(&new->list, &head); list_add_tail(&new->list, &head);
} }
parent = parent->parent; parent = parent->parent;
......
...@@ -485,13 +485,14 @@ size_t perf_event__fprintf_text_poke(union perf_event *event, struct machine *ma ...@@ -485,13 +485,14 @@ size_t perf_event__fprintf_text_poke(union perf_event *event, struct machine *ma
if (machine) { if (machine) {
struct addr_location al; struct addr_location al;
al.map = maps__find(machine__kernel_maps(machine), tp->addr); al.map = map__get(maps__find(machine__kernel_maps(machine), tp->addr));
if (al.map && map__load(al.map) >= 0) { if (al.map && map__load(al.map) >= 0) {
al.addr = map__map_ip(al.map, tp->addr); al.addr = map__map_ip(al.map, tp->addr);
al.sym = map__find_symbol(al.map, al.addr); al.sym = map__find_symbol(al.map, al.addr);
if (al.sym) if (al.sym)
ret += symbol__fprintf_symname_offs(al.sym, &al, fp); ret += symbol__fprintf_symname_offs(al.sym, &al, fp);
} }
map__put(al.map);
} }
ret += fprintf(fp, " old len %u new len %u\n", tp->old_len, tp->new_len); ret += fprintf(fp, " old len %u new len %u\n", tp->old_len, tp->new_len);
old = true; old = true;
...@@ -614,7 +615,7 @@ struct map *thread__find_map(struct thread *thread, u8 cpumode, u64 addr, ...@@ -614,7 +615,7 @@ struct map *thread__find_map(struct thread *thread, u8 cpumode, u64 addr,
return NULL; return NULL;
} }
al->map = maps__find(maps, al->addr); al->map = map__get(maps__find(maps, al->addr));
if (al->map != NULL) { if (al->map != NULL) {
/* /*
* Kernel maps might be changed when loading symbols so loading * Kernel maps might be changed when loading symbols so loading
...@@ -773,6 +774,7 @@ int machine__resolve(struct machine *machine, struct addr_location *al, ...@@ -773,6 +774,7 @@ int machine__resolve(struct machine *machine, struct addr_location *al,
*/ */
void addr_location__put(struct addr_location *al) void addr_location__put(struct addr_location *al)
{ {
map__zput(al->map);
thread__zput(al->thread); thread__zput(al->thread);
} }
......
...@@ -450,7 +450,7 @@ static int hist_entry__init(struct hist_entry *he, ...@@ -450,7 +450,7 @@ static int hist_entry__init(struct hist_entry *he,
memset(&he->stat, 0, sizeof(he->stat)); memset(&he->stat, 0, sizeof(he->stat));
} }
map__get(he->ms.map); he->ms.map = map__get(he->ms.map);
if (he->branch_info) { if (he->branch_info) {
/* /*
...@@ -465,13 +465,13 @@ static int hist_entry__init(struct hist_entry *he, ...@@ -465,13 +465,13 @@ static int hist_entry__init(struct hist_entry *he,
memcpy(he->branch_info, template->branch_info, memcpy(he->branch_info, template->branch_info,
sizeof(*he->branch_info)); sizeof(*he->branch_info));
map__get(he->branch_info->from.ms.map); he->branch_info->from.ms.map = map__get(he->branch_info->from.ms.map);
map__get(he->branch_info->to.ms.map); he->branch_info->to.ms.map = map__get(he->branch_info->to.ms.map);
} }
if (he->mem_info) { if (he->mem_info) {
map__get(he->mem_info->iaddr.ms.map); he->mem_info->iaddr.ms.map = map__get(he->mem_info->iaddr.ms.map);
map__get(he->mem_info->daddr.ms.map); he->mem_info->daddr.ms.map = map__get(he->mem_info->daddr.ms.map);
} }
if (hist_entry__has_callchains(he) && symbol_conf.use_callchain) if (hist_entry__has_callchains(he) && symbol_conf.use_callchain)
......
...@@ -881,21 +881,29 @@ static int machine__process_ksymbol_register(struct machine *machine, ...@@ -881,21 +881,29 @@ static int machine__process_ksymbol_register(struct machine *machine,
struct symbol *sym; struct symbol *sym;
struct dso *dso; struct dso *dso;
struct map *map = maps__find(machine__kernel_maps(machine), event->ksymbol.addr); struct map *map = maps__find(machine__kernel_maps(machine), event->ksymbol.addr);
bool put_map = false;
int err = 0;
if (!map) { if (!map) {
int err;
dso = dso__new(event->ksymbol.name); dso = dso__new(event->ksymbol.name);
if (dso) {
if (!dso) {
err = -ENOMEM;
goto out;
}
dso->kernel = DSO_SPACE__KERNEL; dso->kernel = DSO_SPACE__KERNEL;
map = map__new2(0, dso); map = map__new2(0, dso);
dso__put(dso); dso__put(dso);
if (!map) {
err = -ENOMEM;
goto out;
} }
/*
if (!dso || !map) { * The inserted map has a get on it, we need to put to release
return -ENOMEM; * the reference count here, but do it after all accesses are
} * done.
*/
put_map = true;
if (event->ksymbol.ksym_type == PERF_RECORD_KSYMBOL_TYPE_OOL) { if (event->ksymbol.ksym_type == PERF_RECORD_KSYMBOL_TYPE_OOL) {
dso->binary_type = DSO_BINARY_TYPE__OOL; dso->binary_type = DSO_BINARY_TYPE__OOL;
dso->data.file_size = event->ksymbol.len; dso->data.file_size = event->ksymbol.len;
...@@ -905,9 +913,10 @@ static int machine__process_ksymbol_register(struct machine *machine, ...@@ -905,9 +913,10 @@ static int machine__process_ksymbol_register(struct machine *machine,
map->start = event->ksymbol.addr; map->start = event->ksymbol.addr;
map->end = map__start(map) + event->ksymbol.len; map->end = map__start(map) + event->ksymbol.len;
err = maps__insert(machine__kernel_maps(machine), map); err = maps__insert(machine__kernel_maps(machine), map);
map__put(map); if (err) {
if (err) err = -ENOMEM;
return err; goto out;
}
dso__set_loaded(dso); dso__set_loaded(dso);
...@@ -922,10 +931,15 @@ static int machine__process_ksymbol_register(struct machine *machine, ...@@ -922,10 +931,15 @@ static int machine__process_ksymbol_register(struct machine *machine,
sym = symbol__new(map__map_ip(map, map__start(map)), sym = symbol__new(map__map_ip(map, map__start(map)),
event->ksymbol.len, event->ksymbol.len,
0, 0, event->ksymbol.name); 0, 0, event->ksymbol.name);
if (!sym) if (!sym) {
return -ENOMEM; err = -ENOMEM;
goto out;
}
dso__insert_symbol(dso, sym); dso__insert_symbol(dso, sym);
return 0; out:
if (put_map)
map__put(map);
return err;
} }
static int machine__process_ksymbol_unregister(struct machine *machine, static int machine__process_ksymbol_unregister(struct machine *machine,
...@@ -1027,13 +1041,11 @@ static struct map *machine__addnew_module_map(struct machine *machine, u64 start ...@@ -1027,13 +1041,11 @@ static struct map *machine__addnew_module_map(struct machine *machine, u64 start
goto out; goto out;
err = maps__insert(machine__kernel_maps(machine), map); err = maps__insert(machine__kernel_maps(machine), map);
/* Put the map here because maps__insert already got it */
map__put(map);
/* If maps__insert failed, return NULL. */ /* If maps__insert failed, return NULL. */
if (err) if (err) {
map__put(map);
map = NULL; map = NULL;
}
out: out:
/* put the dso here, corresponding to machine__findnew_module_dso */ /* put the dso here, corresponding to machine__findnew_module_dso */
dso__put(dso); dso__put(dso);
...@@ -1325,6 +1337,7 @@ __machine__create_kernel_maps(struct machine *machine, struct dso *kernel) ...@@ -1325,6 +1337,7 @@ __machine__create_kernel_maps(struct machine *machine, struct dso *kernel)
/* In case of renewal the kernel map, destroy previous one */ /* In case of renewal the kernel map, destroy previous one */
machine__destroy_kernel_maps(machine); machine__destroy_kernel_maps(machine);
map__put(machine->vmlinux_map);
machine->vmlinux_map = map__new2(0, kernel); machine->vmlinux_map = map__new2(0, kernel);
if (machine->vmlinux_map == NULL) if (machine->vmlinux_map == NULL)
return -ENOMEM; return -ENOMEM;
...@@ -1613,7 +1626,7 @@ static int machine__create_module(void *arg, const char *name, u64 start, ...@@ -1613,7 +1626,7 @@ static int machine__create_module(void *arg, const char *name, u64 start,
map->end = start + size; map->end = start + size;
dso__kernel_module_get_build_id(map__dso(map), machine->root_dir); dso__kernel_module_get_build_id(map__dso(map), machine->root_dir);
map__put(map);
return 0; return 0;
} }
...@@ -1659,16 +1672,18 @@ static void machine__set_kernel_mmap(struct machine *machine, ...@@ -1659,16 +1672,18 @@ static void machine__set_kernel_mmap(struct machine *machine,
static int machine__update_kernel_mmap(struct machine *machine, static int machine__update_kernel_mmap(struct machine *machine,
u64 start, u64 end) u64 start, u64 end)
{ {
struct map *map = machine__kernel_map(machine); struct map *orig, *updated;
int err; int err;
map__get(map); orig = machine->vmlinux_map;
maps__remove(machine__kernel_maps(machine), map); updated = map__get(orig);
machine->vmlinux_map = updated;
machine__set_kernel_mmap(machine, start, end); machine__set_kernel_mmap(machine, start, end);
maps__remove(machine__kernel_maps(machine), orig);
err = maps__insert(machine__kernel_maps(machine), updated);
map__put(orig);
err = maps__insert(machine__kernel_maps(machine), map);
map__put(map);
return err; return err;
} }
...@@ -2295,7 +2310,7 @@ static int add_callchain_ip(struct thread *thread, ...@@ -2295,7 +2310,7 @@ static int add_callchain_ip(struct thread *thread,
{ {
struct map_symbol ms; struct map_symbol ms;
struct addr_location al; struct addr_location al;
int nr_loop_iter = 0; int nr_loop_iter = 0, err;
u64 iter_cycles = 0; u64 iter_cycles = 0;
const char *srcline = NULL; const char *srcline = NULL;
...@@ -2360,9 +2375,11 @@ static int add_callchain_ip(struct thread *thread, ...@@ -2360,9 +2375,11 @@ static int add_callchain_ip(struct thread *thread,
return 0; return 0;
srcline = callchain_srcline(&ms, al.addr); srcline = callchain_srcline(&ms, al.addr);
return callchain_cursor_append(cursor, ip, &ms, err = callchain_cursor_append(cursor, ip, &ms,
branch, flags, nr_loop_iter, branch, flags, nr_loop_iter,
iter_cycles, branch_from, srcline); iter_cycles, branch_from, srcline);
map__put(al.map);
return err;
} }
struct branch_info *sample__resolve_bstack(struct perf_sample *sample, struct branch_info *sample__resolve_bstack(struct perf_sample *sample,
......
...@@ -410,7 +410,7 @@ struct map *map__clone(struct map *from) ...@@ -410,7 +410,7 @@ struct map *map__clone(struct map *from)
map = memdup(from, size); map = memdup(from, size);
if (map != NULL) { if (map != NULL) {
refcount_set(&map->refcnt, 1); refcount_set(&map->refcnt, 1);
dso__get(dso); map->dso = dso__get(dso);
} }
return map; return map;
......
Markdown is supported
0%
or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment