11 #include <sys/param.h>
21 #include <sys/utsname.h>
23 #ifndef NT_GNU_BUILD_ID
24 #define NT_GNU_BUILD_ID 3
27 static void dsos__add(struct list_head *head, struct dso *dso);
28 static struct map *map__new2(u64 start, struct dso *dso, enum map_type type);
29 static int dso__load_kernel_sym(struct dso *self, struct map *map,
30 symbol_filter_t filter);
31 static int vmlinux_path__nr_entries;
32 static char **vmlinux_path;
34 struct symbol_conf symbol_conf = {
35 .exclude_other = true,
37 .try_vmlinux_path = true,
40 bool dso__loaded(const struct dso *self, enum map_type type)
42 return self->loaded & (1 << type);
45 bool dso__sorted_by_name(const struct dso *self, enum map_type type)
47 return self->sorted_by_name & (1 << type);
50 static void dso__set_sorted_by_name(struct dso *self, enum map_type type)
52 self->sorted_by_name |= (1 << type);
55 bool symbol_type__is_a(char symbol_type, enum map_type map_type)
59 return symbol_type == 'T' || symbol_type == 'W';
61 return symbol_type == 'D' || symbol_type == 'd';
67 static void symbols__fixup_end(struct rb_root *self)
69 struct rb_node *nd, *prevnd = rb_first(self);
70 struct symbol *curr, *prev;
75 curr = rb_entry(prevnd, struct symbol, rb_node);
77 for (nd = rb_next(prevnd); nd; nd = rb_next(nd)) {
79 curr = rb_entry(nd, struct symbol, rb_node);
81 if (prev->end == prev->start)
82 prev->end = curr->start - 1;
86 if (curr->end == curr->start)
87 curr->end = roundup(curr->start, 4096);
90 static void __map_groups__fixup_end(struct map_groups *self, enum map_type type)
92 struct map *prev, *curr;
93 struct rb_node *nd, *prevnd = rb_first(&self->maps[type]);
98 curr = rb_entry(prevnd, struct map, rb_node);
100 for (nd = rb_next(prevnd); nd; nd = rb_next(nd)) {
102 curr = rb_entry(nd, struct map, rb_node);
103 prev->end = curr->start - 1;
107 * We still haven't the actual symbols, so guess the
108 * last map final address.
113 static void map_groups__fixup_end(struct map_groups *self)
116 for (i = 0; i < MAP__NR_TYPES; ++i)
117 __map_groups__fixup_end(self, i);
120 static struct symbol *symbol__new(u64 start, u64 len, const char *name)
122 size_t namelen = strlen(name) + 1;
123 struct symbol *self = calloc(1, (symbol_conf.priv_size +
124 sizeof(*self) + namelen));
128 if (symbol_conf.priv_size)
129 self = ((void *)self) + symbol_conf.priv_size;
132 self->end = len ? start + len - 1 : start;
134 pr_debug4("%s: %s %#Lx-%#Lx\n", __func__, name, start, self->end);
136 memcpy(self->name, name, namelen);
141 void symbol__delete(struct symbol *self)
143 free(((void *)self) - symbol_conf.priv_size);
146 static size_t symbol__fprintf(struct symbol *self, FILE *fp)
148 return fprintf(fp, " %llx-%llx %s\n",
149 self->start, self->end, self->name);
152 void dso__set_long_name(struct dso *self, char *name)
156 self->long_name = name;
157 self->long_name_len = strlen(name);
160 static void dso__set_short_name(struct dso *self, const char *name)
164 self->short_name = name;
165 self->short_name_len = strlen(name);
168 static void dso__set_basename(struct dso *self)
170 dso__set_short_name(self, basename(self->long_name));
173 struct dso *dso__new(const char *name)
175 struct dso *self = calloc(1, sizeof(*self) + strlen(name) + 1);
179 strcpy(self->name, name);
180 dso__set_long_name(self, self->name);
181 dso__set_short_name(self, self->name);
182 for (i = 0; i < MAP__NR_TYPES; ++i)
183 self->symbols[i] = self->symbol_names[i] = RB_ROOT;
184 self->slen_calculated = 0;
185 self->origin = DSO__ORIG_NOT_FOUND;
187 self->sorted_by_name = 0;
188 self->has_build_id = 0;
194 static void symbols__delete(struct rb_root *self)
197 struct rb_node *next = rb_first(self);
200 pos = rb_entry(next, struct symbol, rb_node);
201 next = rb_next(&pos->rb_node);
202 rb_erase(&pos->rb_node, self);
207 void dso__delete(struct dso *self)
210 for (i = 0; i < MAP__NR_TYPES; ++i)
211 symbols__delete(&self->symbols[i]);
212 if (self->long_name != self->name)
213 free(self->long_name);
217 void dso__set_build_id(struct dso *self, void *build_id)
219 memcpy(self->build_id, build_id, sizeof(self->build_id));
220 self->has_build_id = 1;
223 static void symbols__insert(struct rb_root *self, struct symbol *sym)
225 struct rb_node **p = &self->rb_node;
226 struct rb_node *parent = NULL;
227 const u64 ip = sym->start;
232 s = rb_entry(parent, struct symbol, rb_node);
238 rb_link_node(&sym->rb_node, parent, p);
239 rb_insert_color(&sym->rb_node, self);
242 static struct symbol *symbols__find(struct rb_root *self, u64 ip)
252 struct symbol *s = rb_entry(n, struct symbol, rb_node);
256 else if (ip > s->end)
265 struct symbol_name_rb_node {
266 struct rb_node rb_node;
270 static void symbols__insert_by_name(struct rb_root *self, struct symbol *sym)
272 struct rb_node **p = &self->rb_node;
273 struct rb_node *parent = NULL;
274 struct symbol_name_rb_node *symn = ((void *)sym) - sizeof(*parent), *s;
278 s = rb_entry(parent, struct symbol_name_rb_node, rb_node);
279 if (strcmp(sym->name, s->sym.name) < 0)
284 rb_link_node(&symn->rb_node, parent, p);
285 rb_insert_color(&symn->rb_node, self);
288 static void symbols__sort_by_name(struct rb_root *self, struct rb_root *source)
292 for (nd = rb_first(source); nd; nd = rb_next(nd)) {
293 struct symbol *pos = rb_entry(nd, struct symbol, rb_node);
294 symbols__insert_by_name(self, pos);
298 static struct symbol *symbols__find_by_name(struct rb_root *self, const char *name)
308 struct symbol_name_rb_node *s;
311 s = rb_entry(n, struct symbol_name_rb_node, rb_node);
312 cmp = strcmp(name, s->sym.name);
325 struct symbol *dso__find_symbol(struct dso *self,
326 enum map_type type, u64 addr)
328 return symbols__find(&self->symbols[type], addr);
331 struct symbol *dso__find_symbol_by_name(struct dso *self, enum map_type type,
334 return symbols__find_by_name(&self->symbol_names[type], name);
337 void dso__sort_by_name(struct dso *self, enum map_type type)
339 dso__set_sorted_by_name(self, type);
340 return symbols__sort_by_name(&self->symbol_names[type],
341 &self->symbols[type]);
344 int build_id__sprintf(const u8 *self, int len, char *bf)
347 const u8 *raw = self;
350 for (i = 0; i < len; ++i) {
351 sprintf(bid, "%02x", *raw);
359 size_t dso__fprintf_buildid(struct dso *self, FILE *fp)
361 char sbuild_id[BUILD_ID_SIZE * 2 + 1];
363 build_id__sprintf(self->build_id, sizeof(self->build_id), sbuild_id);
364 return fprintf(fp, "%s", sbuild_id);
367 size_t dso__fprintf(struct dso *self, enum map_type type, FILE *fp)
370 size_t ret = fprintf(fp, "dso: %s (", self->short_name);
372 if (self->short_name != self->long_name)
373 ret += fprintf(fp, "%s, ", self->long_name);
374 ret += fprintf(fp, "%s, %sloaded, ", map_type__name[type],
375 self->loaded ? "" : "NOT ");
376 ret += dso__fprintf_buildid(self, fp);
377 ret += fprintf(fp, ")\n");
378 for (nd = rb_first(&self->symbols[type]); nd; nd = rb_next(nd)) {
379 struct symbol *pos = rb_entry(nd, struct symbol, rb_node);
380 ret += symbol__fprintf(pos, fp);
386 int kallsyms__parse(const char *filename, void *arg,
387 int (*process_symbol)(void *arg, const char *name,
388 char type, u64 start))
393 FILE *file = fopen(filename, "r");
398 while (!feof(file)) {
404 line_len = getline(&line, &n, file);
411 line[--line_len] = '\0'; /* \n */
413 len = hex2u64(line, &start);
416 if (len + 2 >= line_len)
419 symbol_type = toupper(line[len]);
420 symbol_name = line + len + 2;
422 err = process_symbol(arg, symbol_name, symbol_type, start);
435 struct process_kallsyms_args {
440 static int map__process_kallsym_symbol(void *arg, const char *name,
441 char type, u64 start)
444 struct process_kallsyms_args *a = arg;
445 struct rb_root *root = &a->dso->symbols[a->map->type];
447 if (!symbol_type__is_a(type, a->map->type))
451 * Will fix up the end later, when we have all symbols sorted.
453 sym = symbol__new(start, 0, name);
458 * We will pass the symbols to the filter later, in
459 * map__split_kallsyms, when we have split the maps per module
461 symbols__insert(root, sym);
466 * Loads the function entries in /proc/kallsyms into kernel_map->dso,
467 * so that we can in the next step set the symbol ->end address and then
468 * call kernel_maps__split_kallsyms.
470 static int dso__load_all_kallsyms(struct dso *self, const char *filename,
473 struct process_kallsyms_args args = { .map = map, .dso = self, };
474 return kallsyms__parse(filename, &args, map__process_kallsym_symbol);
478 * Split the symbols into maps, making sure there are no overlaps, i.e. the
479 * kernel range is broken in several maps, named [kernel].N, as we don't have
480 * the original ELF section names vmlinux have.
482 static int dso__split_kallsyms(struct dso *self, struct map *map,
483 symbol_filter_t filter)
485 struct map_groups *kmaps = map__kmap(map)->kmaps;
486 struct map *curr_map = map;
489 struct rb_root *root = &self->symbols[map->type];
490 struct rb_node *next = rb_first(root);
491 int kernel_range = 0;
496 pos = rb_entry(next, struct symbol, rb_node);
497 next = rb_next(&pos->rb_node);
499 module = strchr(pos->name, '\t');
501 if (!symbol_conf.use_modules)
506 if (strcmp(curr_map->dso->short_name, module)) {
507 curr_map = map_groups__find_by_name(kmaps, map->type, module);
508 if (curr_map == NULL) {
509 pr_debug("/proc/{kallsyms,modules} "
510 "inconsistency while looking "
511 "for \"%s\" module!\n", module);
515 if (curr_map->dso->loaded)
519 * So that we look just like we get from .ko files,
520 * i.e. not prelinked, relative to map->start.
522 pos->start = curr_map->map_ip(curr_map, pos->start);
523 pos->end = curr_map->map_ip(curr_map, pos->end);
524 } else if (curr_map != map) {
525 char dso_name[PATH_MAX];
528 snprintf(dso_name, sizeof(dso_name), "[kernel].%d",
531 dso = dso__new(dso_name);
535 curr_map = map__new2(pos->start, dso, map->type);
536 if (curr_map == NULL) {
541 curr_map->map_ip = curr_map->unmap_ip = identity__map_ip;
542 map_groups__insert(kmaps, curr_map);
546 if (filter && filter(curr_map, pos)) {
547 discard_symbol: rb_erase(&pos->rb_node, root);
550 if (curr_map != map) {
551 rb_erase(&pos->rb_node, root);
552 symbols__insert(&curr_map->dso->symbols[curr_map->type], pos);
561 int dso__load_kallsyms(struct dso *self, const char *filename,
562 struct map *map, symbol_filter_t filter)
564 if (dso__load_all_kallsyms(self, filename, map) < 0)
567 symbols__fixup_end(&self->symbols[map->type]);
568 self->origin = DSO__ORIG_KERNEL;
570 return dso__split_kallsyms(self, map, filter);
573 static int dso__load_perf_map(struct dso *self, struct map *map,
574 symbol_filter_t filter)
581 file = fopen(self->long_name, "r");
585 while (!feof(file)) {
590 line_len = getline(&line, &n, file);
597 line[--line_len] = '\0'; /* \n */
599 len = hex2u64(line, &start);
602 if (len + 2 >= line_len)
605 len += hex2u64(line + len, &size);
608 if (len + 2 >= line_len)
611 sym = symbol__new(start, size, line + len);
614 goto out_delete_line;
616 if (filter && filter(map, sym))
619 symbols__insert(&self->symbols[map->type], sym);
636 * elf_symtab__for_each_symbol - iterate thru all the symbols
638 * @self: struct elf_symtab instance to iterate
640 * @sym: GElf_Sym iterator
642 #define elf_symtab__for_each_symbol(syms, nr_syms, idx, sym) \
643 for (idx = 0, gelf_getsym(syms, idx, &sym);\
645 idx++, gelf_getsym(syms, idx, &sym))
647 static inline uint8_t elf_sym__type(const GElf_Sym *sym)
649 return GELF_ST_TYPE(sym->st_info);
652 static inline int elf_sym__is_function(const GElf_Sym *sym)
654 return elf_sym__type(sym) == STT_FUNC &&
656 sym->st_shndx != SHN_UNDEF;
659 static inline bool elf_sym__is_object(const GElf_Sym *sym)
661 return elf_sym__type(sym) == STT_OBJECT &&
663 sym->st_shndx != SHN_UNDEF;
666 static inline int elf_sym__is_label(const GElf_Sym *sym)
668 return elf_sym__type(sym) == STT_NOTYPE &&
670 sym->st_shndx != SHN_UNDEF &&
671 sym->st_shndx != SHN_ABS;
674 static inline const char *elf_sec__name(const GElf_Shdr *shdr,
675 const Elf_Data *secstrs)
677 return secstrs->d_buf + shdr->sh_name;
680 static inline int elf_sec__is_text(const GElf_Shdr *shdr,
681 const Elf_Data *secstrs)
683 return strstr(elf_sec__name(shdr, secstrs), "text") != NULL;
686 static inline bool elf_sec__is_data(const GElf_Shdr *shdr,
687 const Elf_Data *secstrs)
689 return strstr(elf_sec__name(shdr, secstrs), "data") != NULL;
692 static inline const char *elf_sym__name(const GElf_Sym *sym,
693 const Elf_Data *symstrs)
695 return symstrs->d_buf + sym->st_name;
698 static Elf_Scn *elf_section_by_name(Elf *elf, GElf_Ehdr *ep,
699 GElf_Shdr *shp, const char *name,
705 while ((sec = elf_nextscn(elf, sec)) != NULL) {
708 gelf_getshdr(sec, shp);
709 str = elf_strptr(elf, ep->e_shstrndx, shp->sh_name);
710 if (!strcmp(name, str)) {
721 #define elf_section__for_each_rel(reldata, pos, pos_mem, idx, nr_entries) \
722 for (idx = 0, pos = gelf_getrel(reldata, 0, &pos_mem); \
724 ++idx, pos = gelf_getrel(reldata, idx, &pos_mem))
726 #define elf_section__for_each_rela(reldata, pos, pos_mem, idx, nr_entries) \
727 for (idx = 0, pos = gelf_getrela(reldata, 0, &pos_mem); \
729 ++idx, pos = gelf_getrela(reldata, idx, &pos_mem))
732 * We need to check if we have a .dynsym, so that we can handle the
733 * .plt, synthesizing its symbols, that aren't on the symtabs (be it
734 * .dynsym or .symtab).
735 * And always look at the original dso, not at debuginfo packages, that
736 * have the PLT data stripped out (shdr_rel_plt.sh_type == SHT_NOBITS).
738 static int dso__synthesize_plt_symbols(struct dso *self, struct map *map,
739 symbol_filter_t filter)
741 uint32_t nr_rel_entries, idx;
746 GElf_Shdr shdr_rel_plt, shdr_dynsym;
747 Elf_Data *reldata, *syms, *symstrs;
748 Elf_Scn *scn_plt_rel, *scn_symstrs, *scn_dynsym;
751 char sympltname[1024];
753 int nr = 0, symidx, fd, err = 0;
755 fd = open(self->long_name, O_RDONLY);
759 elf = elf_begin(fd, PERF_ELF_C_READ_MMAP, NULL);
763 if (gelf_getehdr(elf, &ehdr) == NULL)
766 scn_dynsym = elf_section_by_name(elf, &ehdr, &shdr_dynsym,
767 ".dynsym", &dynsym_idx);
768 if (scn_dynsym == NULL)
771 scn_plt_rel = elf_section_by_name(elf, &ehdr, &shdr_rel_plt,
773 if (scn_plt_rel == NULL) {
774 scn_plt_rel = elf_section_by_name(elf, &ehdr, &shdr_rel_plt,
776 if (scn_plt_rel == NULL)
782 if (shdr_rel_plt.sh_link != dynsym_idx)
785 if (elf_section_by_name(elf, &ehdr, &shdr_plt, ".plt", NULL) == NULL)
789 * Fetch the relocation section to find the idxes to the GOT
790 * and the symbols in the .dynsym they refer to.
792 reldata = elf_getdata(scn_plt_rel, NULL);
796 syms = elf_getdata(scn_dynsym, NULL);
800 scn_symstrs = elf_getscn(elf, shdr_dynsym.sh_link);
801 if (scn_symstrs == NULL)
804 symstrs = elf_getdata(scn_symstrs, NULL);
808 nr_rel_entries = shdr_rel_plt.sh_size / shdr_rel_plt.sh_entsize;
809 plt_offset = shdr_plt.sh_offset;
811 if (shdr_rel_plt.sh_type == SHT_RELA) {
812 GElf_Rela pos_mem, *pos;
814 elf_section__for_each_rela(reldata, pos, pos_mem, idx,
816 symidx = GELF_R_SYM(pos->r_info);
817 plt_offset += shdr_plt.sh_entsize;
818 gelf_getsym(syms, symidx, &sym);
819 snprintf(sympltname, sizeof(sympltname),
820 "%s@plt", elf_sym__name(&sym, symstrs));
822 f = symbol__new(plt_offset, shdr_plt.sh_entsize,
827 if (filter && filter(map, f))
830 symbols__insert(&self->symbols[map->type], f);
834 } else if (shdr_rel_plt.sh_type == SHT_REL) {
835 GElf_Rel pos_mem, *pos;
836 elf_section__for_each_rel(reldata, pos, pos_mem, idx,
838 symidx = GELF_R_SYM(pos->r_info);
839 plt_offset += shdr_plt.sh_entsize;
840 gelf_getsym(syms, symidx, &sym);
841 snprintf(sympltname, sizeof(sympltname),
842 "%s@plt", elf_sym__name(&sym, symstrs));
844 f = symbol__new(plt_offset, shdr_plt.sh_entsize,
849 if (filter && filter(map, f))
852 symbols__insert(&self->symbols[map->type], f);
867 pr_debug("%s: problems reading %s PLT info.\n",
868 __func__, self->long_name);
872 static bool elf_sym__is_a(GElf_Sym *self, enum map_type type)
876 return elf_sym__is_function(self);
878 return elf_sym__is_object(self);
884 static bool elf_sec__is_a(GElf_Shdr *self, Elf_Data *secstrs, enum map_type type)
888 return elf_sec__is_text(self, secstrs);
890 return elf_sec__is_data(self, secstrs);
896 static int dso__load_sym(struct dso *self, struct map *map, const char *name,
897 int fd, symbol_filter_t filter, int kmodule)
899 struct kmap *kmap = self->kernel ? map__kmap(map) : NULL;
900 struct map *curr_map = map;
901 struct dso *curr_dso = self;
902 Elf_Data *symstrs, *secstrs;
910 Elf_Scn *sec, *sec_strndx;
914 elf = elf_begin(fd, PERF_ELF_C_READ_MMAP, NULL);
916 pr_err("%s: cannot read %s ELF file.\n", __func__, name);
920 if (gelf_getehdr(elf, &ehdr) == NULL) {
921 pr_err("%s: cannot get elf header.\n", __func__);
925 sec = elf_section_by_name(elf, &ehdr, &shdr, ".symtab", NULL);
927 sec = elf_section_by_name(elf, &ehdr, &shdr, ".dynsym", NULL);
932 syms = elf_getdata(sec, NULL);
936 sec = elf_getscn(elf, shdr.sh_link);
940 symstrs = elf_getdata(sec, NULL);
944 sec_strndx = elf_getscn(elf, ehdr.e_shstrndx);
945 if (sec_strndx == NULL)
948 secstrs = elf_getdata(sec_strndx, NULL);
952 nr_syms = shdr.sh_size / shdr.sh_entsize;
954 memset(&sym, 0, sizeof(sym));
956 self->adjust_symbols = (ehdr.e_type == ET_EXEC ||
957 elf_section_by_name(elf, &ehdr, &shdr,
960 } else self->adjust_symbols = 0;
962 elf_symtab__for_each_symbol(syms, nr_syms, idx, sym) {
964 const char *elf_name = elf_sym__name(&sym, symstrs);
965 char *demangled = NULL;
966 int is_label = elf_sym__is_label(&sym);
967 const char *section_name;
969 if (kmap && kmap->ref_reloc_sym && kmap->ref_reloc_sym->name &&
970 strcmp(elf_name, kmap->ref_reloc_sym->name) == 0)
971 kmap->ref_reloc_sym->unrelocated_addr = sym.st_value;
973 if (!is_label && !elf_sym__is_a(&sym, map->type))
976 sec = elf_getscn(elf, sym.st_shndx);
980 gelf_getshdr(sec, &shdr);
982 if (is_label && !elf_sec__is_a(&shdr, secstrs, map->type))
985 section_name = elf_sec__name(&shdr, secstrs);
987 if (self->kernel || kmodule) {
988 char dso_name[PATH_MAX];
990 if (strcmp(section_name,
991 (curr_dso->short_name +
992 self->short_name_len)) == 0)
995 if (strcmp(section_name, ".text") == 0) {
1001 snprintf(dso_name, sizeof(dso_name),
1002 "%s%s", self->short_name, section_name);
1004 curr_map = map_groups__find_by_name(kmap->kmaps, map->type, dso_name);
1005 if (curr_map == NULL) {
1006 u64 start = sym.st_value;
1009 start += map->start + shdr.sh_offset;
1011 curr_dso = dso__new(dso_name);
1012 if (curr_dso == NULL)
1014 curr_map = map__new2(start, curr_dso,
1016 if (curr_map == NULL) {
1017 dso__delete(curr_dso);
1020 curr_map->map_ip = identity__map_ip;
1021 curr_map->unmap_ip = identity__map_ip;
1022 curr_dso->origin = self->origin;
1023 map_groups__insert(kmap->kmaps, curr_map);
1024 dsos__add(&dsos__kernel, curr_dso);
1025 dso__set_loaded(curr_dso, map->type);
1027 curr_dso = curr_map->dso;
1032 if (curr_dso->adjust_symbols) {
1033 pr_debug4("%s: adjusting symbol: st_value: %#Lx "
1034 "sh_addr: %#Lx sh_offset: %#Lx\n", __func__,
1035 (u64)sym.st_value, (u64)shdr.sh_addr,
1036 (u64)shdr.sh_offset);
1037 sym.st_value -= shdr.sh_addr - shdr.sh_offset;
1040 * We need to figure out if the object was created from C++ sources
1041 * DWARF DW_compile_unit has this, but we don't always have access
1044 demangled = bfd_demangle(NULL, elf_name, DMGL_PARAMS | DMGL_ANSI);
1045 if (demangled != NULL)
1046 elf_name = demangled;
1048 f = symbol__new(sym.st_value, sym.st_size, elf_name);
1053 if (filter && filter(curr_map, f))
1056 symbols__insert(&curr_dso->symbols[curr_map->type], f);
1062 * For misannotated, zeroed, ASM function sizes.
1065 symbols__fixup_end(&self->symbols[map->type]);
1068 * We need to fixup this here too because we create new
1069 * maps here, for things like vsyscall sections.
1071 __map_groups__fixup_end(kmap->kmaps, map->type);
1081 static bool dso__build_id_equal(const struct dso *self, u8 *build_id)
1083 return memcmp(self->build_id, build_id, sizeof(self->build_id)) == 0;
1086 static bool __dsos__read_build_ids(struct list_head *head, bool with_hits)
1088 bool have_build_id = false;
1091 list_for_each_entry(pos, head, node) {
1092 if (with_hits && !pos->hit)
1094 if (filename__read_build_id(pos->long_name, pos->build_id,
1095 sizeof(pos->build_id)) > 0) {
1096 have_build_id = true;
1097 pos->has_build_id = true;
1101 return have_build_id;
1104 bool dsos__read_build_ids(bool with_hits)
1106 bool kbuildids = __dsos__read_build_ids(&dsos__kernel, with_hits),
1107 ubuildids = __dsos__read_build_ids(&dsos__user, with_hits);
1108 return kbuildids || ubuildids;
1112 * Align offset to 4 bytes as needed for note name and descriptor data.
1114 #define NOTE_ALIGN(n) (((n) + 3) & -4U)
1116 int filename__read_build_id(const char *filename, void *bf, size_t size)
1127 if (size < BUILD_ID_SIZE)
1130 fd = open(filename, O_RDONLY);
1134 elf = elf_begin(fd, PERF_ELF_C_READ_MMAP, NULL);
1136 pr_debug2("%s: cannot read %s ELF file.\n", __func__, filename);
1141 if (ek != ELF_K_ELF)
1144 if (gelf_getehdr(elf, &ehdr) == NULL) {
1145 pr_err("%s: cannot get elf header.\n", __func__);
1149 sec = elf_section_by_name(elf, &ehdr, &shdr,
1150 ".note.gnu.build-id", NULL);
1152 sec = elf_section_by_name(elf, &ehdr, &shdr,
1158 data = elf_getdata(sec, NULL);
1163 while (ptr < (data->d_buf + data->d_size)) {
1164 GElf_Nhdr *nhdr = ptr;
1165 int namesz = NOTE_ALIGN(nhdr->n_namesz),
1166 descsz = NOTE_ALIGN(nhdr->n_descsz);
1169 ptr += sizeof(*nhdr);
1172 if (nhdr->n_type == NT_GNU_BUILD_ID &&
1173 nhdr->n_namesz == sizeof("GNU")) {
1174 if (memcmp(name, "GNU", sizeof("GNU")) == 0) {
1175 memcpy(bf, ptr, BUILD_ID_SIZE);
1176 err = BUILD_ID_SIZE;
1190 int sysfs__read_build_id(const char *filename, void *build_id, size_t size)
1194 if (size < BUILD_ID_SIZE)
1197 fd = open(filename, O_RDONLY);
1206 if (read(fd, &nhdr, sizeof(nhdr)) != sizeof(nhdr))
1209 namesz = NOTE_ALIGN(nhdr.n_namesz);
1210 descsz = NOTE_ALIGN(nhdr.n_descsz);
1211 if (nhdr.n_type == NT_GNU_BUILD_ID &&
1212 nhdr.n_namesz == sizeof("GNU")) {
1213 if (read(fd, bf, namesz) != namesz)
1215 if (memcmp(bf, "GNU", sizeof("GNU")) == 0) {
1216 if (read(fd, build_id,
1217 BUILD_ID_SIZE) == BUILD_ID_SIZE) {
1221 } else if (read(fd, bf, descsz) != descsz)
1224 int n = namesz + descsz;
1225 if (read(fd, bf, n) != n)
1234 char dso__symtab_origin(const struct dso *self)
1236 static const char origin[] = {
1237 [DSO__ORIG_KERNEL] = 'k',
1238 [DSO__ORIG_JAVA_JIT] = 'j',
1239 [DSO__ORIG_BUILD_ID_CACHE] = 'B',
1240 [DSO__ORIG_FEDORA] = 'f',
1241 [DSO__ORIG_UBUNTU] = 'u',
1242 [DSO__ORIG_BUILDID] = 'b',
1243 [DSO__ORIG_DSO] = 'd',
1244 [DSO__ORIG_KMODULE] = 'K',
1247 if (self == NULL || self->origin == DSO__ORIG_NOT_FOUND)
1249 return origin[self->origin];
1252 int dso__load(struct dso *self, struct map *map, symbol_filter_t filter)
1254 int size = PATH_MAX;
1256 u8 build_id[BUILD_ID_SIZE];
1257 char build_id_hex[BUILD_ID_SIZE * 2 + 1];
1261 dso__set_loaded(self, map->type);
1264 return dso__load_kernel_sym(self, map, filter);
1266 name = malloc(size);
1270 self->adjust_symbols = 0;
1272 if (strncmp(self->name, "/tmp/perf-", 10) == 0) {
1273 ret = dso__load_perf_map(self, map, filter);
1274 self->origin = ret > 0 ? DSO__ORIG_JAVA_JIT :
1275 DSO__ORIG_NOT_FOUND;
1279 self->origin = DSO__ORIG_BUILD_ID_CACHE;
1281 if (self->has_build_id) {
1282 build_id__sprintf(self->build_id, sizeof(self->build_id),
1284 snprintf(name, size, "%s/%s/.build-id/%.2s/%s",
1285 getenv("HOME"), DEBUG_CACHE_DIR,
1286 build_id_hex, build_id_hex + 2);
1292 switch (self->origin) {
1293 case DSO__ORIG_FEDORA:
1294 snprintf(name, size, "/usr/lib/debug%s.debug",
1297 case DSO__ORIG_UBUNTU:
1298 snprintf(name, size, "/usr/lib/debug%s",
1301 case DSO__ORIG_BUILDID:
1302 if (filename__read_build_id(self->long_name, build_id,
1303 sizeof(build_id))) {
1304 build_id__sprintf(build_id, sizeof(build_id),
1306 snprintf(name, size,
1307 "/usr/lib/debug/.build-id/%.2s/%s.debug",
1308 build_id_hex, build_id_hex + 2);
1309 if (self->has_build_id)
1310 goto compare_build_id;
1316 snprintf(name, size, "%s", self->long_name);
1323 if (self->has_build_id) {
1324 if (filename__read_build_id(name, build_id,
1325 sizeof(build_id)) < 0)
1328 if (!dso__build_id_equal(self, build_id))
1332 fd = open(name, O_RDONLY);
1335 ret = dso__load_sym(self, map, name, fd, filter, 0);
1339 * Some people seem to have debuginfo files _WITHOUT_ debug info!?!?
1345 int nr_plt = dso__synthesize_plt_symbols(self, map, filter);
1351 if (ret < 0 && strstr(self->name, " (deleted)") != NULL)
1356 struct map *map_groups__find_by_name(struct map_groups *self,
1357 enum map_type type, const char *name)
1361 for (nd = rb_first(&self->maps[type]); nd; nd = rb_next(nd)) {
1362 struct map *map = rb_entry(nd, struct map, rb_node);
1364 if (map->dso && strcmp(map->dso->short_name, name) == 0)
1371 static int dso__kernel_module_get_build_id(struct dso *self)
1373 char filename[PATH_MAX];
1375 * kernel module short names are of the form "[module]" and
1376 * we need just "module" here.
1378 const char *name = self->short_name + 1;
1380 snprintf(filename, sizeof(filename),
1381 "/sys/module/%.*s/notes/.note.gnu.build-id",
1382 (int)strlen(name - 1), name);
1384 if (sysfs__read_build_id(filename, self->build_id,
1385 sizeof(self->build_id)) == 0)
1386 self->has_build_id = true;
1391 static int map_groups__set_modules_path_dir(struct map_groups *self, char *dir_name)
1393 struct dirent *dent;
1394 DIR *dir = opendir(dir_name);
1397 pr_debug("%s: cannot open %s dir\n", __func__, dir_name);
1401 while ((dent = readdir(dir)) != NULL) {
1402 char path[PATH_MAX];
1404 if (dent->d_type == DT_DIR) {
1405 if (!strcmp(dent->d_name, ".") ||
1406 !strcmp(dent->d_name, ".."))
1409 snprintf(path, sizeof(path), "%s/%s",
1410 dir_name, dent->d_name);
1411 if (map_groups__set_modules_path_dir(self, path) < 0)
1414 char *dot = strrchr(dent->d_name, '.'),
1419 if (dot == NULL || strcmp(dot, ".ko"))
1421 snprintf(dso_name, sizeof(dso_name), "[%.*s]",
1422 (int)(dot - dent->d_name), dent->d_name);
1424 strxfrchar(dso_name, '-', '_');
1425 map = map_groups__find_by_name(self, MAP__FUNCTION, dso_name);
1429 snprintf(path, sizeof(path), "%s/%s",
1430 dir_name, dent->d_name);
1432 long_name = strdup(path);
1433 if (long_name == NULL)
1435 dso__set_long_name(map->dso, long_name);
1436 dso__kernel_module_get_build_id(map->dso);
1446 static int map_groups__set_modules_path(struct map_groups *self)
1449 char modules_path[PATH_MAX];
1451 if (uname(&uts) < 0)
1454 snprintf(modules_path, sizeof(modules_path), "/lib/modules/%s/kernel",
1457 return map_groups__set_modules_path_dir(self, modules_path);
1461 * Constructor variant for modules (where we know from /proc/modules where
1462 * they are loaded) and for vmlinux, where only after we load all the
1463 * symbols we'll know where it starts and ends.
1465 static struct map *map__new2(u64 start, struct dso *dso, enum map_type type)
1467 struct map *self = calloc(1, (sizeof(*self) +
1468 (dso->kernel ? sizeof(struct kmap) : 0)));
1471 * ->end will be filled after we load all the symbols
1473 map__init(self, type, start, 0, 0, dso);
1479 struct map *map_groups__new_module(struct map_groups *self, u64 start,
1480 const char *filename)
1483 struct dso *dso = __dsos__findnew(&dsos__kernel, filename);
1488 map = map__new2(start, dso, MAP__FUNCTION);
1492 dso->origin = DSO__ORIG_KMODULE;
1493 map_groups__insert(self, map);
1497 static int map_groups__create_modules(struct map_groups *self)
1501 FILE *file = fopen("/proc/modules", "r");
1507 while (!feof(file)) {
1508 char name[PATH_MAX];
1513 line_len = getline(&line, &n, file);
1520 line[--line_len] = '\0'; /* \n */
1522 sep = strrchr(line, 'x');
1526 hex2u64(sep + 1, &start);
1528 sep = strchr(line, ' ');
1534 snprintf(name, sizeof(name), "[%s]", line);
1535 map = map_groups__new_module(self, start, name);
1537 goto out_delete_line;
1538 dso__kernel_module_get_build_id(map->dso);
1544 return map_groups__set_modules_path(self);
1552 static int dso__load_vmlinux(struct dso *self, struct map *map,
1553 const char *vmlinux, symbol_filter_t filter)
1557 if (self->has_build_id) {
1558 u8 build_id[BUILD_ID_SIZE];
1560 if (filename__read_build_id(vmlinux, build_id,
1561 sizeof(build_id)) < 0) {
1562 pr_debug("No build_id in %s, ignoring it\n", vmlinux);
1565 if (!dso__build_id_equal(self, build_id)) {
1566 char expected_build_id[BUILD_ID_SIZE * 2 + 1],
1567 vmlinux_build_id[BUILD_ID_SIZE * 2 + 1];
1569 build_id__sprintf(self->build_id,
1570 sizeof(self->build_id),
1572 build_id__sprintf(build_id, sizeof(build_id),
1574 pr_debug("build_id in %s is %s while expected is %s, "
1575 "ignoring it\n", vmlinux, vmlinux_build_id,
1581 fd = open(vmlinux, O_RDONLY);
1585 dso__set_loaded(self, map->type);
1586 err = dso__load_sym(self, map, vmlinux, fd, filter, 0);
1590 pr_debug("Using %s for symbols\n", vmlinux);
1595 int dso__load_vmlinux_path(struct dso *self, struct map *map,
1596 symbol_filter_t filter)
1600 pr_debug("Looking at the vmlinux_path (%d entries long)\n",
1601 vmlinux_path__nr_entries);
1603 for (i = 0; i < vmlinux_path__nr_entries; ++i) {
1604 err = dso__load_vmlinux(self, map, vmlinux_path[i], filter);
1606 dso__set_long_name(self, strdup(vmlinux_path[i]));
1614 static int dso__load_kernel_sym(struct dso *self, struct map *map,
1615 symbol_filter_t filter)
1618 const char *kallsyms_filename = NULL;
1619 char *kallsyms_allocated_filename = NULL;
1621 * Step 1: if the user specified a vmlinux filename, use it and only
1622 * it, reporting errors to the user if it cannot be used.
1624 * For instance, try to analyse an ARM perf.data file _without_ a
1625 * build-id, or if the user specifies the wrong path to the right
1626 * vmlinux file, obviously we can't fallback to another vmlinux (a
1627 * x86_86 one, on the machine where analysis is being performed, say),
1628 * or worse, /proc/kallsyms.
1630 * If the specified file _has_ a build-id and there is a build-id
1631 * section in the perf.data file, we will still do the expected
1632 * validation in dso__load_vmlinux and will bail out if they don't
1635 if (symbol_conf.vmlinux_name != NULL) {
1636 err = dso__load_vmlinux(self, map,
1637 symbol_conf.vmlinux_name, filter);
1641 if (vmlinux_path != NULL) {
1642 err = dso__load_vmlinux_path(self, map, filter);
1648 * Say the kernel DSO was created when processing the build-id header table,
1649 * we have a build-id, so check if it is the same as the running kernel,
1650 * using it if it is.
1652 if (self->has_build_id) {
1653 u8 kallsyms_build_id[BUILD_ID_SIZE];
1654 char sbuild_id[BUILD_ID_SIZE * 2 + 1];
1656 if (sysfs__read_build_id("/sys/kernel/notes", kallsyms_build_id,
1657 sizeof(kallsyms_build_id)) == 0) {
1658 if (dso__build_id_equal(self, kallsyms_build_id)) {
1659 kallsyms_filename = "/proc/kallsyms";
1664 * Now look if we have it on the build-id cache in
1665 * $HOME/.debug/[kernel.kallsyms].
1667 build_id__sprintf(self->build_id, sizeof(self->build_id),
1670 if (asprintf(&kallsyms_allocated_filename,
1671 "%s/.debug/[kernel.kallsyms]/%s",
1672 getenv("HOME"), sbuild_id) == -1) {
1673 pr_err("Not enough memory for kallsyms file lookup\n");
1677 kallsyms_filename = kallsyms_allocated_filename;
1679 if (access(kallsyms_filename, F_OK)) {
1680 pr_err("No kallsyms or vmlinux with build-id %s "
1681 "was found\n", sbuild_id);
1682 free(kallsyms_allocated_filename);
1687 * Last resort, if we don't have a build-id and couldn't find
1688 * any vmlinux file, try the running kernel kallsyms table.
1690 kallsyms_filename = "/proc/kallsyms";
1694 err = dso__load_kallsyms(self, kallsyms_filename, map, filter);
1696 pr_debug("Using %s for symbols\n", kallsyms_filename);
1697 free(kallsyms_allocated_filename);
1702 if (kallsyms_filename != NULL)
1703 dso__set_long_name(self, strdup("[kernel.kallsyms]"));
1704 map__fixup_start(map);
1705 map__fixup_end(map);
1711 LIST_HEAD(dsos__user);
1712 LIST_HEAD(dsos__kernel);
1714 static void dsos__add(struct list_head *head, struct dso *dso)
1716 list_add_tail(&dso->node, head);
1719 static struct dso *dsos__find(struct list_head *head, const char *name)
1723 list_for_each_entry(pos, head, node)
1724 if (strcmp(pos->long_name, name) == 0)
1729 struct dso *__dsos__findnew(struct list_head *head, const char *name)
1731 struct dso *dso = dsos__find(head, name);
1734 dso = dso__new(name);
1736 dsos__add(head, dso);
1737 dso__set_basename(dso);
1744 static void __dsos__fprintf(struct list_head *head, FILE *fp)
1748 list_for_each_entry(pos, head, node) {
1750 for (i = 0; i < MAP__NR_TYPES; ++i)
1751 dso__fprintf(pos, i, fp);
1755 void dsos__fprintf(FILE *fp)
1757 __dsos__fprintf(&dsos__kernel, fp);
1758 __dsos__fprintf(&dsos__user, fp);
1761 static size_t __dsos__fprintf_buildid(struct list_head *head, FILE *fp,
1767 list_for_each_entry(pos, head, node) {
1768 if (with_hits && !pos->hit)
1770 ret += dso__fprintf_buildid(pos, fp);
1771 ret += fprintf(fp, " %s\n", pos->long_name);
1776 size_t dsos__fprintf_buildid(FILE *fp, bool with_hits)
1778 return (__dsos__fprintf_buildid(&dsos__kernel, fp, with_hits) +
1779 __dsos__fprintf_buildid(&dsos__user, fp, with_hits));
1782 struct dso *dso__new_kernel(const char *name)
1784 struct dso *self = dso__new(name ?: "[kernel.kallsyms]");
1787 dso__set_short_name(self, "[kernel]");
1794 void dso__read_running_kernel_build_id(struct dso *self)
1796 if (sysfs__read_build_id("/sys/kernel/notes", self->build_id,
1797 sizeof(self->build_id)) == 0)
1798 self->has_build_id = true;
1801 static struct dso *dsos__create_kernel(const char *vmlinux)
1803 struct dso *kernel = dso__new_kernel(vmlinux);
1805 if (kernel != NULL) {
1806 dso__read_running_kernel_build_id(kernel);
1807 dsos__add(&dsos__kernel, kernel);
1813 int __map_groups__create_kernel_maps(struct map_groups *self,
1814 struct map *vmlinux_maps[MAP__NR_TYPES],
1819 for (type = 0; type < MAP__NR_TYPES; ++type) {
1822 vmlinux_maps[type] = map__new2(0, kernel, type);
1823 if (vmlinux_maps[type] == NULL)
1826 vmlinux_maps[type]->map_ip =
1827 vmlinux_maps[type]->unmap_ip = identity__map_ip;
1829 kmap = map__kmap(vmlinux_maps[type]);
1831 map_groups__insert(self, vmlinux_maps[type]);
1837 static void vmlinux_path__exit(void)
1839 while (--vmlinux_path__nr_entries >= 0) {
1840 free(vmlinux_path[vmlinux_path__nr_entries]);
1841 vmlinux_path[vmlinux_path__nr_entries] = NULL;
1845 vmlinux_path = NULL;
1848 static int vmlinux_path__init(void)
1853 if (uname(&uts) < 0)
1856 vmlinux_path = malloc(sizeof(char *) * 5);
1857 if (vmlinux_path == NULL)
1860 vmlinux_path[vmlinux_path__nr_entries] = strdup("vmlinux");
1861 if (vmlinux_path[vmlinux_path__nr_entries] == NULL)
1863 ++vmlinux_path__nr_entries;
1864 vmlinux_path[vmlinux_path__nr_entries] = strdup("/boot/vmlinux");
1865 if (vmlinux_path[vmlinux_path__nr_entries] == NULL)
1867 ++vmlinux_path__nr_entries;
1868 snprintf(bf, sizeof(bf), "/boot/vmlinux-%s", uts.release);
1869 vmlinux_path[vmlinux_path__nr_entries] = strdup(bf);
1870 if (vmlinux_path[vmlinux_path__nr_entries] == NULL)
1872 ++vmlinux_path__nr_entries;
1873 snprintf(bf, sizeof(bf), "/lib/modules/%s/build/vmlinux", uts.release);
1874 vmlinux_path[vmlinux_path__nr_entries] = strdup(bf);
1875 if (vmlinux_path[vmlinux_path__nr_entries] == NULL)
1877 ++vmlinux_path__nr_entries;
1878 snprintf(bf, sizeof(bf), "/usr/lib/debug/lib/modules/%s/vmlinux",
1880 vmlinux_path[vmlinux_path__nr_entries] = strdup(bf);
1881 if (vmlinux_path[vmlinux_path__nr_entries] == NULL)
1883 ++vmlinux_path__nr_entries;
1888 vmlinux_path__exit();
1892 size_t vmlinux_path__fprintf(FILE *fp)
1897 for (i = 0; i < vmlinux_path__nr_entries; ++i)
1898 printed += fprintf(fp, "[%d] %s\n", i, vmlinux_path[i]);
1903 static int setup_list(struct strlist **list, const char *list_str,
1904 const char *list_name)
1906 if (list_str == NULL)
1909 *list = strlist__new(true, list_str);
1911 pr_err("problems parsing %s list\n", list_name);
1917 int symbol__init(void)
1919 elf_version(EV_CURRENT);
1920 if (symbol_conf.sort_by_name)
1921 symbol_conf.priv_size += (sizeof(struct symbol_name_rb_node) -
1922 sizeof(struct symbol));
1924 if (symbol_conf.try_vmlinux_path && vmlinux_path__init() < 0)
1927 if (symbol_conf.field_sep && *symbol_conf.field_sep == '.') {
1928 pr_err("'.' is the only non valid --field-separator argument\n");
1932 if (setup_list(&symbol_conf.dso_list,
1933 symbol_conf.dso_list_str, "dso") < 0)
1936 if (setup_list(&symbol_conf.comm_list,
1937 symbol_conf.comm_list_str, "comm") < 0)
1938 goto out_free_dso_list;
1940 if (setup_list(&symbol_conf.sym_list,
1941 symbol_conf.sym_list_str, "symbol") < 0)
1942 goto out_free_comm_list;
1947 strlist__delete(symbol_conf.dso_list);
1949 strlist__delete(symbol_conf.comm_list);
1953 int map_groups__create_kernel_maps(struct map_groups *self,
1954 struct map *vmlinux_maps[MAP__NR_TYPES])
1956 struct dso *kernel = dsos__create_kernel(symbol_conf.vmlinux_name);
1961 if (__map_groups__create_kernel_maps(self, vmlinux_maps, kernel) < 0)
1964 if (symbol_conf.use_modules && map_groups__create_modules(self) < 0)
1965 pr_debug("Problems creating module maps, continuing anyway...\n");
1967 * Now that we have all the maps created, just set the ->end of them:
1969 map_groups__fixup_end(self);
1973 static int hex(char ch)
1975 if ((ch >= '0') && (ch <= '9'))
1977 if ((ch >= 'a') && (ch <= 'f'))
1978 return ch - 'a' + 10;
1979 if ((ch >= 'A') && (ch <= 'F'))
1980 return ch - 'A' + 10;
1985 * While we find nice hex chars, build a long_val.
1986 * Return number of chars processed.
1988 int hex2u64(const char *ptr, u64 *long_val)
1990 const char *p = ptr;
1994 const int hex_val = hex(*p);
1999 *long_val = (*long_val << 4) | hex_val;
2006 char *strxfrchar(char *s, char from, char to)
2010 while ((p = strchr(p, from)) != NULL)