tools/perf/tests/builtin-test.c

   1 /*
   2  * builtin-test.c
   3  *
   4  * Builtin regression testing command: ever growing number of sanity tests
   5  */
   6 #include "builtin.h"
   7 #include "intlist.h"
   8 #include "tests.h"
   9 #include "debug.h"
  10 #include "color.h"
  11 #include "parse-options.h"
  12 #include "symbol.h"
  13
  14 static struct test {
  15         const char *desc;
  16         int (*func)(void);
  17 } tests[] = {
  18         {
  19                 .desc = "vmlinux symtab matches kallsyms",
  20                 .func = test__vmlinux_matches_kallsyms,
  21         },
  22         {
  23                 .desc = "detect open syscall event",
  24                 .func = test__open_syscall_event,
  25         },
  26         {
  27                 .desc = "detect open syscall event on all cpus",
  28                 .func = test__open_syscall_event_on_all_cpus,
  29         },
  30         {
  31                 .desc = "read samples using the mmap interface",
  32                 .func = test__basic_mmap,
  33         },
  34         {
  35                 .desc = "parse events tests",
  36                 .func = test__parse_events,
  37         },
  38 #if defined(__x86_64__) || defined(__i386__)
  39         {
  40                 .desc = "x86 rdpmc test",
  41                 .func = test__rdpmc,
  42         },
  43 #endif
  44         {
  45                 .desc = "Validate PERF_RECORD_* events & perf_sample fields",
  46                 .func = test__PERF_RECORD,
  47         },
  48         {
  49                 .desc = "Test perf pmu format parsing",
  50                 .func = test__pmu,
  51         },
  52         {
  53                 .desc = "Test dso data interface",
  54                 .func = test__dso_data,
  55         },
  56         {
  57                 .desc = "roundtrip evsel->name check",
  58                 .func = test__perf_evsel__roundtrip_name_test,
  59         },
  60         {
  61                 .desc = "Check parsing of sched tracepoints fields",
  62                 .func = test__perf_evsel__tp_sched_test,
  63         },
  64         {
  65                 .desc = "Generate and check syscalls:sys_enter_open event fields",
  66                 .func = test__syscall_open_tp_fields,
  67         },
  68         {
  69                 .desc = "struct perf_event_attr setup",
  70                 .func = test__attr,
  71         },
  72         {
  73                 .desc = "Test matching and linking multiple hists",
  74                 .func = test__hists_link,
  75         },
  76         {
  77                 .desc = "Try 'use perf' in python, checking link problems",
  78                 .func = test__python_use,
  79         },
  80         {
  81                 .desc = "Test breakpoint overflow signal handler",
  82                 .func = test__bp_signal,
  83         },
  84         {
  85                 .desc = "Test breakpoint overflow sampling",
  86                 .func = test__bp_signal_overflow,
  87         },
  88         {
  89                 .desc = "Test number of exit event of a simple workload",
  90                 .func = test__task_exit,
  91         },
  92         {
  93                 .desc = "Test software clock events have valid period values",
  94                 .func = test__sw_clock_freq,
  95         },
  96 #if defined(__x86_64__) || defined(__i386__)
  97         {
  98                 .desc = "Test converting perf time to TSC",
  99                 .func = test__perf_time_to_tsc,
 100         },
 101 #endif
 102         {
 103                 .desc = "Test object code reading",
 104                 .func = test__code_reading,
 105         },
 106         {
 107                 .desc = "Test sample parsing",
 108                 .func = test__sample_parsing,
 109         },
 110         {
 111                 .desc = "Test using a dummy software event to keep tracking",
 112                 .func = test__keep_tracking,
 113         },
 114         {
 115                 .func = NULL,
 116         },
 117 };
 118
 119 static bool perf_test__matches(int curr, int argc, const char *argv[])
 120 {
 121         int i;
 122
 123         if (argc == 0)
 124                 return true;
 125
 126         for (i = 0; i < argc; ++i) {
 127                 char *end;
 128                 long nr = strtoul(argv[i], &end, 10);
 129
 130                 if (*end == '\0') {
 131                         if (nr == curr + 1)
 132                                 return true;
 133                         continue;
 134                 }
 135
 136                 if (strstr(tests[curr].desc, argv[i]))
 137                         return true;
 138         }
 139
 140         return false;
 141 }
 142
 143 static int __cmd_test(int argc, const char *argv[], struct intlist *skiplist)
 144 {
 145         int i = 0;
 146         int width = 0;
 147
 148         while (tests[i].func) {
 149                 int len = strlen(tests[i].desc);
 150
 151                 if (width < len)
 152                         width = len;
 153                 ++i;
 154         }
 155
 156         i = 0;
 157         while (tests[i].func) {
 158                 int curr = i++, err;
 159
 160                 if (!perf_test__matches(curr, argc, argv))
 161                         continue;
 162
 163                 pr_info("%2d: %-*s:", i, width, tests[curr].desc);
 164
 165                 if (intlist__find(skiplist, i)) {
 166                         color_fprintf(stderr, PERF_COLOR_YELLOW, " Skip (user override)\n");
 167                         continue;
 168                 }
 169
 170                 pr_debug("\n--- start ---\n");
 171                 err = tests[curr].func();
 172                 pr_debug("---- end ----\n%s:", tests[curr].desc);
 173
 174                 switch (err) {
 175                 case TEST_OK:
 176                         pr_info(" Ok\n");
 177                         break;
 178                 case TEST_SKIP:
 179                         color_fprintf(stderr, PERF_COLOR_YELLOW, " Skip\n");
 180                         break;
 181                 case TEST_FAIL:
 182                 default:
 183                         color_fprintf(stderr, PERF_COLOR_RED, " FAILED!\n");
 184                         break;
 185                 }
 186         }
 187
 188         return 0;
 189 }
 190
 191 static int perf_test__list(int argc, const char **argv)
 192 {
 193         int i = 0;
 194
 195         while (tests[i].func) {
 196                 int curr = i++;
 197
 198                 if (argc > 1 && !strstr(tests[curr].desc, argv[1]))
 199                         continue;
 200
 201                 pr_info("%2d: %s\n", i, tests[curr].desc);
 202         }
 203
 204         return 0;
 205 }
 206
 207 int cmd_test(int argc, const char **argv, const char *prefix __maybe_unused)
 208 {
 209         const char * const test_usage[] = {
 210         "perf test [<options>] [{list <test-name-fragment>|[<test-name-fragments>|<test-numbers>]}]",
 211         NULL,
 212         };
 213         const char *skip = NULL;
 214         const struct option test_options[] = {
 215         OPT_STRING('s', "skip", &skip, "tests", "tests to skip"),
 216         OPT_INCR('v', "verbose", &verbose,
 217                     "be more verbose (show symbol address, etc)"),
 218         OPT_END()
 219         };
 220         struct intlist *skiplist = NULL;
 221
 222         argc = parse_options(argc, argv, test_options, test_usage, 0);
 223         if (argc >= 1 && !strcmp(argv[0], "list"))
 224                 return perf_test__list(argc, argv);
 225
 226         symbol_conf.priv_size = sizeof(int);
 227         symbol_conf.sort_by_name = true;
 228         symbol_conf.try_vmlinux_path = true;
 229
 230         if (symbol__init() < 0)
 231                 return -1;
 232
 233         if (skip != NULL)
 234                 skiplist = intlist__new(skip);
 235
 236         return __cmd_test(argc, argv, skiplist);
 237 }