1 include ../scripts/Makefile.include
4 ifeq ($(MAKECMDGOALS),)
5 # no target specified, trigger the whole suite
7 @echo "Testing Makefile"; $(MAKE) -sf tests/make MK=Makefile
8 @echo "Testing Makefile.perf"; $(MAKE) -sf tests/make MK=Makefile.perf SET_PARALLEL=1 SET_O=1
10 # run only specific test over 'Makefile'
12 @echo "Testing Makefile"; $(MAKE) -sf tests/make MK=Makefile $@
18 FULL_O := $(shell readlink -f $(PERF_O) || echo $(PERF_O))
21 FULL_O := $(shell readlink -f $(O) || echo $(O))
24 O_OPT := 'O=$(FULL_O)'
26 K_O_OPT := 'O=$(FULL_O)'
30 ifeq ($(SET_PARALLEL),1)
32 cores := $(shell (getconf _NPROCESSORS_ONLN || grep -E -c '^processor|^CPU[0-9]' /proc/cpuinfo) 2>/dev/null)
39 PARALLEL_OPT="-j$(cores)"
42 # As per kernel Makefile, avoid funny character set dependencies
46 export LC_COLLATE LC_NUMERIC
49 srctree := $(patsubst %/,%,$(dir $(CURDIR)))
50 srctree := $(patsubst %/,%,$(dir $(srctree)))
51 #$(info Determined 'srctree' to be $(srctree))
54 include $(srctree)/tools/scripts/Makefile.arch
56 # FIXME looks like x86 is the only arch running tests ;-)
57 # we need some IS_(32/64) flag to make this generic
58 ifeq ($(ARCH)$(IS_64_BIT), x861)
64 has = $(shell which $1 2>/dev/null)
65 python_perf_so := $(shell $(MAKE) python_perf_target|grep "Target is:"|awk '{print $$3}')
67 # standard single make variable specified
68 make_clean_all := clean all
69 make_python_perf_so := $(python_perf_so)
71 make_nondistro := BUILD_NONDISTRO=1
72 make_no_libperl := NO_LIBPERL=1
73 make_no_libpython := NO_LIBPYTHON=1
74 make_no_scripts := NO_LIBPYTHON=1 NO_LIBPERL=1
75 make_no_newt := NO_NEWT=1
76 make_no_slang := NO_SLANG=1
77 make_no_gtk2 := NO_GTK2=1
78 make_no_ui := NO_NEWT=1 NO_SLANG=1 NO_GTK2=1
79 make_no_demangle := NO_DEMANGLE=1
80 make_no_libelf := NO_LIBELF=1
81 make_no_libunwind := NO_LIBUNWIND=1
82 make_no_libdw_dwarf_unwind := NO_LIBDW_DWARF_UNWIND=1
83 make_no_backtrace := NO_BACKTRACE=1
84 make_no_libnuma := NO_LIBNUMA=1
85 make_no_libaudit := NO_LIBAUDIT=1
86 make_no_libbionic := NO_LIBBIONIC=1
87 make_no_auxtrace := NO_AUXTRACE=1
88 make_no_libbpf := NO_LIBBPF=1
89 make_libbpf_dynamic := LIBBPF_DYNAMIC=1
90 make_no_libbpf_DEBUG := NO_LIBBPF=1 DEBUG=1
91 make_no_libcrypto := NO_LIBCRYPTO=1
92 make_with_babeltrace:= LIBBABELTRACE=1
93 make_with_coresight := CORESIGHT=1
94 make_no_sdt := NO_SDT=1
95 make_no_syscall_tbl := NO_SYSCALL_TABLE=1
96 make_with_clangllvm := LIBCLANGLLVM=1
97 make_no_libpfm4 := NO_LIBPFM4=1
98 make_with_gtk2 := GTK2=1
100 make_cscope := cscope
103 make_perf_o := perf.o
104 make_util_map_o := util/map.o
105 make_util_pmu_bison_o := util/pmu-bison.o
106 make_install := install
107 make_install_bin := install-bin
108 make_install_doc := install-doc
109 make_install_man := install-man
110 make_install_html := install-html
111 make_install_info := install-info
112 make_install_pdf := install-pdf
113 make_install_prefix := install prefix=/tmp/krava
114 make_install_prefix_slash := install prefix=/tmp/krava/
115 make_static := LDFLAGS=-static NO_PERF_READ_VDSO32=1 NO_PERF_READ_VDSOX32=1 NO_JVMTI=1 NO_LIBTRACEEVENT=1
117 # all the NO_* variable combined
118 make_minimal := NO_LIBPERL=1 NO_LIBPYTHON=1 NO_NEWT=1 NO_GTK2=1
119 make_minimal += NO_DEMANGLE=1 NO_LIBELF=1 NO_LIBUNWIND=1 NO_BACKTRACE=1
120 make_minimal += NO_LIBNUMA=1 NO_LIBAUDIT=1 NO_LIBBIONIC=1
121 make_minimal += NO_LIBDW_DWARF_UNWIND=1 NO_AUXTRACE=1 NO_LIBBPF=1
122 make_minimal += NO_LIBCRYPTO=1 NO_SDT=1 NO_JVMTI=1 NO_LIBZSTD=1
123 make_minimal += NO_LIBCAP=1 NO_SYSCALL_TABLE=1
125 # $(run) contains all available tests
127 # Targets 'clean all' can be run together only through top level
128 # Makefile because we detect clean target in Makefile.perf and
129 # disable features detection
130 ifeq ($(MK),Makefile)
131 run += make_clean_all
134 MAKE_F := $(MAKE) -f $(MK)
136 run += make_python_perf_so
138 run += make_nondistro
139 run += make_no_libperl
140 run += make_no_libpython
141 run += make_no_scripts
146 run += make_no_demangle
147 run += make_no_libelf
148 run += make_no_libunwind
149 run += make_no_libdw_dwarf_unwind
150 run += make_no_backtrace
151 run += make_no_libnuma
152 run += make_no_libaudit
153 run += make_no_libbionic
154 run += make_no_auxtrace
155 run += make_no_libbpf
156 run += make_no_libbpf_DEBUG
157 run += make_no_libcrypto
159 run += make_no_syscall_tbl
160 run += make_with_babeltrace
161 run += make_with_coresight
162 run += make_with_clangllvm
163 run += make_no_libpfm4
167 run += make_util_map_o
168 run += make_util_pmu_bison_o
170 run += make_install_bin
171 run += make_install_prefix
172 run += make_install_prefix_slash
173 # FIXME 'install-*' commented out till they're fixed
174 # run += make_install_doc
175 # run += make_install_man
176 # run += make_install_html
177 # run += make_install_info
178 # run += make_install_pdf
181 old_libbpf := $(shell echo "#include <bpf/libbpf.h>" | $(CC) -E -dM -x c -| egrep -q "define[[:space:]]+LIBBPF_MAJOR_VERSION[[:space:]]+0{1}")
183 ifneq ($(old_libbpf),)
184 run += make_libbpf_dynamic
187 ifneq ($(call has,ctags),)
190 ifneq ($(call has,cscope),)
194 # $(run_O) contains same portion of $(run) tests with '_O' attached
195 # to distinguish O=... tests
196 run_O := $(addsuffix _O,$(run))
198 # disable some tests for O=...
199 run_O := $(filter-out make_python_perf_so_O,$(run_O))
201 # define test for each compile as 'test_NAME' variable
202 # with the test itself as a value
203 test_make_tags = test -f tags
204 test_make_cscope = test -f cscope.out
206 test_make_tags_O := $(test_make_tags)
207 test_make_cscope_O := $(test_make_cscope)
210 test_make_help := $(test_ok)
211 test_make_doc := $(test_ok)
212 test_make_help_O := $(test_ok)
213 test_make_doc_O := $(test_ok)
215 test_make_python_perf_so := test -f $(PERF_O)/$(python_perf_so)
217 test_make_perf_o := test -f $(PERF_O)/perf.o
218 test_make_util_map_o := test -f $(PERF_O)/util/map.o
219 test_make_util_pmu_bison_o := test -f $(PERF_O)/util/pmu-bison.o
221 define test_dest_files
222 for file in $(1); do \
223 if [ ! -x $$TMP_DEST/$$file ]; then \
224 echo " failed to find: $$file"; \
229 installed_files_bin := bin/perf
230 installed_files_bin += etc/bash_completion.d/perf
231 installed_files_bin += libexec/perf-core/perf-archive
233 installed_files_all := $(installed_files_bin)
235 test_make_install := $(call test_dest_files,$(installed_files_all))
236 test_make_install_O := $(call test_dest_files,$(installed_files_all))
237 test_make_install_bin := $(call test_dest_files,$(installed_files_bin))
238 test_make_install_bin_O := $(call test_dest_files,$(installed_files_bin))
240 # We prefix all installed files for make_install_prefix(_slash)
241 # with '/tmp/krava' to match installed/prefix-ed files.
242 installed_files_all_prefix := $(addprefix /tmp/krava/,$(installed_files_all))
243 test_make_install_prefix := $(call test_dest_files,$(installed_files_all_prefix))
244 test_make_install_prefix_O := $(call test_dest_files,$(installed_files_all_prefix))
246 test_make_install_prefix_slash := $(test_make_install_prefix)
247 test_make_install_prefix_slash_O := $(test_make_install_prefix_O)
249 # FIXME nothing gets installed
250 test_make_install_man := test -f $$TMP_DEST/share/man/man1/perf.1
251 test_make_install_man_O := $(test_make_install_man)
253 # FIXME nothing gets installed
254 test_make_install_doc := $(test_ok)
255 test_make_install_doc_O := $(test_ok)
257 # FIXME nothing gets installed
258 test_make_install_html := $(test_ok)
259 test_make_install_html_O := $(test_ok)
261 # FIXME nothing gets installed
262 test_make_install_info := $(test_ok)
263 test_make_install_info_O := $(test_ok)
265 # FIXME nothing gets installed
266 test_make_install_pdf := $(test_ok)
267 test_make_install_pdf_O := $(test_ok)
269 test_make_libbpf_dynamic := ldd $(PERF_O)/perf | grep -q libbpf
270 test_make_libbpf_dynamic_O := ldd $$TMP_O/perf | grep -q libbpf
272 test_make_python_perf_so_O := test -f $$TMP_O/python/perf.so
273 test_make_perf_o_O := test -f $$TMP_O/perf.o
274 test_make_util_map_o_O := test -f $$TMP_O/util/map.o
275 test_make_util_pmu_bison_o_O := test -f $$TMP_O/util/pmu-bison.o
277 test_default = test -x $(PERF_O)/perf
278 test = $(if $(test_$1),$(test_$1),$(test_default))
280 test_default_O = test -x $$TMP_O/perf
281 test_O = $(if $(test_$1),$(test_$1),$(test_default_O))
286 run := $(shell shuf -e $(run))
287 run_O := $(shell shuf -e $(run_O))
290 max_width := $(shell echo $(run_O) | sed 's/ /\n/g' | wc -L)
293 d := $(info run $(run))
294 d := $(info run_O $(run_O))
297 MAKEFLAGS := --no-print-directory
299 clean := @(cd $(PERF); $(MAKE_F) -s $(O_OPT) clean >/dev/null && $(MAKE) -s $(O_OPT) -C ../build clean >/dev/null)
303 @TMP_DEST=$$(mktemp -d); \
304 cmd="cd $(PERF) && $(MAKE_F) $($@) $(PARALLEL_OPT) $(O_OPT) DESTDIR=$$TMP_DEST"; \
305 printf "%*.*s: %s\n" $(max_width) $(max_width) "$@" "$$cmd" && echo $$cmd > $@ && \
306 ( eval $$cmd ) >> $@ 2>&1; \
307 echo " test: $(call test,$@)" >> $@ 2>&1; \
309 rm -rf $@ $$TMP_DEST || (cat $@ ; false)
313 @TMP_DEST=$$(mktemp -d); \
314 cmd="cd $(PERF) && $(MAKE_F) $($@) $(PARALLEL_OPT) $(O_OPT) DESTDIR=$$TMP_DEST"; \
315 printf "%*.*s: %s\n" $(max_width) $(max_width) "$@" "$$cmd" && echo $$cmd > $@ && \
316 ( eval $$cmd ) >> $@ 2>&1; \
317 echo " test: $(call test,$@)" >> $@ 2>&1; \
319 rm -rf $@ $$TMP_DEST || (cat $@ ; false)
323 @TMP_DEST=$$(mktemp -d); \
324 cmd="cd $(PERF) && $(MAKE_F) $($@) $(PARALLEL_OPT) $(O_OPT) DESTDIR=$$TMP_DEST"; \
325 printf "%*.*s: %s\n" $(max_width) $(max_width) "$@" "$$cmd" && echo $$cmd > $@ && \
326 ( eval $$cmd ) >> $@ 2>&1; \
327 echo " test: $(call test,$@)" >> $@ 2>&1; \
329 rm -rf $@ $$TMP_DEST || (cat $@ ; false)
333 @TMP_O=$$(mktemp -d); \
334 TMP_DEST=$$(mktemp -d); \
335 cmd="cd $(PERF) && $(MAKE_F) $($(patsubst %_O,%,$@)) $(PARALLEL_OPT) O=$$TMP_O DESTDIR=$$TMP_DEST"; \
336 printf "%*.*s: %s\n" $(max_width) $(max_width) "$@" "$$cmd" && echo $$cmd > $@ && \
337 ( eval $$cmd ) >> $@ 2>&1 && \
338 echo " test: $(call test_O,$@)" >> $@ 2>&1; \
339 $(call test_O,$@) && \
340 rm -rf $@ $$TMP_O $$TMP_DEST || (cat $@ ; false)
343 @cmd="$(PERF)/tests/perf-targz-src-pkg $(PERF)"; \
344 echo "- $@: $$cmd" && echo $$cmd > $@ && \
345 ( eval $$cmd ) >> $@ 2>&1 && \
354 @echo "- make -C <kernelsrc> $(PARALLEL_OPT) $(K_O_OPT) tools/perf"
356 (make -C ../.. $(PARALLEL_OPT) $(K_O_OPT) tools/perf) > $@ 2>&1 && \
357 test -x $(KERNEL_O)/tools/perf/perf && rm -f $@ || (cat $@ ; false)
359 make_kernelsrc_tools:
360 @echo "- make -C <kernelsrc>/tools $(PARALLEL_OPT) $(K_O_OPT) perf"
362 (make -C ../../tools $(PARALLEL_OPT) $(K_O_OPT) perf) > $@ 2>&1 && \
363 test -x $(KERNEL_O)/tools/perf/perf && rm -f $@ || (cat $@ ; false)
366 @echo "- make -C lib";
367 make -C lib clean >$@ 2>&1; make -C lib >>$@ 2>&1 && rm $@
369 FEATURES_DUMP_FILE := $(FULL_O)/BUILD_TEST_FEATURE_DUMP
370 FEATURES_DUMP_FILE_STATIC := $(FULL_O)/BUILD_TEST_FEATURE_DUMP_STATIC
372 all: $(run) $(run_O) tarpkg make_kernelsrc make_kernelsrc_tools
374 @rm -f $(FEATURES_DUMP_FILE) $(FEATURES_DUMP_FILE_STATIC)
378 @rm -f $(FEATURES_DUMP_FILE) $(FEATURES_DUMP_FILE_STATIC)
380 ifeq ($(REUSE_FEATURES_DUMP),1)
381 $(FEATURES_DUMP_FILE):
383 @cmd="cd $(PERF) && make FEATURE_DUMP_COPY=$@ $(O_OPT) feature-dump"; \
384 echo "- $@: $$cmd" && echo $$cmd && \
385 ( eval $$cmd ) > /dev/null 2>&1
387 $(FEATURES_DUMP_FILE_STATIC):
389 @cmd="cd $(PERF) && make FEATURE_DUMP_COPY=$@ $(O_OPT) LDFLAGS='-static' feature-dump"; \
390 echo "- $@: $$cmd" && echo $$cmd && \
391 ( eval $$cmd ) > /dev/null 2>&1
393 # Add feature dump dependency for run/run_O targets
394 $(foreach t,$(run) $(run_O),$(eval \
395 $(t): $(if $(findstring make_static,$(t)),\
396 $(FEATURES_DUMP_FILE_STATIC),\
397 $(FEATURES_DUMP_FILE))))
399 # Append 'FEATURES_DUMP=' option to all test cases. For example:
400 # make_no_libbpf: NO_LIBBPF=1 --> NO_LIBBPF=1 FEATURES_DUMP=/a/b/BUILD_TEST_FEATURE_DUMP
401 # make_static: LDFLAGS=-static --> LDFLAGS=-static FEATURES_DUMP=/a/b/BUILD_TEST_FEATURE_DUMP_STATIC
402 $(foreach t,$(run),$(if $(findstring make_static,$(t)),\
403 $(eval $(t) := $($(t)) FEATURES_DUMP=$(FEATURES_DUMP_FILE_STATIC)),\
404 $(eval $(t) := $($(t)) FEATURES_DUMP=$(FEATURES_DUMP_FILE))))
407 .PHONY: all $(run) $(run_O) tarpkg clean make_kernelsrc make_kernelsrc_tools make_libperf