*.mak: more spaces/tabs clean-ups
[platform/upstream/gst-common.git] / check.mak
index 254b20b..30487f1 100644 (file)
--- a/check.mak
+++ b/check.mak
@@ -1,12 +1,11 @@
+# keep target around, since it's referenced in the modules' Makefiles
 clean-local-check:
-       for i in `find . -name ".libs" -type d`; do \
-         rm -rf $$i; \
-       done
+       @echo
 
 if HAVE_VALGRIND
 # hangs spectacularly on some machines, so let's not do this by default yet
 check-valgrind:
-       make valgrind
+       $(MAKE) valgrind
 else
 check-valgrind:
        @true
@@ -41,15 +40,15 @@ LOOPS = 10
 
 # valgrind any given test by running make test.valgrind
 %.valgrind: %
-       $(TESTS_ENVIRONMENT)                                    \
-       CK_DEFAULT_TIMEOUT=60                                   \
+       @$(TESTS_ENVIRONMENT)                                   \
+       CK_DEFAULT_TIMEOUT=360                                  \
        G_SLICE=always-malloc                                   \
-       libtool --mode=execute                                  \
+       $(LIBTOOL) --mode=execute                               \
        $(VALGRIND_PATH) -q                                     \
        $(foreach s,$(SUPPRESSIONS),--suppressions=$(s))        \
        --tool=memcheck --leak-check=full --trace-children=yes  \
        --leak-resolution=high --num-callers=20                 \
-       $* 2>&1 | tee valgrind.log
+       ./$* 2>&1 | tee valgrind.log
        @if grep "==" valgrind.log > /dev/null 2>&1; then       \
            rm valgrind.log;                                    \
            exit 1;                                             \
@@ -58,34 +57,35 @@ LOOPS = 10
        
 # valgrind any given test and generate suppressions for it
 %.valgrind.gen-suppressions: %
-       $(TESTS_ENVIRONMENT)                                    \
-       CK_DEFAULT_TIMEOUT=60                                   \
-       libtool --mode=execute                                  \
+       @$(TESTS_ENVIRONMENT)                                   \
+       CK_DEFAULT_TIMEOUT=360                                  \
+       G_SLICE=always-malloc                                   \
+       $(LIBTOOL) --mode=execute                               \
        $(VALGRIND_PATH) -q                                     \
        $(foreach s,$(SUPPRESSIONS),--suppressions=$(s))        \
        --tool=memcheck --leak-check=full --trace-children=yes  \
        --leak-resolution=high --num-callers=20                 \
        --gen-suppressions=all                                  \
-       $* 2>&1 | tee suppressions.log
+       ./$* 2>&1 | tee suppressions.log
        
 # valgrind any given test until failure by running make test.valgrind-forever
 %.valgrind-forever: %
-       @while make $*.valgrind; do                             \
+       @while $(MAKE) $*.valgrind; do                          \
          true; done
 
 # gdb any given test by running make test.gdb
 %.gdb: %
-       $(TESTS_ENVIRONMENT)                                    \
+       @$(TESTS_ENVIRONMENT)                                   \
        CK_FORK=no                                              \
-       libtool --mode=execute                                  \
+       $(LIBTOOL) --mode=execute                               \
        gdb $*
 
 # torture tests
 torture: $(TESTS)
        -rm test-registry.xml
        @echo "Torturing tests ..."
-       for i in `seq 1 $(LOOPS)`; do                           \
-               make check ||                                   \
+       @for i in `seq 1 $(LOOPS)`; do                          \
+               $(MAKE) check ||                                \
                (echo "Failure after $$i runs"; exit 1) ||      \
                exit 1;                                         \
        done
@@ -97,8 +97,8 @@ torture: $(TESTS)
 forever: $(TESTS)
        -rm test-registry.xml
        @echo "Forever tests ..."
-       while true; do                                          \
-               make check ||                                   \
+       @while true; do                                         \
+               $(MAKE) check ||                                \
                (echo "Failure"; exit 1) ||                     \
                exit 1;                                         \
        done
@@ -108,12 +108,30 @@ valgrind: $(TESTS)
        @echo "Valgrinding tests ..."
        @failed=0;                                                      \
        for t in $(filter-out $(VALGRIND_TESTS_DISABLE),$(TESTS)); do   \
-               make $$t.valgrind;                                      \
+               $(MAKE) $$t.valgrind;                                   \
+               if test "$$?" -ne 0; then                               \
+                       echo "Valgrind error for test $$t";             \
+                       failed=`expr $$failed + 1`;                     \
+                       whicht="$$whicht $$t";                          \
+               fi;                                                     \
+       done;                                                           \
+       if test "$$failed" -ne 0; then                                  \
+               echo "$$failed tests had leaks or errors under valgrind:";      \
+               echo "$$whicht";                                        \
+               false;                                                  \
+       fi
+
+# valgrind all tests and generate suppressions
+valgrind.gen-suppressions: $(TESTS)
+       @echo "Valgrinding tests ..."
+       @failed=0;                                                      \
+       for t in $(filter-out $(VALGRIND_TESTS_DISABLE),$(TESTS)); do   \
+               $(MAKE) $$t.valgrind.gen-suppressions;                  \
                if test "$$?" -ne 0; then                               \
-                        echo "Valgrind error for test $$t";            \
+                       echo "Valgrind error for test $$t";             \
                        failed=`expr $$failed + 1`;                     \
                        whicht="$$whicht $$t";                          \
-                fi;                                                    \
+               fi;                                                     \
        done;                                                           \
        if test "$$failed" -ne 0; then                                  \
                echo "$$failed tests had leaks or errors under valgrind:";      \
@@ -125,12 +143,13 @@ valgrind: $(TESTS)
 GST_INSPECT = $(GST_TOOLS_DIR)/gst-inspect-$(GST_MAJORMINOR)
 inspect:
        @echo "Inspecting features ..."
-       for e in `$(TESTS_ENVIRONMENT) $(GST_INSPECT) | head -n -2      \
+       @for e in `$(TESTS_ENVIRONMENT) $(GST_INSPECT) | head -n -2     \
          | cut -d: -f2`;                                               \
          do echo Inspecting $$e;                                       \
             $(GST_INSPECT) $$e > /dev/null 2>&1; done
 
 help:
+       @echo
        @echo "make check                         -- run all checks"
        @echo "make torture                       -- run all checks $(LOOPS) times"
        @echo "make (dir)/(test).check            -- run the given check once"
@@ -140,9 +159,23 @@ help:
        @echo "make (dir)/(test).gdb              -- start up gdb for the given test"
        @echo
        @echo "make valgrind                      -- valgrind all tests"
+       @echo "make valgrind.gen-suppressions     -- generate suppressions for all tests"
+       @echo "                                      and save to suppressions.log"
        @echo "make (dir)/(test).valgrind         -- valgrind the given test"
        @echo "make (dir)/(test).valgrind-forever -- valgrind the given test forever"
        @echo "make (dir)/(test).valgrind.gen-suppressions -- generate suppressions"
        @echo "                                               and save to suppressions.log"
        @echo "make inspect                       -- inspect all plugin features"
+       @echo
+       @echo
+       @echo "Additionally, you can use the GST_CHECKS environment variable to"
+       @echo "specify which test(s) should be run. This is useful if you are"
+       @echo "debugging a failure in one particular test, or want to reproduce"
+       @echo "a race condition in a single test."
+       @echo
+       @echo "Examples:"
+       @echo
+       @echo "  GST_CHECKS=test_this,test_that  make element/foobar.check"
+       @echo "  GST_CHECKS=test_many_threads    make element/foobar.forever"
+       @echo