2 # Copyright (C) 2011-2012 Free Software Foundation, Inc.
4 # This program is free software; you can redistribute it and/or modify
5 # it under the terms of the GNU General Public License as published by
6 # the Free Software Foundation; either version 2, or (at your option)
9 # This program is distributed in the hope that it will be useful,
10 # but WITHOUT ANY WARRANTY; without even the implied warranty of
11 # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
12 # GNU General Public License for more details.
14 # You should have received a copy of the GNU General Public License
15 # along with this program. If not, see <http://www.gnu.org/licenses/>.
17 # Check that an example given in the documentation really works.
18 # See section "Using the TAP test protocol", subsection "Use TAP
19 # with the Automake test harness".
21 am_create_testdir=empty
25 cat > Makefile.am <<'END'
26 TEST_LOG_DRIVER = env AM_TAP_AWK='$(AWK)' $(SHELL) \
27 $(top_srcdir)/build-aux/tap-driver.sh
28 TESTS = foo.test bar.test baz.test
32 cat > configure.ac <<'END'
33 AC_INIT([GNU Try Tap], [1.0], [bug-automake@gnu.org])
34 AC_CONFIG_AUX_DIR([build-aux])
35 AM_INIT_AUTOMAKE([foreign parallel-tests -Wall -Werror])
36 AC_CONFIG_FILES([Makefile])
37 AC_REQUIRE_AUX_FILE([tap-driver.sh])
42 cat > foo.test <<'END'
44 echo 1..4 # Number of tests to be executed.
45 echo 'ok 1 - Swallows fly'
46 echo 'not ok 2 - Caterpillars fly # TODO metamorphosis in progress'
47 echo 'ok 3 - Pigs fly # SKIP not enough acid'
48 echo '# I just love word plays...'
49 echo 'ok 4 - Flies fly too :-)'
52 cat > bar.test <<'END'
55 echo 'not ok 1 - Bummer, this test has failed.'
56 echo 'ok 2 - This passed though.'
57 echo 'Bail out! Ennui kicking in, sorry...'
58 echo 'ok 3 - This will not be seen.'
61 cat > baz.test <<'END'
65 # Exit with error, even if all the tests have been successful.
71 # Strip extra "informative" lines that could be printed by Solaris
74 cp "$am_scriptdir"/tap-driver.sh build-aux \
75 || framework_failure_ "fetching the perl TAP driver"
77 (export AUTOMAKE ACLOCAL AUTOCONF && $AUTORECONF -vi) || Exit 1
79 ./configure --help # Sanity check.
80 ./configure || skip_ "configure failed"
82 case $MAKE in *\ -j*) skip_ "can't work easily with concurrent make";; esac
84 # Prevent Sun Distributed Make from trying to run in parallel.
85 DMAKE_MODE=serial; export DMAKE_MODE
87 $MAKE check >stdout && { cat stdout; Exit 1; }
91 PASS: foo.test 1 - Swallows fly
92 XFAIL: foo.test 2 - Caterpillars fly # TODO metamorphosis in progress
93 SKIP: foo.test 3 - Pigs fly # SKIP not enough acid
94 PASS: foo.test 4 - Flies fly too :-)
95 FAIL: bar.test 1 - Bummer, this test has failed.
96 PASS: bar.test 2 - This passed though.
97 ERROR: bar.test - Bail out! Ennui kicking in, sorry...
99 ERROR: baz.test - exited with status 7
102 sed -n '/^PASS: foo\.test/,/^ERROR: baz\.test/p' stdout > got
108 grep '^Please report to bug-automake@gnu\.org$' stdout
111 TESTS='foo.test baz.test' \
112 TEST_LOG_DRIVER_FLAGS='--comments --ignore-exit' \
113 $MAKE -e check >stdout || { cat stdout; Exit 1; }
116 PASS: foo.test 1 - Swallows fly
117 XFAIL: foo.test 2 - Caterpillars fly # TODO metamorphosis in progress
118 SKIP: foo.test 3 - Pigs fly # SKIP not enough acid
119 # foo.test: I just love word plays...
120 PASS: foo.test 4 - Flies fly too :-)
124 sed -n '/^PASS: foo\.test/,/^PASS: baz\.test/p' stdout > got
130 # Sanity check the distribution.
131 cat > bar.test <<'END'
136 echo AM_TEST_LOG_DRIVER_FLAGS = --ignore-exit >> Makefile.in
137 ./config.status Makefile