2011-08-01 Stefano Lattarini <stefano.lattarini@gmail.com>
+ testsuite: separate the only failing check of an xfailing test
+ * tests/plan-bad-prog.test: Move the only failing check of this
+ test (i.e., the one about the total number of "ERROR" outcomes)
+ into ...
+ * tests/plan-bad-prog2.test: ... this new test.
+ * tests/Makefile.am (XFAIL_TESTS): Remove `plan-bad-prog.test',
+ add `plan-bad-prog2.test'.
+ (tap_other_tests): Add `plan-bad-prog2.test'.
+ (plan-bad-prog2.log): Depend on `plan-bad-prog.test'.
+
+2011-08-01 Stefano Lattarini <stefano.lattarini@gmail.com>
+
testsuite: fix spurious errors in an xfailing test on TAP support
* tests/plan-bad-prog.test: Fix typo in the name of the test
being made unreadable. Correct the wording of the potential
'version' => sub { print "$ME $VERSION"; exit 0; },
'test-name=s' => \$test_script_name,
'log-file=s' => \$log_file,
- 'res-file=s' => \$trs_file,
+ 'trs-file=s' => \$trs_file,
'color-tests=s' => \&bool_opt,
'expect-failure=s' => \&bool_opt,
'enable-hard-errors=s' => \&bool_opt,
override-conditional-2.test \
pr8365-remake-timing.test \
yacc-dist-nobuild-subdir.test \
-tap-bad-prog.test \
+tap-bad-prog2.test \
tap-plan-corner2.test \
tap-message-0.test \
tap-signal.test \
tap_other_tests = \
tap-common-setup.test \
tap-bad-prog.test \
+tap-bad-prog2.test \
tap-basic.test \
tap-doc.test \
tap-empty.test \
tap-summary.test \
tap-summary-color.test
+tap-bad-prog2.log: tap-bad-prog.log
+
tap-summary.log tap-summary-color.log: tap-summary-aux.sh
EXTRA_DIST += tap-summary-aux.sh
extract-testsuite-summary tap-setup.sh tap-summary-aux.sh
XFAIL_TESTS = all.test auxdir2.test cond17.test gcj6.test \
override-conditional-2.test pr8365-remake-timing.test \
- yacc-dist-nobuild-subdir.test tap-bad-prog.test \
+ yacc-dist-nobuild-subdir.test tap-bad-prog2.test \
tap-plan-corner2.test tap-message-0.test tap-signal.test \
txinfo5.test $(instspc_xfail_tests)
parallel_tests = backcompat5-p.test check-exported-srcdir-p.test \
tap_other_tests = \
tap-common-setup.test \
tap-bad-prog.test \
+tap-bad-prog2.test \
tap-basic.test \
tap-doc.test \
tap-empty.test \
# Their dependencies.
$(tap_with_common_setup_logs): tap-common-setup.log tap-setup.sh
+tap-bad-prog2.log: tap-bad-prog.log
+
tap-summary.log tap-summary-color.log: tap-summary-aux.sh
# Dependencies valid for each test case.
# - missing, unreadable, or not-executable test scripts cause proper
# error reports
+# The files created by this test will be required also by the sister
+# test `tap-bad-prog2.test', so we can't remove the test directory.
+keep_testdirs=yes
parallel_tests=yes
. ./defs || Exit 1
grep '^ERROR: noexec\.test' stdout
grep '^ERROR: noread\.test' stdout
-count_test_results total=3 pass=0 fail=0 xpass=0 xfail=0 skip=0 error=3
-
:
--- /dev/null
+#! /bin/sh
+# Copyright (C) 2011 Free Software Foundation, Inc.
+#
+# This program is free software; you can redistribute it and/or modify
+# it under the terms of the GNU General Public License as published by
+# the Free Software Foundation; either version 2, or (at your option)
+# any later version.
+#
+# This program is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
+# GNU General Public License for more details.
+#
+# You should have received a copy of the GNU General Public License
+# along with this program. If not, see <http://www.gnu.org/licenses/>.
+
+# TAP support:
+# - missing, unreadable, or not-executable test scripts cause the
+# proper amount of "ERROR" results
+
+. ./defs || Exit 1
+
+# For this test, we completely rely on the data obtained by sister test
+# `tap-bad-prog.test'.
+cp ../tap-bad-prog.dir/stdout . \
+ || fatal_ "can't get data from sister test 'test-bad-prog'"
+cat stdout
+count_test_results total=3 pass=0 fail=0 xpass=0 xfail=0 skip=0 error=3
+
+: