1 ## Makefile fragment that holds the list of test scripts of the automake
2 ## testsuite. This fragment is meant to be included by the Makefile.am,
3 ## but also to be executed directly by make when bootstrapping automake.
5 ## Copyright (C) 2011-2012 Free Software Foundation, Inc.
7 ## This program is free software; you can redistribute it and/or modify
8 ## it under the terms of the GNU General Public License as published by
9 ## the Free Software Foundation; either version 2, or (at your option)
12 ## This program is distributed in the hope that it will be useful,
13 ## but WITHOUT ANY WARRANTY; without even the implied warranty of
14 ## MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
15 ## GNU General Public License for more details.
17 ## You should have received a copy of the GNU General Public License
18 ## along with this program. If not, see <http://www.gnu.org/licenses/>.
20 # FIXME: this "expected failures" are in truth an hack used to
21 # FIXME: to verify that some incorrect usages of our perl libraries
22 # FIXME: raise an error. We should find a cleaner way to check that.
23 perl_fake_XFAIL_TESTS = \
33 t/yacc-bison-skeleton-cxx.sh \
34 t/yacc-bison-skeleton.sh \
37 t/override-conditional-2.sh \
42 t/parallel-tests-many.sh \
43 t/pr8365-remake-timing.sh \
44 t/lex-subobj-nodep.sh \
45 t/remake-am-pr10111.sh \
46 t/remake-m4-pr10111.sh \
48 $(perl_fake_XFAIL_TESTS)
57 t/pm/DisjConditions.pl \
58 t/pm/DisjConditions-t.pl \
64 # The order here is mostly alphabetical, with the deliberate exception
65 # that tests having a high runtime (especially TAP tests that run various
66 # checks sequentially) are listed early; this improves performance on
67 # concurrent testsuite runs.
95 t/aclocal-install-absdir.sh \
96 t/aclocal-print-acdir.sh \
98 t/aclocal-path-install.sh \
99 t/aclocal-path-install-serial.sh \
100 t/aclocal-path-nonexistent.sh \
101 t/aclocal-path-precedence.sh \
102 t/aclocal-install-fail.sh \
103 t/aclocal-install-mkdir.sh \
104 t/aclocal-no-install-no-mkdir.sh \
105 t/aclocal-verbose-install.sh \
106 t/ac-output-old.tap \
117 t/amhello-cflags.sh \
118 t/amhello-cross-compile.sh \
119 t/amhello-binpkg.sh \
123 t/amopts-location.sh \
124 t/amopts-variable-expansion.sh \
126 t/ansi2knr-no-more.sh \
145 t/autodist-subdir.sh \
146 t/autodist-acconfig.sh \
147 t/autodist-acconfig-no-subdir.sh \
148 t/autodist-aclocal-m4.sh \
149 t/autodist-config-headers.sh \
150 t/autodist-configure-no-subdir.sh \
151 t/autodist-no-duplicate.sh \
152 t/autodist-stamp-vti.sh \
157 t/automake-cmdline.tap \
162 t/auxdir-autodetect.sh \
163 t/auxdir-computed.tap \
164 t/auxdir-misplaced.sh \
165 t/auxdir-nonexistent.sh \
166 t/auxdir-unportable.tap \
207 t/check-subst-prog.sh \
208 t/check-exported-srcdir.sh \
209 t/check-fd-redirect.sh \
210 t/check-tests-in-builddir.sh \
211 t/check-no-test-driver.sh \
212 t/check-concurrency-bug9245.sh \
239 t/comments-in-var-def.sh \
246 t/compile_f90_c_cxx.sh \
247 t/compile_f_c_cxx.sh \
306 t/conffile-leading-dot.sh \
332 t/cygnus-check-without-all.sh \
333 t/cygnus-dependency-tracking.sh \
334 t/cygnus-imply-foreign.sh \
335 t/cygnus-no-dist.sh \
336 t/cygnus-no-installinfo.sh \
337 t/cygnus-requires-maintainer-mode.sh \
349 t/dejagnu-absolute-builddir.sh \
350 t/dejagnu-relative-srcdir.sh \
351 t/dejagnu-siteexp-extend.sh \
352 t/dejagnu-siteexp-append.sh \
353 t/dejagnu-siteexp-useredit.sh \
367 t/deprecated-acinit.sh \
371 t/dirlist-abspath.sh \
374 t/dist-auxdir-many-subdirs.sh \
375 t/dist-auxfile-2.sh \
377 t/dist-included-parent-dir.sh \
378 t/dist-missing-am.sh \
379 t/dist-missing-included-m4.sh \
380 t/dist-missing-m4.sh \
384 t/distcleancheck.sh \
389 t/distcom-subdir.sh \
395 t/distcheck-configure-flags.sh \
396 t/distcheck-configure-flags-am.sh \
397 t/distcheck-configure-flags-subpkg.sh \
398 t/distcheck-hook.sh \
399 t/distcheck-hook2.sh \
400 t/distcheck-writable-srcdir.sh \
401 t/distcheck-missing-m4.sh \
402 t/distcheck-outdated-m4.sh \
403 t/distcheck-override-infodir.sh \
404 t/distcheck-pr9579.sh \
405 t/distcheck-pr10470.sh \
407 t/doc-parsing-buglets-colneq-subst.sh \
408 t/doc-parsing-buglets-tabs.sh \
442 t/extra-programs-empty.sh \
443 t/extra-portability.sh \
444 t/extra-portability2.sh \
445 t/extra-portability3.sh \
478 t/hdr-vars-defined-once.sh \
510 t/instdir-no-empty.sh \
515 t/instdir-python.sh \
521 t/instfail-libtool.sh \
527 t/instmany-python.sh \
528 t/install-info-dir.sh \
534 t/javadir-undefined.sh \
538 t/java-compile-install.sh \
539 t/java-compile-run-flat.sh \
540 t/java-compile-run-nested.sh \
541 t/java-empty-classpath.sh \
546 t/java-no-duplicate.sh \
551 t/java-uninstall.sh \
560 t/lex-subobj-nodep.sh \
562 t/lex-lib-external.sh \
567 t/lex-depend-cxx.sh \
568 t/lex-depend-grep.sh \
646 t/maintclean-vpath.sh \
647 t/maintmode-configure-msg.sh \
676 t/missing-auxfile-stops-makefiles-creation.sh \
677 t/mkdirp-deprecation.sh \
684 t/no-extra-makefile-code.sh \
685 t/no-outdir-option.sh \
687 t/nobase-libtool.sh \
706 t/objext-pr10128.sh \
723 t/override-conditional-1.sh \
724 t/override-conditional-2.sh \
726 t/override-suggest-local.sh \
731 t/parallel-tests.sh \
732 t/parallel-tests2.sh \
733 t/parallel-tests3.sh \
734 t/parallel-tests5.sh \
735 t/parallel-tests6.sh \
736 t/parallel-tests8.sh \
737 t/parallel-tests9.sh \
738 t/parallel-tests10.sh \
739 t/parallel-tests-recheck-depends-on-all.sh \
740 t/parallel-tests-exeext.sh \
741 t/parallel-tests-suffix.sh \
742 t/parallel-tests-suffix-prog.sh \
743 t/parallel-tests-log-compiler-1.sh \
744 t/parallel-tests-log-compiler-2.sh \
745 t/parallel-tests-dry-run-1.sh \
746 t/parallel-tests-dry-run-2.sh \
747 t/parallel-tests-fd-redirect.sh \
748 t/parallel-tests-fd-redirect-exeext.sh \
749 t/parallel-tests-extra-programs.sh \
750 t/parallel-tests-unreadable.sh \
751 t/parallel-tests-subdir.sh \
752 t/parallel-tests-interrupt.tap \
753 t/parallel-tests-reset-term.sh \
754 t/parallel-tests-harderror.sh \
755 t/parallel-tests-log-override-1.sh \
756 t/parallel-tests-log-override-2.sh \
757 t/parallel-tests-log-override-recheck.sh \
758 t/parallel-tests-log-compiler-example.sh \
759 t/parallel-tests-cmdline-override.sh \
760 t/parallel-tests-fork-bomb.sh \
761 t/parallel-tests-empty-testlogs.sh \
762 t/parallel-tests-driver-install.sh \
763 t/parallel-tests-no-color-in-log.sh \
764 t/parallel-tests-no-spurious-summary.sh \
765 t/parallel-tests-exit-statuses.sh \
766 t/parallel-tests-console-output.sh \
767 t/parallel-tests-once.sh \
768 t/parallel-tests-trailing-bslash.sh \
769 t/parallel-tests-many.sh \
770 t/tests-environment.sh \
771 t/am-tests-environment.sh \
772 t/tests-environment-backcompat.sh \
773 t/testsuite-summary-color.sh \
774 t/testsuite-summary-count.sh \
775 t/testsuite-summary-count-many.sh \
776 t/testsuite-summary-reference-log.sh \
777 t/test-driver-acsubst.sh \
778 t/test-driver-cond.sh \
779 t/test-driver-custom-no-extra-driver.sh \
780 t/test-driver-custom.sh \
781 t/test-driver-custom-xfail-tests.sh \
782 t/test-driver-custom-multitest.sh \
783 t/test-driver-custom-multitest-recheck.sh \
784 t/test-driver-custom-multitest-recheck2.sh \
785 t/test-driver-create-log-dir.sh \
786 t/test-driver-strip-vpath.sh \
787 t/test-driver-trs-suffix-registered.sh \
788 t/test-driver-fail.sh \
789 t/test-driver-is-distributed.sh \
790 t/test-harness-vpath-rewrite.sh \
792 t/test-logs-repeated.sh \
793 t/test-metadata-global-log.sh \
794 t/test-metadata-global-result.sh \
795 t/test-metadata-recheck.sh \
796 t/test-metadata-results.sh \
799 t/test-trs-basic.sh \
800 t/test-trs-recover.sh \
801 t/test-trs-recover2.sh \
802 t/test-extensions.sh \
803 t/test-extensions-cond.sh \
819 t/posixsubst-data.sh \
820 t/posixsubst-extradist.sh \
821 t/posixsubst-ldadd.sh \
822 t/posixsubst-libraries.sh \
823 t/posixsubst-ltlibraries.sh \
824 t/posixsubst-programs.sh \
825 t/posixsubst-scripts.sh \
826 t/posixsubst-sources.sh \
827 t/posixsubst-tests.sh \
854 t/primary-prefix-invalid-couples.tap \
855 t/primary-prefix-valid-couples.sh \
856 t/primary-prefix-couples-force-valid.sh \
857 t/primary-prefix-couples-documented-valid.sh \
860 t/programs-primary-rewritten.sh \
861 t/py-compile-basic.sh \
862 t/py-compile-basic2.sh \
863 t/py-compile-basedir.sh \
864 t/py-compile-destdir.sh \
865 t/py-compile-env.sh \
866 t/py-compile-option-terminate.sh \
867 t/py-compile-usage.sh \
883 t/python-virtualenv.sh \
884 t/python-pr10995.sh \
910 t/remake-subdir-from-subdir.sh \
911 t/remake-subdir-gnu.sh \
913 t/remake-subdir2.sh \
914 t/remake-subdir-long-time.sh \
915 t/remake-gnulib-add-acsubst.sh \
916 t/remake-gnulib-add-header.sh \
917 t/remake-gnulib-remove-header.sh \
918 t/remake-moved-m4-file.sh \
919 t/remake-deleted-m4-file.sh \
920 t/remake-renamed-m4-file.sh \
921 t/remake-renamed-m4-macro-and-file.sh \
922 t/remake-renamed-m4-macro.sh \
923 t/remake-am-pr10111.sh \
924 t/remake-m4-pr10111.sh \
925 t/remake-deleted-am-2.sh \
926 t/remake-deleted-am-subdir.sh \
927 t/remake-deleted-am.sh \
928 t/remake-renamed-am.sh \
929 t/pr8365-remake-timing.sh \
933 t/repeated-options.sh \
934 t/rst-formatting.sh \
936 t/self-check-cleanup.tap \
937 t/self-check-configure-help.sh \
938 t/self-check-dir.tap \
939 t/self-check-env-sanitize.tap \
940 t/self-check-exit.tap \
941 t/self-check-explicit-skips.sh \
942 t/self-check-is_newest.tap \
943 t/self-check-me.tap \
944 t/self-check-reexec.tap \
945 t/self-check-report.sh \
946 t/self-check-sanity.sh \
947 t/self-check-seq.tap \
948 t/self-check-is-blocked-signal.tap \
949 t/self-check-tap.sh \
950 t/self-check-unindent.tap \
967 t/silent-many-gcc.sh \
968 t/silent-many-generic.sh \
970 t/silent-configsite.sh \
971 t/silent-nested-vars.sh \
974 t/silent-yacc-headers.sh \
997 t/strictness-override.sh \
998 t/strictness-precedence.sh \
1012 t/subdirbuiltsources.sh \
1038 t/subst-no-trailing-empty-line.sh \
1057 t/suffix-chain.tap \
1061 t/tap-ambiguous-directive.sh \
1062 t/tap-autonumber.sh \
1064 t/tap-bailout-leading-space.sh \
1065 t/tap-bailout-and-logging.sh \
1066 t/tap-bailout-suppress-badexit.sh \
1067 t/tap-bailout-suppress-later-diagnostic.sh \
1068 t/tap-bailout-suppress-later-errors.sh \
1071 t/tap-diagnostic.sh \
1072 t/tap-empty-diagnostic.sh \
1074 t/tap-escape-directive.sh \
1075 t/tap-escape-directive-2.sh \
1080 t/tap-global-log.sh \
1081 t/tap-global-result.sh \
1083 t/tap-msg0-result.sh \
1084 t/tap-msg0-directive.sh \
1085 t/tap-msg0-planskip.sh \
1086 t/tap-msg0-bailout.sh \
1087 t/tap-msg0-misc.sh \
1088 t/tap-merge-stdout-stderr.sh \
1089 t/tap-no-merge-stdout-stderr.sh \
1090 t/tap-no-disable-hard-error.sh \
1091 t/tap-no-spurious-summary.sh \
1092 t/tap-no-spurious-numbers.sh \
1093 t/tap-no-spurious.sh \
1094 t/tap-not-ok-skip.sh \
1095 t/tap-number-wordboundary.sh \
1096 t/tap-numeric-description.sh \
1097 t/tap-negative-numbers.sh \
1098 t/tap-numbers-leading-zero.sh \
1099 t/tap-out-of-order.sh \
1100 t/tap-passthrough.sh \
1101 t/tap-passthrough-exit.sh \
1103 t/tap-plan-corner.sh \
1104 t/tap-plan-errors.sh \
1105 t/tap-plan-middle.sh \
1106 t/tap-plan-whitespace.sh \
1107 t/tap-plan-leading-zero.sh \
1108 t/tap-plan-malformed.sh \
1109 t/tap-missing-plan-and-bad-exit.sh \
1111 t/tap-planskip-late.sh \
1112 t/tap-planskip-and-logging.sh \
1113 t/tap-planskip-unplanned.sh \
1114 t/tap-planskip-unplanned-corner.sh \
1115 t/tap-planskip-case-insensitive.sh \
1116 t/tap-planskip-whitespace.sh \
1117 t/tap-planskip-badexit.sh \
1118 t/tap-planskip-bailout.sh \
1119 t/tap-planskip-later-errors.sh \
1121 t/tap-test-number-0.sh \
1122 t/tap-recheck-logs.sh \
1123 t/tap-result-comment.sh \
1124 t/tap-todo-skip-together.sh \
1125 t/tap-todo-skip-whitespace.sh \
1126 t/tap-todo-skip.sh \
1127 t/tap-unplanned.sh \
1128 t/tap-whitespace-normalization.sh \
1129 t/tap-with-and-without-number.sh \
1130 t/tap-xfail-tests.sh \
1131 t/tap-common-setup.sh \
1132 t/tap-bad-prog.tap \
1134 t/tap-diagnostic-custom.sh \
1135 t/tap-driver-stderr.sh \
1142 t/tap-summary-color.sh \
1150 t/target-cflags.sh \
1152 t/tests-environment-fd-redirect.sh \
1153 t/tests-environment-and-log-compiler.sh \
1183 t/txinfo-no-clutter.sh \
1184 t/txinfo-unrecognized-extension.sh \
1188 t/uninstall-fail.sh \
1189 t/uninstall-pr9578.sh \
1205 t/vala-parallel.sh \
1223 t/warnings-override.sh \
1224 t/warnings-precedence.sh \
1225 t/warnings-strictness-interactions.sh \
1226 t/warnings-unknown.sh \
1228 t/warnings-win-over-strictness.sh \
1229 t/warning-groups-win-over-strictness.sh \
1248 t/yacc-bison-skeleton-cxx.sh \
1249 t/yacc-bison-skeleton.sh \
1251 t/yacc-clean-cxx.sh \
1255 t/yacc-deleted-headers.sh \
1258 t/yacc-dist-nobuild-subdir.sh \
1259 t/yacc-dist-nobuild.sh \
1261 t/yacc-mix-c-cxx.sh \
1264 t/yacc-weirdnames.sh \
1267 t/yflags-cmdline-override.sh \
1268 t/yflags-conditional.sh \
1269 t/yflags-d-false-positives.sh \
1270 t/yflags-force-conditional.sh \
1271 t/yflags-force-override.sh \
1272 t/yflags-var-expand.sh \
1273 t/libtool-macros.sh \
1276 print-list-of-tests:
1277 @echo $(handwritten_TESTS)
1278 .PHONY: print-list-of-tests