1 ## Makefile fragment that holds the list of test scripts of the automake
2 ## testsuite. This fragment is meant to be included by the Makefile.am,
3 ## but also to be executed directly by make when bootstrapping automake.
5 ## Copyright (C) 2011-2012 Free Software Foundation, Inc.
7 ## This program is free software; you can redistribute it and/or modify
8 ## it under the terms of the GNU General Public License as published by
9 ## the Free Software Foundation; either version 2, or (at your option)
12 ## This program is distributed in the hope that it will be useful,
13 ## but WITHOUT ANY WARRANTY; without even the implied warranty of
14 ## MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
15 ## GNU General Public License for more details.
17 ## You should have received a copy of the GNU General Public License
18 ## along with this program. If not, see <http://www.gnu.org/licenses/>.
20 # FIXME: this "expected failures" are in truth an hack used to
21 # FIXME: to verify that some incorrect usages of our perl libraries
22 # FIXME: raise an error. We should find a cleaner way to check that.
23 perl_fake_XFAIL_TESTS = \
33 t/yacc-bison-skeleton-cxx.sh \
34 t/yacc-bison-skeleton.sh \
37 t/override-conditional-2.sh \
45 t/parallel-tests-many.sh \
46 t/pr8365-remake-timing.sh \
47 t/lex-subobj-nodep.sh \
48 t/remake-am-pr10111.sh \
49 t/remake-m4-pr10111.sh \
51 $(perl_fake_XFAIL_TESTS)
60 t/pm/DisjConditions.pl \
61 t/pm/DisjConditions-t.pl \
69 t/perf/testsuite-recheck.sh \
70 t/perf/testsuite-summary.sh
72 # The order here is mostly alphabetical, with the deliberate exception
73 # that tests having a high runtime (especially TAP tests that run various
74 # checks sequentially) are listed early; this improves performance on
75 # concurrent testsuite runs.
106 t/aclocal-install-absdir.sh \
107 t/aclocal-macrodir.tap \
108 t/aclocal-amflags.sh \
109 t/aclocal-print-acdir.sh \
111 t/aclocal-path-install.sh \
112 t/aclocal-path-install-serial.sh \
113 t/aclocal-path-nonexistent.sh \
114 t/aclocal-path-precedence.sh \
115 t/aclocal-install-fail.sh \
116 t/aclocal-install-mkdir.sh \
117 t/aclocal-no-install-no-mkdir.sh \
118 t/aclocal-verbose-install.sh \
119 t/aclocal-autoconf-version-check.sh \
120 t/ac-output-old.tap \
131 t/amhello-cflags.sh \
132 t/amhello-cross-compile.sh \
133 t/amhello-binpkg.sh \
134 t/aminit-moreargs-no-more.sh \
136 t/am-macro-not-found.sh \
138 t/amopts-location.sh \
139 t/amopts-variable-expansion.sh \
141 t/ansi2knr-no-more.sh \
160 t/autodist-subdir.sh \
161 t/autodist-acconfig.sh \
162 t/autodist-acconfig-no-subdir.sh \
163 t/autodist-aclocal-m4.sh \
164 t/autodist-config-headers.sh \
165 t/autodist-configure-no-subdir.sh \
166 t/autodist-no-duplicate.sh \
167 t/autodist-stamp-vti.sh \
172 t/automake-cmdline.tap \
177 t/auxdir-autodetect.sh \
178 t/auxdir-computed.tap \
179 t/auxdir-misplaced.sh \
180 t/auxdir-nonexistent.sh \
181 t/auxdir-unportable.tap \
182 t/backcompat-acout.sh \
217 t/check-subst-prog.sh \
218 t/check-exported-srcdir.sh \
219 t/check-fd-redirect.sh \
220 t/check-tests-in-builddir.sh \
221 t/check-no-test-driver.sh \
222 t/check-concurrency-bug9245.sh \
248 t/comments-in-var-def.sh \
255 t/compile_f90_c_cxx.sh \
256 t/compile_f_c_cxx.sh \
313 t/conffile-leading-dot.sh \
320 t/confh-subdir-clean.sh \
343 t/cygnus-no-more.sh \
355 t/dejagnu-absolute-builddir.sh \
356 t/dejagnu-relative-srcdir.sh \
357 t/dejagnu-siteexp-extend.sh \
358 t/dejagnu-siteexp-append.sh \
359 t/dejagnu-siteexp-useredit.sh \
367 t/depcomp-implicit-auxdir.sh \
374 t/deprecated-acinit.sh \
376 t/dir-named-obj-is-bad.sh \
379 t/dirlist-abspath.sh \
382 t/dist-auxdir-many-subdirs.sh \
383 t/dist-auxfile-2.sh \
385 t/dist-included-parent-dir.sh \
386 t/dist-missing-am.sh \
387 t/dist-missing-included-m4.sh \
388 t/dist-missing-m4.sh \
392 t/distcleancheck.sh \
397 t/distcom-subdir.sh \
403 t/distcheck-configure-flags.sh \
404 t/distcheck-configure-flags-am.sh \
405 t/distcheck-configure-flags-subpkg.sh \
406 t/distcheck-hook.sh \
407 t/distcheck-hook2.sh \
408 t/distcheck-writable-srcdir.sh \
409 t/distcheck-missing-m4.sh \
410 t/distcheck-outdated-m4.sh \
411 t/distcheck-override-infodir.sh \
412 t/distcheck-pr9579.sh \
413 t/distcheck-pr10470.sh \
415 t/doc-parsing-buglets-colneq-subst.sh \
416 t/doc-parsing-buglets-tabs.sh \
450 t/extra-programs-empty.sh \
451 t/extra-portability.sh \
452 t/extra-portability2.sh \
453 t/extra-portability3.sh \
486 t/hdr-vars-defined-once.sh \
517 t/instdir-no-empty.sh \
522 t/instdir-python.sh \
528 t/instfail-libtool.sh \
534 t/instmany-python.sh \
535 t/install-info-dir.sh \
541 t/javadir-undefined.sh \
545 t/java-compile-install.sh \
546 t/java-compile-run-flat.sh \
547 t/java-compile-run-nested.sh \
548 t/java-empty-classpath.sh \
553 t/java-no-duplicate.sh \
558 t/java-uninstall.sh \
567 t/lex-subobj-nodep.sh \
569 t/lex-lib-external.sh \
574 t/lex-depend-cxx.sh \
575 t/lex-depend-grep.sh \
657 t/maintclean-vpath.sh \
658 t/maintmode-configure-msg.sh \
680 t/missing-version-mismatch.sh \
682 t/am-missing-prog.sh \
683 t/missing-auxfile-stops-makefiles-creation.sh \
690 t/no-extra-makefile-code.sh \
691 t/no-outdir-option.sh \
693 t/nobase-libtool.sh \
714 t/objcxx-minidemo.sh \
718 t/objext-pr10128.sh \
735 t/override-conditional-1.sh \
736 t/override-conditional-2.sh \
738 t/override-suggest-local.sh \
743 t/parallel-tests.sh \
744 t/parallel-tests3.sh \
745 t/parallel-tests5.sh \
746 t/parallel-tests6.sh \
747 t/parallel-tests8.sh \
748 t/parallel-tests9.sh \
749 t/parallel-tests10.sh \
750 t/parallel-tests-recheck-depends-on-all.sh \
751 t/parallel-tests-recheck-pr11791.sh \
752 t/parallel-tests-exeext.sh \
753 t/parallel-tests-suffix.sh \
754 t/parallel-tests-suffix-prog.sh \
755 t/parallel-tests-log-compiler-1.sh \
756 t/parallel-tests-log-compiler-2.sh \
757 t/parallel-tests-dry-run-1.sh \
758 t/parallel-tests-dry-run-2.sh \
759 t/parallel-tests-fd-redirect.sh \
760 t/parallel-tests-fd-redirect-exeext.sh \
761 t/parallel-tests-extra-programs.sh \
762 t/parallel-tests-unreadable.sh \
763 t/parallel-tests-subdir.sh \
764 t/parallel-tests-interrupt.tap \
765 t/parallel-tests-reset-term.sh \
766 t/parallel-tests-harderror.sh \
767 t/parallel-tests-log-override-1.sh \
768 t/parallel-tests-log-override-2.sh \
769 t/parallel-tests-log-override-recheck.sh \
770 t/parallel-tests-log-compiler-example.sh \
771 t/parallel-tests-cmdline-override.sh \
772 t/parallel-tests-fork-bomb.sh \
773 t/parallel-tests-empty-testlogs.sh \
774 t/parallel-tests-driver-install.sh \
775 t/parallel-tests-no-color-in-log.sh \
776 t/parallel-tests-no-spurious-summary.sh \
777 t/parallel-tests-exit-statuses.sh \
778 t/parallel-tests-console-output.sh \
779 t/parallel-tests-once.sh \
780 t/parallel-tests-trailing-bslash.sh \
781 t/parallel-tests-many.sh \
782 t/tests-environment.sh \
783 t/am-tests-environment.sh \
784 t/tests-environment-backcompat.sh \
785 t/testsuite-summary-color.sh \
786 t/testsuite-summary-count.sh \
787 t/testsuite-summary-count-many.sh \
788 t/testsuite-summary-reference-log.sh \
789 t/test-driver-acsubst.sh \
790 t/test-driver-cond.sh \
791 t/test-driver-custom-no-extra-driver.sh \
792 t/test-driver-custom.sh \
793 t/test-driver-custom-xfail-tests.sh \
794 t/test-driver-custom-multitest.sh \
795 t/test-driver-custom-multitest-recheck.sh \
796 t/test-driver-custom-multitest-recheck2.sh \
797 t/test-driver-create-log-dir.sh \
798 t/test-driver-strip-vpath.sh \
799 t/test-driver-trs-suffix-registered.sh \
800 t/test-driver-fail.sh \
801 t/test-driver-is-distributed.sh \
802 t/test-harness-vpath-rewrite.sh \
804 t/test-logs-repeated.sh \
805 t/test-metadata-global-log.sh \
806 t/test-metadata-global-result.sh \
807 t/test-metadata-recheck.sh \
808 t/test-metadata-results.sh \
811 t/test-trs-basic.sh \
812 t/test-trs-recover.sh \
813 t/test-trs-recover2.sh \
814 t/test-extensions.sh \
815 t/test-extensions-cond.sh \
831 t/posixsubst-data.sh \
832 t/posixsubst-extradist.sh \
833 t/posixsubst-ldadd.sh \
834 t/posixsubst-libraries.sh \
835 t/posixsubst-ltlibraries.sh \
836 t/posixsubst-programs.sh \
837 t/posixsubst-scripts.sh \
838 t/posixsubst-sources.sh \
839 t/posixsubst-tests.sh \
866 t/primary-prefix-invalid-couples.tap \
867 t/primary-prefix-valid-couples.sh \
868 t/primary-prefix-couples-force-valid.sh \
869 t/primary-prefix-couples-documented-valid.sh \
872 t/programs-primary-rewritten.sh \
873 t/py-compile-basic.sh \
874 t/py-compile-basic2.sh \
875 t/py-compile-basedir.sh \
876 t/py-compile-destdir.sh \
877 t/py-compile-env.sh \
878 t/py-compile-option-terminate.sh \
879 t/py-compile-usage.sh \
895 t/python-virtualenv.sh \
896 t/python-pr10995.sh \
899 t/recurs-user-deeply-nested.sh \
900 t/recurs-user-indir.sh \
901 t/recurs-user-keep-going.sh \
902 t/recurs-user-many.sh \
903 t/recurs-user-no-subdirs.sh \
904 t/recurs-user-no-top-level.sh \
905 t/recurs-user-override.sh \
906 t/recurs-user-phony.sh \
907 t/recurs-user-wrap.sh \
931 t/remake-recurs-user.sh \
932 t/remake-subdir-from-subdir.sh \
933 t/remake-subdir-gnu.sh \
935 t/remake-subdir2.sh \
936 t/remake-subdir-long-time.sh \
937 t/remake-gnulib-add-acsubst.sh \
938 t/remake-gnulib-add-header.sh \
939 t/remake-gnulib-remove-header.sh \
940 t/remake-moved-m4-file.sh \
941 t/remake-deleted-m4-file.sh \
942 t/remake-renamed-m4-file.sh \
943 t/remake-renamed-m4-macro-and-file.sh \
944 t/remake-renamed-m4-macro.sh \
945 t/remake-am-pr10111.sh \
946 t/remake-m4-pr10111.sh \
947 t/remake-deleted-am-2.sh \
948 t/remake-deleted-am-subdir.sh \
949 t/remake-deleted-am.sh \
950 t/remake-renamed-am.sh \
951 t/remake-aclocal-version-mismatch.sh \
952 t/remake-macrodir.sh \
953 t/pr8365-remake-timing.sh \
957 t/repeated-options.sh \
959 t/self-check-configure-help.sh \
960 t/self-check-dir.tap \
961 t/self-check-env-sanitize.tap \
962 t/self-check-exit.tap \
963 t/self-check-explicit-skips.sh \
964 t/self-check-is_newest.tap \
965 t/self-check-me.tap \
966 t/self-check-report.sh \
967 t/self-check-seq.tap \
968 t/self-check-is-blocked-signal.tap \
969 t/self-check-tap.sh \
970 t/self-check-unindent.tap \
986 t/silent-many-gcc.sh \
987 t/silent-many-generic.sh \
988 t/silent-configsite.sh \
989 t/silent-nested-vars.sh \
992 t/silent-yacc-headers.sh \
994 t/sourcefile-in-subdir.sh \
1004 t/specflg-dummy.sh \
1015 t/strictness-override.sh \
1016 t/strictness-precedence.sh \
1021 t/subdir-ac-subst.sh \
1022 t/subdir-add-pr46.sh \
1023 t/subdir-add2-pr46.sh \
1024 t/subdir-am-cond.sh \
1025 t/subdir-cond-err.sh \
1026 t/subdir-cond-gettext.sh \
1028 t/subdir-with-slash.sh \
1029 t/subdir-subsub.sh \
1031 t/subdir-distclean.sh \
1032 t/subdirbuiltsources.sh \
1046 t/subobj-clean-pr10697.sh \
1047 t/subobj-clean-lt-pr10697.sh \
1057 t/subst-no-trailing-empty-line.sh \
1076 t/suffix-chain.tap \
1080 t/tap-ambiguous-directive.sh \
1081 t/tap-autonumber.sh \
1083 t/tap-bailout-leading-space.sh \
1084 t/tap-bailout-and-logging.sh \
1085 t/tap-bailout-suppress-badexit.sh \
1086 t/tap-bailout-suppress-later-diagnostic.sh \
1087 t/tap-bailout-suppress-later-errors.sh \
1090 t/tap-diagnostic.sh \
1091 t/tap-empty-diagnostic.sh \
1093 t/tap-escape-directive.sh \
1094 t/tap-escape-directive-2.sh \
1099 t/tap-global-log.sh \
1100 t/tap-global-result.sh \
1102 t/tap-msg0-result.sh \
1103 t/tap-msg0-directive.sh \
1104 t/tap-msg0-planskip.sh \
1105 t/tap-msg0-bailout.sh \
1106 t/tap-msg0-misc.sh \
1107 t/tap-merge-stdout-stderr.sh \
1108 t/tap-no-merge-stdout-stderr.sh \
1109 t/tap-no-disable-hard-error.sh \
1110 t/tap-no-spurious-summary.sh \
1111 t/tap-no-spurious-numbers.sh \
1112 t/tap-no-spurious.sh \
1113 t/tap-not-ok-skip.sh \
1114 t/tap-number-wordboundary.sh \
1115 t/tap-numeric-description.sh \
1116 t/tap-negative-numbers.sh \
1117 t/tap-numbers-leading-zero.sh \
1118 t/tap-out-of-order.sh \
1119 t/tap-passthrough.sh \
1120 t/tap-passthrough-exit.sh \
1122 t/tap-plan-corner.sh \
1123 t/tap-plan-errors.sh \
1124 t/tap-plan-middle.sh \
1125 t/tap-plan-whitespace.sh \
1126 t/tap-plan-leading-zero.sh \
1127 t/tap-plan-malformed.sh \
1128 t/tap-missing-plan-and-bad-exit.sh \
1130 t/tap-planskip-late.sh \
1131 t/tap-planskip-and-logging.sh \
1132 t/tap-planskip-unplanned.sh \
1133 t/tap-planskip-unplanned-corner.sh \
1134 t/tap-planskip-case-insensitive.sh \
1135 t/tap-planskip-whitespace.sh \
1136 t/tap-planskip-badexit.sh \
1137 t/tap-planskip-bailout.sh \
1138 t/tap-planskip-later-errors.sh \
1140 t/tap-test-number-0.sh \
1141 t/tap-recheck-logs.sh \
1142 t/tap-result-comment.sh \
1143 t/tap-todo-skip-together.sh \
1144 t/tap-todo-skip-whitespace.sh \
1145 t/tap-todo-skip.sh \
1146 t/tap-unplanned.sh \
1147 t/tap-whitespace-normalization.sh \
1148 t/tap-with-and-without-number.sh \
1149 t/tap-xfail-tests.sh \
1150 t/tap-common-setup.sh \
1151 t/tap-bad-prog.tap \
1153 t/tap-diagnostic-custom.sh \
1154 t/tap-driver-stderr.sh \
1161 t/tap-summary-color.sh \
1169 t/target-cflags.sh \
1171 t/tests-environment-fd-redirect.sh \
1172 t/tests-environment-and-log-compiler.sh \
1199 t/txinfo-no-clutter.sh \
1200 t/txinfo-unrecognized-extension.sh \
1204 t/uninstall-fail.sh \
1205 t/uninstall-pr9578.sh \
1221 t/vala-parallel.sh \
1239 t/warnings-override.sh \
1240 t/warnings-precedence.sh \
1241 t/warnings-strictness-interactions.sh \
1242 t/warnings-unknown.sh \
1244 t/warnings-win-over-strictness.sh \
1245 t/warning-groups-win-over-strictness.sh \
1264 t/yacc-bison-skeleton-cxx.sh \
1265 t/yacc-bison-skeleton.sh \
1267 t/yacc-clean-cxx.sh \
1271 t/yacc-deleted-headers.sh \
1274 t/yacc-dist-nobuild-subdir.sh \
1275 t/yacc-dist-nobuild.sh \
1277 t/yacc-mix-c-cxx.sh \
1280 t/yacc-weirdnames.sh \
1283 t/yflags-cmdline-override.sh \
1284 t/yflags-conditional.sh \
1285 t/yflags-d-false-positives.sh \
1286 t/yflags-force-conditional.sh \
1287 t/yflags-force-override.sh \
1288 t/yflags-var-expand.sh \
1289 t/libtool-macros.sh \
1292 print-list-of-tests:
1293 @echo $(handwritten_TESTS)
1294 .PHONY: print-list-of-tests