1 ## Makefile fragment that holds the list of test scripts of the automake
2 ## testsuite. This fragment is meant to be included by the Makefile.am,
3 ## but also to be executed directly by make when bootstrapping automake.
5 ## Copyright (C) 2011-2013 Free Software Foundation, Inc.
7 ## This program is free software; you can redistribute it and/or modify
8 ## it under the terms of the GNU General Public License as published by
9 ## the Free Software Foundation; either version 2, or (at your option)
12 ## This program is distributed in the hope that it will be useful,
13 ## but WITHOUT ANY WARRANTY; without even the implied warranty of
14 ## MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
15 ## GNU General Public License for more details.
17 ## You should have received a copy of the GNU General Public License
18 ## along with this program. If not, see <http://www.gnu.org/licenses/>.
20 # FIXME: this "expected failures" are in truth an hack used to
21 # FIXME: to verify that some incorrect usages of our perl libraries
22 # FIXME: raise an error. We should find a cleaner way to check that.
23 perl_fake_XFAIL_TESTS = \
35 t/override-conditional-2.sh \
40 t/remake-timing-bug-pr8365.sh \
41 t/lex-subobj-nodep.sh \
42 t/remake-am-pr10111.sh \
43 t/remake-m4-pr10111.sh \
44 $(perl_fake_XFAIL_TESTS)
53 t/pm/DisjConditions.pl \
54 t/pm/DisjConditions-t.pl \
62 t/perf/testsuite-recheck.sh \
63 t/perf/testsuite-summary.sh
65 # The order here is mostly alphabetical, with the deliberate exception
66 # that tests having a high runtime (especially TAP tests that run various
67 # checks sequentially) are listed early; this improves performance on
68 # concurrent testsuite runs.
74 t/aclocal-I-order-1.sh \
75 t/aclocal-I-order-2.sh \
76 t/aclocal-I-order-3.sh \
77 t/aclocal-I-and-install.sh \
79 t/aclocal-amflags.sh \
80 t/aclocal-autoconf-version-check.sh \
81 t/aclocal-comments-respected.sh \
82 t/aclocal-deleted-header-aclocal-amflags.sh \
83 t/aclocal-deleted-header.sh \
84 t/aclocal-deps-subdir.sh \
86 t/aclocal-dirlist.sh \
87 t/aclocal-dirlist-globbing.sh \
88 t/aclocal-dirlist-abspath.sh \
89 t/aclocal-install-absdir.sh \
90 t/aclocal-install-fail.sh \
91 t/aclocal-install-mkdir.sh \
92 t/aclocal-m4-include-are-scanned-aclocal-amflags.sh \
93 t/aclocal-m4-include-are-scanned.sh \
94 t/aclocal-m4-sinclude.sh \
95 t/aclocal-macrodir.tap \
96 t/aclocal-macrodirs.tap \
97 t/aclocal-missing-macros.sh \
98 t/aclocal-no-extra-scan.sh \
99 t/aclocal-no-force.sh \
100 t/aclocal-no-install-no-mkdir.sh \
101 t/aclocal-no-symlinked-overwrite.sh \
102 t/aclocal-no-unused-required.sh \
104 t/aclocal-path-install.sh \
105 t/aclocal-path-install-serial.sh \
106 t/aclocal-path-nonexistent.sh \
107 t/aclocal-path-precedence.sh \
109 t/aclocal-print-acdir.sh \
111 t/aclocal-remake-misc.sh \
112 t/aclocal-scan-configure-ac-pr319.sh \
113 t/aclocal-serial.sh \
114 t/aclocal-underquoted-defun.sh \
115 t/aclocal-verbose-install.sh \
116 t/ac-output-old.tap \
121 t/add-missing-multiple.sh \
128 t/amhello-cflags.sh \
129 t/amhello-cross-compile.sh \
130 t/amhello-binpkg.sh \
131 t/aminit-moreargs-deprecation.sh \
133 t/am-config-header.sh \
134 t/am-prog-cc-stdc.sh \
135 t/am-prog-cc-c-o.sh \
136 t/am-macro-not-found.sh \
138 t/amopts-location.sh \
139 t/amopts-variable-expansion.sh \
141 t/am-default-source-ext.sh \
142 t/ansi2knr-no-more.sh \
161 t/autodist-subdir.sh \
162 t/autodist-acconfig.sh \
163 t/autodist-acconfig-no-subdir.sh \
164 t/autodist-aclocal-m4.sh \
165 t/autodist-config-headers.sh \
166 t/autodist-configure-no-subdir.sh \
167 t/autodist-no-duplicate.sh \
168 t/autodist-stamp-vti.sh \
172 t/autohdr-subdir-pr12495.sh \
174 t/automake-cmdline.tap \
179 t/auxdir-autodetect.sh \
180 t/auxdir-computed.tap \
181 t/auxdir-misplaced.sh \
182 t/auxdir-nonexistent.sh \
183 t/auxdir-unportable.tap \
188 t/backcompat-acout.sh \
189 t/backslash-issues.sh \
190 t/backslash-before-trailing-whitespace.sh \
194 t/built-sources-check.sh \
195 t/built-sources-cond.sh \
196 t/built-sources-fork-bomb.sh \
197 t/built-sources-install.sh \
198 t/built-sources-subdir.sh \
224 t/check-subst-prog.sh \
225 t/check-exported-srcdir.sh \
226 t/check-fd-redirect.sh \
227 t/check-tests-in-builddir.sh \
228 t/check-no-test-driver.sh \
229 t/check-concurrency-bug9245.sh \
244 t/color-tests-opt.sh \
257 t/comments-in-var-def.sh \
264 t/compile_f90_c_cxx.sh \
265 t/compile_f_c_cxx.sh \
322 t/conffile-leading-dot.sh \
329 t/confh-subdir-clean.sh \
351 t/cygnus-no-more.sh \
363 t/dejagnu-absolute-builddir.sh \
364 t/dejagnu-relative-srcdir.sh \
365 t/dejagnu-siteexp-extend.sh \
366 t/dejagnu-siteexp-append.sh \
367 t/dejagnu-siteexp-useredit.sh \
375 t/depcomp-implicit-auxdir.sh \
382 t/deprecated-acinit.sh \
384 t/dir-named-obj-is-bad.sh \
390 t/dist-auxdir-many-subdirs.sh \
391 t/dist-auxfile-2.sh \
393 t/dist-included-parent-dir.sh \
394 t/dist-missing-am.sh \
395 t/dist-missing-included-m4.sh \
396 t/dist-missing-m4.sh \
400 t/distcleancheck.sh \
405 t/distcom-subdir.sh \
411 t/distcheck-configure-flags.sh \
412 t/distcheck-configure-flags-am.sh \
413 t/distcheck-configure-flags-subpkg.sh \
414 t/distcheck-hook.sh \
415 t/distcheck-hook2.sh \
416 t/distcheck-writable-srcdir.sh \
417 t/distcheck-missing-m4.sh \
418 t/distcheck-outdated-m4.sh \
419 t/distcheck-override-infodir.sh \
420 t/distcheck-pr9579.sh \
421 t/distcheck-pr10470.sh \
423 t/doc-parsing-buglets-colneq-subst.sh \
424 t/doc-parsing-buglets-tabs.sh \
431 t/empty-data-primary.sh \
432 t/empty-sources-primary.tap \
447 t/extra-dist-vpath-dir.sh \
448 t/extra-dist-dirs-and-subdirs.sh \
449 t/extra-dist-vpath-dir-merge.sh \
450 t/extra-dist-wildcards.sh \
451 t/extra-dist-wildcards-gnu.sh \
452 t/extra-dist-wildcards-vpath.sh \
453 t/extra-programs-misc.sh \
454 t/extra-programs-and-libs.sh \
455 t/extra-programs-empty.sh \
456 t/extra-portability.sh \
457 t/extra-portability2.sh \
458 t/extra-portability3.sh \
490 t/hdr-vars-defined-once.sh \
520 t/instdir-no-empty.sh \
525 t/instdir-python.sh \
531 t/instfail-libtool.sh \
537 t/instmany-python.sh \
538 t/install-info-dir.sh \
544 t/javadir-undefined.sh \
548 t/java-compile-install.sh \
549 t/java-compile-run-flat.sh \
550 t/java-compile-run-nested.sh \
551 t/java-empty-classpath.sh \
556 t/java-no-duplicate.sh \
561 t/java-uninstall.sh \
570 t/lex-subobj-nodep.sh \
573 t/lex-lib-external.sh \
579 t/lex-depend-cxx.sh \
580 t/lex-depend-grep.sh \
644 t/lisp-subdir-mix.sh \
663 t/maintclean-vpath.sh \
664 t/maintmode-configure-msg.sh \
673 t/make-keepgoing.tap \
688 t/missing-version-mismatch.sh \
690 t/am-missing-prog.sh \
691 t/missing-auxfile-stops-makefiles-creation.sh \
693 t/mkdirp-deprecation.sh \
699 t/no-extra-makefile-code.sh \
700 t/no-spurious-install-recursive.sh \
702 t/nobase-libtool.sh \
724 t/objcxx-minidemo.sh \
728 t/objext-pr10128.sh \
745 t/override-conditional-1.sh \
746 t/override-conditional-2.sh \
748 t/override-suggest-local.sh \
753 t/parallel-tests-basics.sh \
754 t/parallel-tests-concurrency.sh \
755 t/parallel-tests-concurrency-2.sh \
756 t/parallel-tests-empty.sh \
757 t/parallel-tests-generated-and-distributed.sh \
758 t/parallel-tests-recheck.sh \
759 t/parallel-tests-trailing-whitespace.sh \
760 t/parallel-tests-recheck-depends-on-all.sh \
761 t/parallel-tests-recheck-pr11791.sh \
762 t/parallel-tests-exeext.sh \
763 t/parallel-tests-suffix.sh \
764 t/parallel-tests-suffix-prog.sh \
765 t/parallel-tests-log-compiler-1.sh \
766 t/parallel-tests-log-compiler-2.sh \
767 t/parallel-tests-dry-run-1.sh \
768 t/parallel-tests-dry-run-2.sh \
769 t/parallel-tests-fd-redirect.sh \
770 t/parallel-tests-fd-redirect-exeext.sh \
771 t/parallel-tests-extra-programs.sh \
772 t/parallel-tests-unreadable.sh \
773 t/parallel-tests-subdir.sh \
774 t/parallel-tests-interrupt.tap \
775 t/parallel-tests-reset-term.sh \
776 t/parallel-tests-harderror.sh \
777 t/parallel-tests-log-override-1.sh \
778 t/parallel-tests-log-override-2.sh \
779 t/parallel-tests-log-override-recheck.sh \
780 t/parallel-tests-log-compiler-example.sh \
781 t/parallel-tests-cmdline-override.sh \
782 t/parallel-tests-fork-bomb.sh \
783 t/parallel-tests-empty-testlogs.sh \
784 t/parallel-tests-driver-install.sh \
785 t/parallel-tests-no-color-in-log.sh \
786 t/parallel-tests-no-spurious-summary.sh \
787 t/parallel-tests-exit-statuses.sh \
788 t/parallel-tests-console-output.sh \
789 t/parallel-tests-once.sh \
790 t/tests-environment.sh \
791 t/am-tests-environment.sh \
792 t/tests-environment-backcompat.sh \
793 t/testsuite-summary-color.sh \
794 t/testsuite-summary-count.sh \
795 t/testsuite-summary-count-many.sh \
796 t/testsuite-summary-reference-log.sh \
797 t/test-driver-acsubst.sh \
798 t/test-driver-cond.sh \
799 t/test-driver-custom-no-extra-driver.sh \
800 t/test-driver-custom.sh \
801 t/test-driver-custom-xfail-tests.sh \
802 t/test-driver-custom-multitest.sh \
803 t/test-driver-custom-multitest-recheck.sh \
804 t/test-driver-custom-multitest-recheck2.sh \
805 t/test-driver-create-log-dir.sh \
806 t/test-driver-strip-vpath.sh \
807 t/test-driver-trs-suffix-registered.sh \
808 t/test-driver-fail.sh \
809 t/test-driver-is-distributed.sh \
810 t/test-harness-vpath-rewrite.sh \
812 t/test-logs-repeated.sh \
813 t/test-metadata-global-log.sh \
814 t/test-metadata-global-result.sh \
815 t/test-metadata-recheck.sh \
816 t/test-metadata-results.sh \
819 t/test-trs-basic.sh \
820 t/test-trs-recover.sh \
821 t/test-trs-recover2.sh \
822 t/test-extensions.sh \
823 t/test-extensions-cond.sh \
827 t/per-target-flags.sh \
840 t/posixsubst-data.sh \
841 t/posixsubst-extradist.sh \
842 t/posixsubst-ldadd.sh \
843 t/posixsubst-libraries.sh \
844 t/posixsubst-ltlibraries.sh \
845 t/posixsubst-programs.sh \
846 t/posixsubst-scripts.sh \
847 t/posixsubst-sources.sh \
848 t/posixsubst-tests.sh \
872 t/preproc-basics.sh \
873 t/preproc-c-compile.sh \
875 t/preproc-errmsg.sh \
879 t/primary-prefix-invalid-couples.tap \
880 t/primary-prefix-valid-couples.sh \
881 t/primary-prefix-couples-force-valid.sh \
882 t/primary-prefix-couples-documented-valid.sh \
885 t/programs-primary-rewritten.sh \
886 t/py-compile-basic.sh \
887 t/py-compile-basedir.sh \
888 t/py-compile-destdir.sh \
889 t/py-compile-env.sh \
890 t/py-compile-option-terminate.sh \
891 t/py-compile-usage.sh \
898 t/python-am-path-iftrue.sh \
899 t/python-missing.sh \
900 t/python-too-old.sh \
903 t/python-virtualenv.sh \
904 t/python-pr10995.sh \
907 t/recurs-user-deeply-nested.sh \
908 t/recurs-user-indir.sh \
909 t/recurs-user-keep-going.sh \
910 t/recurs-user-many.sh \
911 t/recurs-user-no-subdirs.sh \
912 t/recurs-user-no-top-level.sh \
913 t/recurs-user-override.sh \
914 t/recurs-user-phony.sh \
915 t/recurs-user-wrap.sh \
918 t/remake-not-after-make-dist.sh \
919 t/remake-maintainer-mode.sh \
920 t/remake-makefile-intree.sh \
921 t/remake-makefile-vpath.sh \
922 t/remake-after-configure-ac.sh \
923 t/remake-after-makefile-am.sh \
924 t/remake-after-acinclude-m4.sh \
925 t/remake-after-aclocal-m4.sh \
926 t/remake-include-configure.sh \
927 t/remake-include-makefile.sh \
928 t/remake-include-aclocal.sh \
929 t/remake-config-status-dependencies.sh \
930 t/remake-configure-dependencies.sh \
931 t/remake-deeply-nested.sh \
932 t/remake-mild-stress.sh \
935 t/remake-recurs-user.sh \
937 t/remake-subdir2.sh \
938 t/remake-subdir3.sh \
939 t/remake-subdir-only.sh \
940 t/remake-subdir-grepping.sh \
941 t/remake-subdir-from-subdir.sh \
942 t/remake-subdir-gnu.sh \
943 t/remake-subdir-no-makefile.sh \
944 t/remake-subdir-long-time.sh \
945 t/remake-gnulib-add-acsubst.sh \
946 t/remake-gnulib-add-header.sh \
947 t/remake-gnulib-remove-header.sh \
948 t/remake-moved-m4-file.sh \
949 t/remake-deleted-m4-file.sh \
950 t/remake-renamed-m4-file.sh \
951 t/remake-renamed-m4-macro-and-file.sh \
952 t/remake-renamed-m4-macro.sh \
953 t/remake-am-pr10111.sh \
954 t/remake-m4-pr10111.sh \
955 t/remake-deleted-am-2.sh \
956 t/remake-deleted-am-subdir.sh \
957 t/remake-deleted-am.sh \
958 t/remake-renamed-am.sh \
959 t/remake-aclocal-version-mismatch.sh \
960 t/remake-macrodir.sh \
961 t/remake-timing-bug-pr8365.sh \
963 t/repeated-options.sh \
966 t/self-check-cc-no-c-o.sh \
967 t/self-check-configure-help.sh \
968 t/self-check-dir.tap \
969 t/self-check-exit.tap \
970 t/self-check-explicit-skips.sh \
971 t/self-check-is_newest.tap \
972 t/self-check-me.tap \
973 t/self-check-report.sh \
974 t/self-check-seq.tap \
975 t/self-check-shell-no-trail-bslash.sh \
976 t/self-check-is-blocked-signal.tap \
977 t/self-check-unindent.tap \
985 t/silent-many-languages.sh \
990 t/silent-yacc-headers.sh \
991 t/silent-configsite.sh \
992 t/silent-nested-vars.sh \
995 t/sourcefile-in-subdir.sh \
1001 t/specflg-dummy.sh \
1006 t/spy-double-colon.sh \
1012 t/strictness-override.sh \
1013 t/strictness-precedence.sh \
1018 t/subdir-ac-subst.sh \
1019 t/subdir-add-pr46.sh \
1020 t/subdir-add2-pr46.sh \
1021 t/subdir-am-cond.sh \
1022 t/subdir-cond-err.sh \
1023 t/subdir-cond-gettext.sh \
1024 t/subdir-env-interference.sh \
1026 t/subdir-with-slash.sh \
1027 t/subdir-subsub.sh \
1028 t/subdir-distclean.sh \
1029 t/subdir-keep-going-pr12554.sh \
1043 t/subobj-clean-pr10697.sh \
1044 t/subobj-clean-lt-pr10697.sh \
1050 t/subpkg-macrodir.sh \
1055 t/subst-no-trailing-empty-line.sh \
1072 t/suffix-chain.tap \
1073 t/suffix-custom-subobj.sh \
1074 t/suffix-custom-subobj-and-specflg.sh \
1078 t/tap-ambiguous-directive.sh \
1079 t/tap-autonumber.sh \
1081 t/tap-bailout-leading-space.sh \
1082 t/tap-bailout-and-logging.sh \
1083 t/tap-bailout-suppress-badexit.sh \
1084 t/tap-bailout-suppress-later-diagnostic.sh \
1085 t/tap-bailout-suppress-later-errors.sh \
1088 t/tap-diagnostic.sh \
1089 t/tap-empty-diagnostic.sh \
1091 t/tap-escape-directive.sh \
1092 t/tap-escape-directive-2.sh \
1097 t/tap-global-log.sh \
1098 t/tap-global-result.sh \
1100 t/tap-msg0-result.sh \
1101 t/tap-msg0-directive.sh \
1102 t/tap-msg0-planskip.sh \
1103 t/tap-msg0-bailout.sh \
1104 t/tap-msg0-misc.sh \
1105 t/tap-merge-stdout-stderr.sh \
1106 t/tap-no-merge-stdout-stderr.sh \
1107 t/tap-no-disable-hard-error.sh \
1108 t/tap-no-spurious-summary.sh \
1109 t/tap-no-spurious-numbers.sh \
1110 t/tap-no-spurious.sh \
1111 t/tap-not-ok-skip.sh \
1112 t/tap-number-wordboundary.sh \
1113 t/tap-numeric-description.sh \
1114 t/tap-negative-numbers.sh \
1115 t/tap-numbers-leading-zero.sh \
1116 t/tap-out-of-order.sh \
1117 t/tap-passthrough.sh \
1118 t/tap-passthrough-exit.sh \
1120 t/tap-plan-corner.sh \
1121 t/tap-plan-errors.sh \
1122 t/tap-plan-middle.sh \
1123 t/tap-plan-whitespace.sh \
1124 t/tap-plan-leading-zero.sh \
1125 t/tap-plan-malformed.sh \
1126 t/tap-missing-plan-and-bad-exit.sh \
1128 t/tap-planskip-late.sh \
1129 t/tap-planskip-and-logging.sh \
1130 t/tap-planskip-unplanned.sh \
1131 t/tap-planskip-unplanned-corner.sh \
1132 t/tap-planskip-case-insensitive.sh \
1133 t/tap-planskip-whitespace.sh \
1134 t/tap-planskip-badexit.sh \
1135 t/tap-planskip-bailout.sh \
1136 t/tap-planskip-later-errors.sh \
1138 t/tap-test-number-0.sh \
1139 t/tap-recheck-logs.sh \
1140 t/tap-result-comment.sh \
1141 t/tap-todo-skip-together.sh \
1142 t/tap-todo-skip-whitespace.sh \
1143 t/tap-todo-skip.sh \
1144 t/tap-unplanned.sh \
1145 t/tap-whitespace-normalization.sh \
1146 t/tap-with-and-without-number.sh \
1147 t/tap-xfail-tests.sh \
1148 t/tap-common-setup.sh \
1149 t/tap-bad-prog.tap \
1151 t/tap-diagnostic-custom.sh \
1152 t/tap-driver-stderr.sh \
1159 t/tap-summary-color.sh \
1166 t/tar-opts-errors.sh \
1167 t/tar-ustar-id-too-high.sh \
1169 t/target-cflags.sh \
1171 t/tests-environment-fd-redirect.sh \
1172 t/tests-environment-and-log-compiler.sh \
1173 t/txinfo-absolute-srcdir-pr408.sh \
1174 t/txinfo-add-missing-and-dist.sh \
1175 t/txinfo-bsd-make-recurs.sh \
1176 t/txinfo-builddir.sh \
1178 t/txinfo-dvi-recurs.sh \
1179 t/txinfo-info-in-srcdir.sh \
1180 t/txinfo-makeinfo-error-no-clobber.sh \
1181 t/txinfo-many-output-formats.sh \
1182 t/txinfo-many-output-formats-vpath.sh \
1183 t/txinfo-nodist-info.sh \
1184 t/txinfo-no-clutter.sh \
1185 t/txinfo-no-extra-dist.sh \
1186 t/txinfo-no-installinfo.sh \
1187 t/txinfo-no-repeated-targets.sh \
1188 t/txinfo-other-suffixes.sh \
1189 t/txinfo-override-infodeps.sh \
1190 t/txinfo-override-texinfo-tex.sh \
1191 t/txinfo-setfilename-repeated.sh \
1192 t/txinfo-setfilename-suffix-strip.sh \
1193 t/txinfo-subdir-pr343.sh \
1194 t/txinfo-tex-dist.sh \
1195 t/txinfo-unrecognized-extension.sh \
1196 t/txinfo-unrecognized-info-suffix.sh \
1198 t/txinfo-vtexi2.sh \
1199 t/txinfo-vtexi3.sh \
1200 t/txinfo-vtexi4.sh \
1201 t/txinfo-without-info-suffix.sh \
1210 t/uninstall-fail.sh \
1211 t/uninstall-pr9578.sh \
1216 t/vala-configure.sh \
1217 t/vala-grepping.sh \
1222 t/vala-non-recursive-setup.sh \
1223 t/vala-parallel.sh \
1224 t/vala-per-target-flags.sh \
1225 t/vala-recursive-setup.sh \
1241 t/warnings-obsolete-default.sh \
1242 t/warnings-override.sh \
1243 t/warnings-precedence.sh \
1244 t/warnings-strictness-interactions.sh \
1245 t/warnings-unknown.sh \
1247 t/warnings-win-over-strictness.sh \
1248 t/warning-groups-win-over-strictness.sh \
1257 t/yacc-cxx-grepping.sh \
1262 t/yacc-bison-skeleton-cxx.sh \
1263 t/yacc-bison-skeleton.sh \
1265 t/yacc-clean-cxx.sh \
1269 t/yacc-deleted-headers.sh \
1272 t/yacc-dist-nobuild-subdir.sh \
1273 t/yacc-dist-nobuild.sh \
1274 t/yacc-grepping.sh \
1275 t/yacc-grepping2.sh \
1276 t/yacc-headers-and-dist-pr47.sh \
1278 t/yacc-mix-c-cxx.sh \
1282 t/yacc-weirdnames.sh \
1285 t/yflags-cmdline-override.sh \
1286 t/yflags-conditional.sh \
1287 t/yflags-d-false-positives.sh \
1288 t/yflags-force-conditional.sh \
1289 t/yflags-force-override.sh \
1290 t/yflags-var-expand.sh \
1291 t/libtool-macros.sh \
1292 t/gettext-macros.sh \
1293 t/pkg-config-macros.sh
1295 print-list-of-tests:
1296 @echo $(handwritten_TESTS)
1297 .PHONY: print-list-of-tests