1 ## Makefile fragment that holds the list of test scripts of the automake
2 ## testsuite. This fragment is meant to be included by the Makefile.am,
3 ## but also to be executed directly by make when bootstrapping automake.
5 ## Copyright (C) 2011-2012 Free Software Foundation, Inc.
7 ## This program is free software; you can redistribute it and/or modify
8 ## it under the terms of the GNU General Public License as published by
9 ## the Free Software Foundation; either version 2, or (at your option)
12 ## This program is distributed in the hope that it will be useful,
13 ## but WITHOUT ANY WARRANTY; without even the implied warranty of
14 ## MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
15 ## GNU General Public License for more details.
17 ## You should have received a copy of the GNU General Public License
18 ## along with this program. If not, see <http://www.gnu.org/licenses/>.
20 # FIXME: this "expected failures" are in truth an hack used to
21 # FIXME: to verify that some incorrect usages of our perl libraries
22 # FIXME: raise an error. We should find a cleaner way to check that.
23 perl_fake_XFAIL_TESTS = \
35 t/override-conditional-2.sh \
40 t/remake-timing-bug-pr8365.sh \
41 t/lex-subobj-nodep.sh \
42 t/remake-am-pr10111.sh \
43 t/remake-m4-pr10111.sh \
45 $(perl_fake_XFAIL_TESTS)
54 t/pm/DisjConditions.pl \
55 t/pm/DisjConditions-t.pl \
63 t/perf/testsuite-recheck.sh \
64 t/perf/testsuite-summary.sh
66 # The order here is mostly alphabetical, with the deliberate exception
67 # that tests having a high runtime (especially TAP tests that run various
68 # checks sequentially) are listed early; this improves performance on
69 # concurrent testsuite runs.
76 t/aclocal-I-order-1.sh \
77 t/aclocal-I-order-2.sh \
78 t/aclocal-I-order-3.sh \
80 t/aclocal-amflags.sh \
81 t/aclocal-autoconf-version-check.sh \
82 t/aclocal-comments-respected.sh \
83 t/aclocal-deleted-header-aclocal-amflags.sh \
84 t/aclocal-deleted-header.sh \
85 t/aclocal-deps-subdir.sh \
87 t/aclocal-dirlist.sh \
88 t/aclocal-dirlist-globbing.sh \
89 t/aclocal-dirlist-abspath.sh \
90 t/aclocal-install-absdir.sh \
91 t/aclocal-install-fail.sh \
92 t/aclocal-install-mkdir.sh \
93 t/aclocal-m4-include-are-scanned-aclocal-amflags.sh \
94 t/aclocal-m4-include-are-scanned.sh \
95 t/aclocal-m4-sinclude.sh \
96 t/aclocal-macrodir.tap \
97 t/aclocal-macrodirs.tap \
98 t/aclocal-missing-macros.sh \
99 t/aclocal-no-extra-scan.sh \
100 t/aclocal-no-force.sh \
101 t/aclocal-no-install-no-mkdir.sh \
102 t/aclocal-no-symlinked-overwrite.sh \
103 t/aclocal-no-unused-required.sh \
105 t/aclocal-path-install.sh \
106 t/aclocal-path-install-serial.sh \
107 t/aclocal-path-nonexistent.sh \
108 t/aclocal-path-precedence.sh \
110 t/aclocal-print-acdir.sh \
112 t/aclocal-remake-misc.sh \
113 t/aclocal-scan-configure-ac-pr319.sh \
114 t/aclocal-serial.sh \
115 t/aclocal-underquoted-defun.sh \
116 t/aclocal-verbose-install.sh \
117 t/ac-output-old.tap \
122 t/add-missing-multiple.sh \
129 t/amhello-cflags.sh \
130 t/amhello-cross-compile.sh \
131 t/amhello-binpkg.sh \
132 t/aminit-moreargs-deprecation.sh \
134 t/am-config-header-no-more.sh \
135 t/am-macro-not-found.sh \
137 t/amopts-location.sh \
138 t/amopts-variable-expansion.sh \
140 t/am-default-source-ext.sh \
141 t/ansi2knr-no-more.sh \
160 t/autodist-subdir.sh \
161 t/autodist-acconfig.sh \
162 t/autodist-acconfig-no-subdir.sh \
163 t/autodist-aclocal-m4.sh \
164 t/autodist-config-headers.sh \
165 t/autodist-configure-no-subdir.sh \
166 t/autodist-no-duplicate.sh \
167 t/autodist-stamp-vti.sh \
171 t/autohdr-subdir-pr12495.sh \
173 t/automake-cmdline.tap \
178 t/auxdir-autodetect.sh \
179 t/auxdir-computed.tap \
180 t/auxdir-misplaced.sh \
181 t/auxdir-nonexistent.sh \
182 t/auxdir-unportable.tap \
187 t/backcompat-acout.sh \
195 t/built-sources-check.sh \
196 t/built-sources-cond.sh \
197 t/built-sources-fork-bomb.sh \
198 t/built-sources-install.sh \
199 t/built-sources-subdir.sh \
225 t/check-subst-prog.sh \
226 t/check-exported-srcdir.sh \
227 t/check-fd-redirect.sh \
228 t/check-tests-in-builddir.sh \
229 t/check-no-test-driver.sh \
230 t/check-concurrency-bug9245.sh \
245 t/color-tests-opt.sh \
258 t/comments-in-var-def.sh \
265 t/compile_f90_c_cxx.sh \
266 t/compile_f_c_cxx.sh \
323 t/conffile-leading-dot.sh \
330 t/confh-subdir-clean.sh \
352 t/cygnus-no-more.sh \
364 t/dejagnu-absolute-builddir.sh \
365 t/dejagnu-relative-srcdir.sh \
366 t/dejagnu-siteexp-extend.sh \
367 t/dejagnu-siteexp-append.sh \
368 t/dejagnu-siteexp-useredit.sh \
376 t/depcomp-implicit-auxdir.sh \
383 t/deprecated-acinit.sh \
385 t/dir-named-obj-is-bad.sh \
388 t/dist-auxdir-many-subdirs.sh \
389 t/dist-auxfile-2.sh \
391 t/dist-included-parent-dir.sh \
392 t/dist-missing-am.sh \
393 t/dist-missing-included-m4.sh \
394 t/dist-missing-m4.sh \
398 t/distcleancheck.sh \
403 t/distcom-subdir.sh \
409 t/distcheck-configure-flags.sh \
410 t/distcheck-configure-flags-am.sh \
411 t/distcheck-configure-flags-subpkg.sh \
412 t/distcheck-hook.sh \
413 t/distcheck-hook2.sh \
414 t/distcheck-writable-srcdir.sh \
415 t/distcheck-missing-m4.sh \
416 t/distcheck-outdated-m4.sh \
417 t/distcheck-override-infodir.sh \
418 t/distcheck-pr9579.sh \
419 t/distcheck-pr10470.sh \
421 t/doc-parsing-buglets-colneq-subst.sh \
422 t/doc-parsing-buglets-tabs.sh \
429 t/empty-data-primary.sh \
430 t/empty-sources-primary.tap \
454 t/extra-programs-empty.sh \
455 t/extra-portability.sh \
456 t/extra-portability2.sh \
457 t/extra-portability3.sh \
489 t/hdr-vars-defined-once.sh \
519 t/instdir-no-empty.sh \
524 t/instdir-python.sh \
530 t/instfail-libtool.sh \
536 t/instmany-python.sh \
537 t/install-info-dir.sh \
543 t/javadir-undefined.sh \
547 t/java-compile-install.sh \
548 t/java-compile-run-flat.sh \
549 t/java-compile-run-nested.sh \
550 t/java-empty-classpath.sh \
555 t/java-no-duplicate.sh \
560 t/java-uninstall.sh \
569 t/lex-subobj-nodep.sh \
572 t/lex-lib-external.sh \
577 t/lex-depend-cxx.sh \
578 t/lex-depend-grep.sh \
642 t/lisp-subdir-mix.sh \
662 t/maintclean-vpath.sh \
663 t/maintmode-configure-msg.sh \
685 t/missing-version-mismatch.sh \
687 t/am-missing-prog.sh \
688 t/missing-auxfile-stops-makefiles-creation.sh \
690 t/mkdirp-deprecation.sh \
696 t/no-extra-makefile-code.sh \
697 t/no-spurious-install-recursive.sh \
699 t/nobase-libtool.sh \
721 t/objcxx-minidemo.sh \
725 t/objext-pr10128.sh \
742 t/override-conditional-1.sh \
743 t/override-conditional-2.sh \
745 t/override-suggest-local.sh \
750 t/parallel-tests-basics.sh \
751 t/parallel-tests-concurrency.sh \
752 t/parallel-tests-concurrency-2.sh \
753 t/parallel-tests-empty.sh \
754 t/parallel-tests-generated-and-distributed.sh \
755 t/parallel-tests-recheck.sh \
756 t/parallel-tests-trailing-whitespace.sh \
757 t/parallel-tests-recheck-depends-on-all.sh \
758 t/parallel-tests-recheck-pr11791.sh \
759 t/parallel-tests-exeext.sh \
760 t/parallel-tests-suffix.sh \
761 t/parallel-tests-suffix-prog.sh \
762 t/parallel-tests-log-compiler-1.sh \
763 t/parallel-tests-log-compiler-2.sh \
764 t/parallel-tests-dry-run-1.sh \
765 t/parallel-tests-dry-run-2.sh \
766 t/parallel-tests-fd-redirect.sh \
767 t/parallel-tests-fd-redirect-exeext.sh \
768 t/parallel-tests-extra-programs.sh \
769 t/parallel-tests-unreadable.sh \
770 t/parallel-tests-subdir.sh \
771 t/parallel-tests-interrupt.tap \
772 t/parallel-tests-reset-term.sh \
773 t/parallel-tests-harderror.sh \
774 t/parallel-tests-log-override-1.sh \
775 t/parallel-tests-log-override-2.sh \
776 t/parallel-tests-log-override-recheck.sh \
777 t/parallel-tests-log-compiler-example.sh \
778 t/parallel-tests-cmdline-override.sh \
779 t/parallel-tests-fork-bomb.sh \
780 t/parallel-tests-empty-testlogs.sh \
781 t/parallel-tests-driver-install.sh \
782 t/parallel-tests-no-color-in-log.sh \
783 t/parallel-tests-no-spurious-summary.sh \
784 t/parallel-tests-exit-statuses.sh \
785 t/parallel-tests-console-output.sh \
786 t/parallel-tests-once.sh \
787 t/tests-environment.sh \
788 t/am-tests-environment.sh \
789 t/tests-environment-backcompat.sh \
790 t/testsuite-summary-color.sh \
791 t/testsuite-summary-count.sh \
792 t/testsuite-summary-count-many.sh \
793 t/testsuite-summary-reference-log.sh \
794 t/test-driver-acsubst.sh \
795 t/test-driver-cond.sh \
796 t/test-driver-custom-no-extra-driver.sh \
797 t/test-driver-custom.sh \
798 t/test-driver-custom-xfail-tests.sh \
799 t/test-driver-custom-multitest.sh \
800 t/test-driver-custom-multitest-recheck.sh \
801 t/test-driver-custom-multitest-recheck2.sh \
802 t/test-driver-create-log-dir.sh \
803 t/test-driver-strip-vpath.sh \
804 t/test-driver-trs-suffix-registered.sh \
805 t/test-driver-fail.sh \
806 t/test-driver-is-distributed.sh \
807 t/test-harness-vpath-rewrite.sh \
809 t/test-logs-repeated.sh \
810 t/test-metadata-global-log.sh \
811 t/test-metadata-global-result.sh \
812 t/test-metadata-recheck.sh \
813 t/test-metadata-results.sh \
816 t/test-trs-basic.sh \
817 t/test-trs-recover.sh \
818 t/test-trs-recover2.sh \
819 t/test-extensions.sh \
820 t/test-extensions-cond.sh \
824 t/per-target-flags.sh \
837 t/posixsubst-data.sh \
838 t/posixsubst-extradist.sh \
839 t/posixsubst-ldadd.sh \
840 t/posixsubst-libraries.sh \
841 t/posixsubst-ltlibraries.sh \
842 t/posixsubst-programs.sh \
843 t/posixsubst-scripts.sh \
844 t/posixsubst-sources.sh \
845 t/posixsubst-tests.sh \
872 t/primary-prefix-invalid-couples.tap \
873 t/primary-prefix-valid-couples.sh \
874 t/primary-prefix-couples-force-valid.sh \
875 t/primary-prefix-couples-documented-valid.sh \
878 t/programs-primary-rewritten.sh \
879 t/py-compile-basic.sh \
880 t/py-compile-basedir.sh \
881 t/py-compile-destdir.sh \
882 t/py-compile-env.sh \
883 t/py-compile-option-terminate.sh \
884 t/py-compile-usage.sh \
891 t/python-am-path-iftrue.sh \
892 t/python-missing.sh \
893 t/python-too-old.sh \
896 t/python-virtualenv.sh \
897 t/python-pr10995.sh \
900 t/recurs-user-deeply-nested.sh \
901 t/recurs-user-indir.sh \
902 t/recurs-user-keep-going.sh \
903 t/recurs-user-many.sh \
904 t/recurs-user-no-subdirs.sh \
905 t/recurs-user-no-top-level.sh \
906 t/recurs-user-override.sh \
907 t/recurs-user-phony.sh \
908 t/recurs-user-wrap.sh \
911 t/remake-not-after-make-dist.sh \
912 t/remake-maintainer-mode.sh \
913 t/remake-makefile-intree.sh \
914 t/remake-makefile-vpath.sh \
915 t/remake-after-configure-ac.sh \
916 t/remake-after-makefile-am.sh \
917 t/remake-after-acinclude-m4.sh \
918 t/remake-after-aclocal-m4.sh \
919 t/remake-include-configure.sh \
920 t/remake-include-makefile.sh \
921 t/remake-include-aclocal.sh \
922 t/remake-deeply-nested.sh \
923 t/remake-mild-stress.sh \
926 t/remake-recurs-user.sh \
928 t/remake-subdir2.sh \
929 t/remake-subdir3.sh \
930 t/remake-subdir-only.sh \
931 t/remake-subdir-grepping.sh \
932 t/remake-subdir-from-subdir.sh \
933 t/remake-subdir-gnu.sh \
934 t/remake-subdir-no-makefile.sh \
935 t/remake-subdir-long-time.sh \
936 t/remake-gnulib-add-acsubst.sh \
937 t/remake-gnulib-add-header.sh \
938 t/remake-gnulib-remove-header.sh \
939 t/remake-moved-m4-file.sh \
940 t/remake-deleted-m4-file.sh \
941 t/remake-renamed-m4-file.sh \
942 t/remake-renamed-m4-macro-and-file.sh \
943 t/remake-renamed-m4-macro.sh \
944 t/remake-am-pr10111.sh \
945 t/remake-m4-pr10111.sh \
946 t/remake-deleted-am-2.sh \
947 t/remake-deleted-am-subdir.sh \
948 t/remake-deleted-am.sh \
949 t/remake-renamed-am.sh \
950 t/remake-aclocal-version-mismatch.sh \
951 t/remake-macrodir.sh \
952 t/remake-timing-bug-pr8365.sh \
954 t/repeated-options.sh \
956 t/self-check-configure-help.sh \
957 t/self-check-dir.tap \
958 t/self-check-exit.tap \
959 t/self-check-explicit-skips.sh \
960 t/self-check-is_newest.tap \
961 t/self-check-me.tap \
962 t/self-check-report.sh \
963 t/self-check-seq.tap \
964 t/self-check-shell-no-trail-bslash.sh \
965 t/self-check-is-blocked-signal.tap \
966 t/self-check-unindent.tap \
974 t/silent-many-languages.sh \
979 t/silent-yacc-headers.sh \
980 t/silent-configsite.sh \
981 t/silent-nested-vars.sh \
984 t/sourcefile-in-subdir.sh \
1001 t/strictness-override.sh \
1002 t/strictness-precedence.sh \
1007 t/subdir-ac-subst.sh \
1008 t/subdir-add-pr46.sh \
1009 t/subdir-add2-pr46.sh \
1010 t/subdir-am-cond.sh \
1011 t/subdir-cond-err.sh \
1012 t/subdir-cond-gettext.sh \
1013 t/subdir-env-interference.sh \
1015 t/subdir-with-slash.sh \
1016 t/subdir-subsub.sh \
1017 t/subdir-distclean.sh \
1031 t/subobj-clean-pr10697.sh \
1032 t/subobj-clean-lt-pr10697.sh \
1038 t/subpkg-macrodir.sh \
1043 t/subst-no-trailing-empty-line.sh \
1060 t/suffix-chain.tap \
1061 t/suffix-custom-subobj.sh \
1062 t/suffix-custom-subobj-and-specflg.sh \
1066 t/tap-ambiguous-directive.sh \
1067 t/tap-autonumber.sh \
1069 t/tap-bailout-leading-space.sh \
1070 t/tap-bailout-and-logging.sh \
1071 t/tap-bailout-suppress-badexit.sh \
1072 t/tap-bailout-suppress-later-diagnostic.sh \
1073 t/tap-bailout-suppress-later-errors.sh \
1076 t/tap-diagnostic.sh \
1077 t/tap-empty-diagnostic.sh \
1079 t/tap-escape-directive.sh \
1080 t/tap-escape-directive-2.sh \
1085 t/tap-global-log.sh \
1086 t/tap-global-result.sh \
1088 t/tap-msg0-result.sh \
1089 t/tap-msg0-directive.sh \
1090 t/tap-msg0-planskip.sh \
1091 t/tap-msg0-bailout.sh \
1092 t/tap-msg0-misc.sh \
1093 t/tap-merge-stdout-stderr.sh \
1094 t/tap-no-merge-stdout-stderr.sh \
1095 t/tap-no-disable-hard-error.sh \
1096 t/tap-no-spurious-summary.sh \
1097 t/tap-no-spurious-numbers.sh \
1098 t/tap-no-spurious.sh \
1099 t/tap-not-ok-skip.sh \
1100 t/tap-number-wordboundary.sh \
1101 t/tap-numeric-description.sh \
1102 t/tap-negative-numbers.sh \
1103 t/tap-numbers-leading-zero.sh \
1104 t/tap-out-of-order.sh \
1105 t/tap-passthrough.sh \
1106 t/tap-passthrough-exit.sh \
1108 t/tap-plan-corner.sh \
1109 t/tap-plan-errors.sh \
1110 t/tap-plan-middle.sh \
1111 t/tap-plan-whitespace.sh \
1112 t/tap-plan-leading-zero.sh \
1113 t/tap-plan-malformed.sh \
1114 t/tap-missing-plan-and-bad-exit.sh \
1116 t/tap-planskip-late.sh \
1117 t/tap-planskip-and-logging.sh \
1118 t/tap-planskip-unplanned.sh \
1119 t/tap-planskip-unplanned-corner.sh \
1120 t/tap-planskip-case-insensitive.sh \
1121 t/tap-planskip-whitespace.sh \
1122 t/tap-planskip-badexit.sh \
1123 t/tap-planskip-bailout.sh \
1124 t/tap-planskip-later-errors.sh \
1126 t/tap-test-number-0.sh \
1127 t/tap-recheck-logs.sh \
1128 t/tap-result-comment.sh \
1129 t/tap-todo-skip-together.sh \
1130 t/tap-todo-skip-whitespace.sh \
1131 t/tap-todo-skip.sh \
1132 t/tap-unplanned.sh \
1133 t/tap-whitespace-normalization.sh \
1134 t/tap-with-and-without-number.sh \
1135 t/tap-xfail-tests.sh \
1136 t/tap-common-setup.sh \
1137 t/tap-bad-prog.tap \
1139 t/tap-diagnostic-custom.sh \
1140 t/tap-driver-stderr.sh \
1147 t/tap-summary-color.sh \
1156 t/target-cflags.sh \
1158 t/tests-environment-fd-redirect.sh \
1159 t/tests-environment-and-log-compiler.sh \
1186 t/txinfo-no-clutter.sh \
1187 t/txinfo-unrecognized-extension.sh \
1191 t/uninstall-fail.sh \
1192 t/uninstall-pr9578.sh \
1197 t/vala-configure.sh \
1198 t/vala-grepping.sh \
1203 t/vala-non-recursive-setup.sh \
1204 t/vala-parallel.sh \
1205 t/vala-per-target-flags.sh \
1206 t/vala-recursive-setup.sh \
1226 t/warnings-obsolete-default.sh \
1227 t/warnings-override.sh \
1228 t/warnings-precedence.sh \
1229 t/warnings-strictness-interactions.sh \
1230 t/warnings-unknown.sh \
1232 t/warnings-win-over-strictness.sh \
1233 t/warning-groups-win-over-strictness.sh \
1247 t/yacc-bison-skeleton-cxx.sh \
1248 t/yacc-bison-skeleton.sh \
1250 t/yacc-clean-cxx.sh \
1254 t/yacc-deleted-headers.sh \
1257 t/yacc-dist-nobuild-subdir.sh \
1258 t/yacc-dist-nobuild.sh \
1259 t/yacc-grepping.sh \
1260 t/yacc-grepping2.sh \
1261 t/yacc-headers-and-dist-pr47.sh \
1263 t/yacc-mix-c-cxx.sh \
1267 t/yacc-weirdnames.sh \
1270 t/yflags-cmdline-override.sh \
1271 t/yflags-conditional.sh \
1272 t/yflags-d-false-positives.sh \
1273 t/yflags-force-conditional.sh \
1274 t/yflags-force-override.sh \
1275 t/yflags-var-expand.sh \
1276 t/libtool-macros.sh \
1277 t/gettext-macros.sh \
1278 t/pkg-config-macros.sh
1280 print-list-of-tests:
1281 @echo $(handwritten_TESTS)
1282 .PHONY: print-list-of-tests