tests: enable automake's color-tests and parallel-tests via configure.ac
[platform/upstream/coreutils.git] / tests / Makefile.am
1 ## Process this file with automake to produce Makefile.in -*-Makefile-*-.
2
3 # Sort in traditional ASCII order, regardless of the current locale;
4 # otherwise we may get into trouble with distinct strings that the
5 # current locale considers to be equal.
6 ASSORT = LC_ALL=C sort
7
8 EXTRA_DIST =            \
9   Coreutils.pm          \
10   CuTmpdir.pm           \
11   README                \
12   check.mk              \
13   envvar-check          \
14   lang-default          \
15   other-fs-tmpdir       \
16   require-perl          \
17   sample-test           \
18   test-lib.sh           \
19   $(pr_data)
20
21 root_tests =                                    \
22   chown/basic                                   \
23   cp/cp-a-selinux                               \
24   cp/preserve-gid                               \
25   cp/special-bits                               \
26   dd/skip-seek-past-dev                         \
27   install/install-C-root                        \
28   ls/capability                                 \
29   ls/nameless-uid                               \
30   misc/chcon                                    \
31   misc/selinux                                  \
32   misc/truncate-owned-by-other                  \
33   mkdir/writable-under-readonly                 \
34   mv/sticky-to-xpart                            \
35   rm/fail-2eperm                                \
36   rm/no-give-up                                 \
37   rm/one-file-system                            \
38   tail-2/append-only                            \
39   touch/now-owned-by-other
40
41 .PHONY: check-root
42 check-root:
43         $(MAKE) check TESTS='$(root_tests)'
44
45 check-recursive: root-hint
46
47 # Advertise `check-root' target.
48 .PHONY: root-hint
49 root-hint:
50         @echo '***********************************************************'
51         @echo "NOTICE: Some tests may be run only as root."
52         @echo "  See the 'Running tests as root' section in README."
53         @echo '***********************************************************'
54
55 EXTRA_DIST += $(TESTS)
56
57 # Do not choose a name that is a shell keyword like 'if', or a
58 # commonly-used utility like 'cat' or 'test', as the name of a test.
59 # Otherwise, VPATH builds will fail on hosts like Solaris, since they
60 # will expand 'if test ...' to 'if .../test ...', and the '.../test'
61 # will execute the test script rather than the standard utility.
62
63 # Notes on the ordering of these tests:
64 # Place early in the list tests of the tools that
65 # are most commonly used in test scripts themselves.
66 # E.g., nearly every test script uses rm and chmod.
67 # help-version comes early because it's a basic sanity test.
68 # Put seq early, since lots of other tests use it.
69 # Put tests that sleep early, but not all together, so in parallel builds
70 # they share time with tests that burn CPU, not with others that sleep.
71 # Put head-elide-tail early, because it's long-running.
72
73 TESTS =                                         \
74   misc/help-version                             \
75   misc/invalid-opt                              \
76   rm/ext3-perf                                  \
77   rm/cycle                                      \
78   cp/link-heap                                  \
79   chmod/no-x                                    \
80   chgrp/basic                                   \
81   rm/dangling-symlink                           \
82   misc/ls-time                                  \
83   rm/deep-1                                     \
84   rm/deep-2                                     \
85   rm/dir-no-w                                   \
86   rm/dir-nonrecur                               \
87   rm/dot-rel                                    \
88   rm/isatty                                     \
89   rm/empty-inacc                                \
90   rm/empty-name                                 \
91   rm/f-1                                        \
92   rm/fail-eacces                                \
93   rm/fail-eperm                                 \
94   tail-2/assert                                 \
95   rm/hash                                       \
96   rm/i-1                                        \
97   rm/i-never                                    \
98   rm/i-no-r                                     \
99   tail-2/infloop-1                              \
100   rm/ignorable                                  \
101   rm/inaccessible                               \
102   rm/interactive-always                         \
103   rm/interactive-once                           \
104   rm/ir-1                                       \
105   rm/r-1                                        \
106   rm/r-2                                        \
107   rm/r-3                                        \
108   rm/r-4                                        \
109   rm/readdir-bug                                \
110   rm/rm1                                        \
111   touch/empty-file                              \
112   rm/rm2                                        \
113   rm/rm3                                        \
114   rm/rm4                                        \
115   rm/rm5                                        \
116   rm/sunos-1                                    \
117   rm/unread2                                    \
118   rm/unread3                                    \
119   rm/unreadable                                 \
120   rm/v-slash                                    \
121   chgrp/default-no-deref                        \
122   chgrp/deref                                   \
123   chgrp/no-x                                    \
124   chgrp/posix-H                                 \
125   chgrp/recurse                                 \
126   misc/ptx                                      \
127   misc/test                                     \
128   misc/seq                                      \
129   misc/seq-long-double                          \
130   misc/head                                     \
131   misc/head-elide-tail                          \
132   tail-2/tail-n0f                               \
133   misc/ls-misc                                  \
134   misc/date                                     \
135   misc/ptx-overrun                              \
136   misc/xstrtol                                  \
137   misc/od                                       \
138   misc/mktemp                                   \
139   misc/arch                                     \
140   misc/pr                                       \
141   misc/join                                     \
142   pr/pr-tests                                   \
143   misc/df-P                                     \
144   misc/pwd-option                               \
145   misc/pwd-unreadable-parent                    \
146   misc/chcon-fail                               \
147   misc/cut                                      \
148   misc/wc                                       \
149   misc/wc-files0-from                           \
150   misc/wc-files0                                \
151   misc/cat-proc                                 \
152   misc/cat-buf                                  \
153   misc/base64                                   \
154   misc/basename                                 \
155   misc/close-stdout                             \
156   misc/comm                                     \
157   misc/csplit                                   \
158   misc/date-sec                                 \
159   misc/dircolors                                \
160   misc/df                                       \
161   misc/dirname                                  \
162   misc/expand                                   \
163   misc/expr                                     \
164   misc/factor                                   \
165   misc/false-status                             \
166   misc/fmt                                      \
167   misc/fmt-long-line                            \
168   misc/fold                                     \
169   misc/groups-dash                              \
170   misc/groups-version                           \
171   misc/head-c                                   \
172   misc/head-pos                                 \
173   misc/id-context                               \
174   misc/md5sum                                   \
175   misc/md5sum-newline                           \
176   misc/mknod                                    \
177   misc/nice                                     \
178   misc/nl                                       \
179   misc/nohup                                    \
180   misc/od-N                                     \
181   misc/od-multiple-t                            \
182   misc/od-x8                                    \
183   misc/paste                                    \
184   misc/pathchk1                                 \
185   misc/printf                                   \
186   misc/printf-cov                               \
187   misc/printf-hex                               \
188   misc/printf-surprise                          \
189   misc/pwd-long                                 \
190   misc/readlink-fp-loop                         \
191   misc/runcon-no-reorder                        \
192   misc/sha1sum                                  \
193   misc/sha1sum-vec                              \
194   misc/sha224sum                                \
195   misc/sha256sum                                \
196   misc/sha384sum                                \
197   misc/sha512sum                                \
198   misc/shred-exact                              \
199   misc/shred-passes                             \
200   misc/shred-remove                             \
201   misc/shuf                                     \
202   misc/sort                                     \
203   misc/sort-compress                            \
204   misc/sort-continue                            \
205   misc/sort-files0-from                         \
206   misc/sort-merge                               \
207   misc/sort-merge-fdlimit                       \
208   misc/sort-rand                                \
209   misc/sort-version                             \
210   misc/split-a                                  \
211   misc/split-fail                               \
212   misc/split-l                                  \
213   misc/stat-fmt                                 \
214   misc/stat-printf                              \
215   misc/stty                                     \
216   misc/stty-invalid                             \
217   misc/stty-row-col                             \
218   misc/sum                                      \
219   misc/sum-sysv                                 \
220   misc/tac                                      \
221   misc/tac-continue                             \
222   misc/tail                                     \
223   misc/tee                                      \
224   misc/tee-dash                                 \
225   misc/test-diag                                \
226   misc/timeout                                  \
227   misc/timeout-parameters                       \
228   misc/tr                                       \
229   misc/truncate-dangling-symlink                \
230   misc/truncate-dir-fail                        \
231   misc/truncate-fail-diag                       \
232   misc/truncate-fifo                            \
233   misc/truncate-no-create-missing               \
234   misc/truncate-overflow                        \
235   misc/truncate-parameters                      \
236   misc/truncate-relative                        \
237   misc/tsort                                    \
238   misc/tty-eof                                  \
239   misc/unexpand                                 \
240   misc/uniq                                     \
241   misc/xattr                                    \
242   chmod/c-option                                \
243   chmod/equal-x                                 \
244   chmod/equals                                  \
245   chmod/inaccessible                            \
246   chmod/octal                                   \
247   chmod/setgid                                  \
248   chmod/silent                                  \
249   chmod/thru-dangling                           \
250   chmod/umask-x                                 \
251   chmod/usage                                   \
252   chown/deref                                   \
253   chown/preserve-root                           \
254   chown/separator                               \
255   cp/abuse                                      \
256   cp/acl                                        \
257   cp/backup-1                                   \
258   cp/backup-dir                                 \
259   cp/backup-is-src                              \
260   cp/cp-HL                                      \
261   cp/cp-deref                                   \
262   cp/cp-i                                       \
263   cp/cp-mv-backup                               \
264   cp/cp-parents                                 \
265   cp/deref-slink                                \
266   cp/dir-rm-dest                                \
267   cp/dir-slash                                  \
268   cp/dir-vs-file                                \
269   cp/existing-perm-race                         \
270   cp/fail-perm                                  \
271   cp/file-perm-race                             \
272   cp/into-self                                  \
273   cp/link                                       \
274   cp/link-no-deref                              \
275   cp/link-preserve                              \
276   cp/no-deref-link1                             \
277   cp/no-deref-link2                             \
278   cp/no-deref-link3                             \
279   cp/parent-perm                                \
280   cp/parent-perm-race                           \
281   cp/perm                                       \
282   cp/preserve-2                                 \
283   cp/proc-zero-len                              \
284   cp/r-vs-symlink                               \
285   cp/same-file                                  \
286   cp/slink-2-slink                              \
287   cp/sparse                                     \
288   cp/special-f                                  \
289   cp/src-base-dot                               \
290   cp/symlink-slash                              \
291   cp/thru-dangling                              \
292   dd/misc                                       \
293   dd/not-rewound                                \
294   dd/reblock                                    \
295   dd/skip-seek                                  \
296   dd/skip-seek2                                 \
297   dd/skip-seek-past-file                        \
298   dd/unblock-sync                               \
299   df/total-verify                               \
300   du/2g                                         \
301   du/8gb                                        \
302   du/basic                                      \
303   du/deref                                      \
304   du/deref-args                                 \
305   du/exclude                                    \
306   du/fd-leak                                    \
307   du/files0-from                                \
308   du/hard-link                                  \
309   du/inacc-dest                                 \
310   du/inacc-dir                                  \
311   du/inaccessible-cwd                           \
312   du/long-from-unreadable                       \
313   du/long-sloop                                 \
314   du/no-deref                                   \
315   du/no-x                                       \
316   du/one-file-system                            \
317   du/restore-wd                                 \
318   du/slash                                      \
319   du/slink                                      \
320   du/trailing-slash                             \
321   du/two-args                                   \
322   install/basic-1                               \
323   install/create-leading                        \
324   install/d-slashdot                            \
325   install/install-C                             \
326   install/install-C-selinux                     \
327   install/strip-program                         \
328   install/trap                                  \
329   ln/backup-1                                   \
330   ln/hard-backup                                \
331   ln/misc                                       \
332   ln/sf-1                                       \
333   ln/target-1                                   \
334   ls/color-clear-to-eol                         \
335   ls/color-dtype-dir                            \
336   ls/dangle                                     \
337   ls/dired                                      \
338   ls/file-type                                  \
339   ls/follow-slink                               \
340   ls/hardlink                                   \
341   ls/infloop                                    \
342   ls/inode                                      \
343   ls/m-option                                   \
344   ls/no-arg                                     \
345   ls/no-cap                                     \
346   ls/proc-selinux-segfault                      \
347   ls/recursive                                  \
348   ls/rt-1                                       \
349   ls/stat-dtype                                 \
350   ls/stat-failed                                \
351   ls/stat-free-symlinks                         \
352   ls/stat-vs-dirent                             \
353   ls/symlink-slash                              \
354   ls/x-option                                   \
355   mkdir/p-1                                     \
356   mkdir/p-2                                     \
357   mkdir/p-3                                     \
358   mkdir/p-slashdot                              \
359   mkdir/p-thru-slink                            \
360   mkdir/p-v                                     \
361   mkdir/parents                                 \
362   mkdir/perm                                    \
363   mkdir/selinux                                 \
364   mkdir/special-1                               \
365   mkdir/t-slash                                 \
366   mv/acl                                        \
367   mv/atomic                                     \
368   mv/atomic2                                    \
369   mv/backup-dir                                 \
370   mv/backup-is-src                              \
371   mv/childproof                                 \
372   mv/diag                                       \
373   mv/dir-file                                   \
374   mv/dir2dir                                    \
375   mv/dup-source                                 \
376   mv/force                                      \
377   mv/hard-2                                     \
378   mv/hard-3                                     \
379   mv/hard-4                                     \
380   mv/hard-link-1                                \
381   mv/hard-verbose                               \
382   mv/i-1                                        \
383   mv/i-2                                        \
384   mv/i-3                                        \
385   mv/i-4                                        \
386   mv/i-5                                        \
387   mv/i-link-no                                  \
388   mv/into-self                                  \
389   mv/into-self-2                                \
390   mv/into-self-3                                \
391   mv/into-self-4                                \
392   mv/leak-fd                                    \
393   mv/mv-n                                       \
394   mv/mv-special-1                               \
395   mv/no-target-dir                              \
396   mv/part-fail                                  \
397   mv/part-hardlink                              \
398   mv/part-rename                                \
399   mv/part-symlink                               \
400   mv/partition-perm                             \
401   mv/perm-1                                     \
402   mv/to-symlink                                 \
403   mv/trailing-slash                             \
404   mv/update                                     \
405   readlink/can-e                                \
406   readlink/can-f                                \
407   readlink/can-m                                \
408   readlink/rl-1                                 \
409   rmdir/fail-perm                               \
410   rmdir/ignore                                  \
411   rmdir/t-slash                                 \
412   tail-2/assert-2                               \
413   tail-2/big-4gb                                \
414   tail-2/proc-ksyms                             \
415   tail-2/start-middle                           \
416   touch/dangling-symlink                        \
417   touch/dir-1                                   \
418   touch/fail-diag                               \
419   touch/fifo                                    \
420   touch/no-create-missing                       \
421   touch/no-rights                               \
422   touch/not-owner                               \
423   touch/obsolescent                             \
424   touch/read-only                               \
425   touch/relative                                \
426   $(root_tests)
427
428 pr_data =                                       \
429   pr/0F                                         \
430   pr/0FF                                        \
431   pr/0FFnt                                      \
432   pr/0FFt                                       \
433   pr/0FnFnt                                     \
434   pr/0FnFt                                      \
435   pr/0Fnt                                       \
436   pr/0Ft                                        \
437   pr/2-S_f-t_notab                              \
438   pr/2-Sf-t_notab                               \
439   pr/2f-t_notab                                 \
440   pr/2s_f-t_notab                               \
441   pr/2s_w60f-t_nota                             \
442   pr/2sf-t_notab                                \
443   pr/2sw60f-t_notab                             \
444   pr/2w60f-t_notab                              \
445   pr/3-0F                                       \
446   pr/3-5l24f-t                                  \
447   pr/3-FF                                       \
448   pr/3a2l17-FF                                  \
449   pr/3a3f-0F                                    \
450   pr/3a3l15-t                                   \
451   pr/3a3l15f-t                                  \
452   pr/3b2l17-FF                                  \
453   pr/3b3f-0F                                    \
454   pr/3b3f-0FF                                   \
455   pr/3b3f-FF                                    \
456   pr/3b3l15-t                                   \
457   pr/3b3l15f-t                                  \
458   pr/3f-0F                                      \
459   pr/3f-FF                                      \
460   pr/3l24-t                                     \
461   pr/3l24f-t                                    \
462   pr/3ml24-FF                                   \
463   pr/3ml24-t                                    \
464   pr/3ml24-t-FF                                 \
465   pr/3ml24f-t                                   \
466   pr/4-7l24-FF                                  \
467   pr/4l24-FF                                    \
468   pr/FF                                         \
469   pr/FFn                                        \
470   pr/FFtn                                       \
471   pr/FnFn                                       \
472   pr/Ja3l24f-lm                                 \
473   pr/Jb3l24f-lm                                 \
474   pr/Jml24f-lm-lo                               \
475   pr/W-72l24f-ll                                \
476   pr/W20l24f-ll                                 \
477   pr/W26l24f-ll                                 \
478   pr/W27l24f-ll                                 \
479   pr/W28l24f-ll                                 \
480   pr/W35Ja3l24f-lm                              \
481   pr/W35Jb3l24f-lm                              \
482   pr/W35Jml24f-lmlo                             \
483   pr/W35a3l24f-lm                               \
484   pr/W35b3l24f-lm                               \
485   pr/W35ml24f-lm-lo                             \
486   pr/W72Jl24f-ll                                \
487   pr/a2l15-FF                                   \
488   pr/a2l17-FF                                   \
489   pr/a3-0F                                      \
490   pr/a3f-0F                                     \
491   pr/a3f-0FF                                    \
492   pr/a3f-FF                                     \
493   pr/a3l15-t                                    \
494   pr/a3l15f-t                                   \
495   pr/a3l24f-lm                                  \
496   pr/b2l15-FF                                   \
497   pr/b2l17-FF                                   \
498   pr/b3-0F                                      \
499   pr/b3f-0F                                     \
500   pr/b3f-0FF                                    \
501   pr/b3f-FF                                     \
502   pr/b3l15-t                                    \
503   pr/b3l15f-t                                   \
504   pr/b3l24f-lm                                  \
505   pr/l24-FF                                     \
506   pr/l24-t                                      \
507   pr/l24f-t                                     \
508   pr/loli                                       \
509   pr/ml20-FF-t                                  \
510   pr/ml24-FF                                    \
511   pr/ml24-t                                     \
512   pr/ml24-t-FF                                  \
513   pr/ml24f-0F                                   \
514   pr/ml24f-lm-lo                                \
515   pr/ml24f-t                                    \
516   pr/ml24f-t-0F                                 \
517   pr/n+2-5l24f-0FF                              \
518   pr/n+2l24f-0FF                                \
519   pr/n+2l24f-bl                                 \
520   pr/n+3-7l24-FF                                \
521   pr/n+3l24f-0FF                                \
522   pr/n+3l24f-bl                                 \
523   pr/n+3ml20f-bl-FF                             \
524   pr/n+3ml24f-bl-tn                             \
525   pr/n+3ml24f-tn-bl                             \
526   pr/n+4-8a2l17-FF                              \
527   pr/n+4b2l17f-0FF                              \
528   pr/n+5-8b3l17f-FF                             \
529   pr/n+5a3l13f-0FF                              \
530   pr/n+6a2l17-FF                                \
531   pr/n+6b3l13f-FF                               \
532   pr/n+7l24-FF                                  \
533   pr/n+8l20-FF                                  \
534   pr/nJml24f-lmlmlo                             \
535   pr/nJml24f-lmlolm                             \
536   pr/nN1+3l24f-bl                               \
537   pr/nN15l24f-bl                                \
538   pr/nSml20-bl-FF                               \
539   pr/nSml20-t-t-FF                              \
540   pr/nSml20-t-tFFFF                             \
541   pr/nSml24-bl-FF                               \
542   pr/nSml24-t-t-FF                              \
543   pr/nSml24-t-tFFFF                             \
544   pr/nl24f-bl                                   \
545   pr/o3Jml24f-lm-lo                             \
546   pr/o3a3Sl24f-tn                               \
547   pr/o3a3Snl24f-tn                              \
548   pr/o3a3l24f-tn                                \
549   pr/o3b3Sl24f-tn                               \
550   pr/o3b3Snl24f-tn                              \
551   pr/o3b3l24f-tn                                \
552   pr/o3mSl24f-bl-tn                             \
553   pr/o3mSnl24fbltn                              \
554   pr/o3ml24f-bl-tn                              \
555   pr/t-0FF                                      \
556   pr/t-FF                                       \
557   pr/t-bl                                       \
558   pr/t-t                                        \
559   pr/tFFn                                       \
560   pr/tFFt                                       \
561   pr/tFFt-bl                                    \
562   pr/tFFt-ll                                    \
563   pr/tFFt-lm                                    \
564   pr/tFnFt                                      \
565   pr/t_notab                                    \
566   pr/t_tab                                      \
567   pr/t_tab_                                     \
568   pr/ta3-0FF                                    \
569   pr/ta3-FF                                     \
570   pr/tb3-0FF                                    \
571   pr/tb3-FF                                     \
572   pr/tn                                         \
573   pr/tn2e5o3-t_tab                              \
574   pr/tn2e8-t_tab                                \
575   pr/tn2e8o3-t_tab                              \
576   pr/tn_2e8-t_tab                               \
577   pr/tn_2e8S-t_tab                              \
578   pr/tne8-t_tab                                 \
579   pr/tne8o3-t_tab                               \
580   pr/tt-0FF                                     \
581   pr/tt-FF                                      \
582   pr/tt-bl                                      \
583   pr/tt-t                                       \
584   pr/tta3-0FF                                   \
585   pr/tta3-FF                                    \
586   pr/ttb3-0FF                                   \
587   pr/ttb3-FF                                    \
588   pr/w72l24f-ll
589
590 include $(srcdir)/check.mk