123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176 |
- #! /bin/sh
- # Copyright (C) 2011-2017 Free Software Foundation, Inc.
- #
- # This program is free software; you can redistribute it and/or modify
- # it under the terms of the GNU General Public License as published by
- # the Free Software Foundation; either version 2, or (at your option)
- # any later version.
- #
- # This program is distributed in the hope that it will be useful,
- # but WITHOUT ANY WARRANTY; without even the implied warranty of
- # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
- # GNU General Public License for more details.
- #
- # You should have received a copy of the GNU General Public License
- # along with this program. If not, see <http://www.gnu.org/licenses/>.
- # Parallel test harness: check that $(TESTS) can lazily depend on
- # (or even be) $(EXTRA_PROGRAMS).
- required='cc native'
- . test-init.sh
- cat >> configure.ac << 'END'
- AC_PROG_CC
- AC_OUTPUT
- END
- # Will be extended later.
- cat > Makefile.am << 'END'
- TEST_EXTENSIONS = .bin .test
- EXTRA_PROGRAMS =
- TESTS =
- END
- #
- # Now try various kinds of test dependencies ...
- #
- # 1. A program that is also a test, and whose source files
- # already exist.
- cat >> Makefile.am <<'END'
- EXTRA_PROGRAMS += foo.bin
- TESTS += foo.bin
- foo_bin_SOURCES = foo.c
- END
- cat > foo.c <<'END'
- #include <stdio.h>
- int main (void)
- {
- printf ("foofoofoo\n");
- return 0;
- }
- END
- # 2. A program that is also a test, and whose source files
- # are buildable by make.
- cat >> Makefile.am <<'END'
- EXTRA_PROGRAMS += bar.bin
- TESTS += bar.bin
- bar_bin_SOURCES = bar.c
- bar.c: foo.c
- sed -e 's/foofoofoo/barbarbar/' foo.c > $@
- END
- # 3. A test script that already exists, whose execution depends
- # on a program whose source files already exist and which is
- # not itself a test.
- cat >> Makefile.am <<'END'
- EXTRA_PROGRAMS += y
- TESTS += baz.test
- baz.log: y$(EXEEXT)
- END
- cat > baz.test <<'END'
- #!/bin/sh
- $srcdir/y "$@" | sed 's/.*/&ep&ep&ep/'
- END
- chmod a+x baz.test
- cat > y.c <<'END'
- #include <stdio.h>
- int main (void)
- {
- printf ("y\n");
- return 0;
- }
- END
- # 4. A program that is also a test, but whose source files
- # do not exit and are not buildable by make.
- cat >> Makefile.am <<'END'
- EXTRA_PROGRAMS += none.bin
- TESTS += none.bin
- none_bin_SOURCES = none.c
- END
- #
- # Setup done, go with the tests.
- #
- $ACLOCAL
- $AUTOCONF
- $AUTOMAKE -a
- ./configure
- # What we check now:
- # 1. even if we cannot build the 'none.bin' program, all the other
- # test programs should be built, and all the other tests should
- # be run;
- # 2. still, since we cannot create the 'none.log' file, the
- # 'test-suite.log' file shouldn't be created (as it depends
- # on *all* the test logs).
- run_make -E -O -e IGNORE -- -k check
- ls -l
- if using_gmake; then
- test $am_make_rc -gt 0 || exit 1
- else
- # Don't trust exit status of "make -k" for non-GNU make.
- $MAKE check && exit 1
- : For shells with busted 'set -e'.
- fi
- # Files that should have been created, with the expected content.
- cat bar.c
- grep foofoofoo foo.log
- grep barbarbar bar.log
- grep yepyepyep baz.log
- # Files that shouldn't have been created.
- test ! -e none.log
- test ! -e test-suite.log
- # Expected testsuite progress output.
- grep '^PASS: baz\.test$' stdout
- # Don't anchor the end of the next two patterns, to allow for non-empty
- # $(EXEEXT).
- grep '^PASS: foo\.bin' stdout
- grep '^PASS: bar\.bin' stdout
- # Expected error messages from make. Some make implementations (e.g.,
- # FreeBSD make) seem to print the error on stdout instead, so check for
- # it there as well.
- $EGREP 'none\.(bin|o|c)' stderr stdout
- # What we check now:
- # 1. if we make the last EXTRA_PROGRAM buildable, the failed tests
- # pass;
- # 2. on a lazy re-run, the passed tests are not re-run, and
- # 3. their log files are not updated or touched.
- : > stamp
- $sleep
- echo 'int main (void) { return 0; }' > none.c
- run_make -O -e IGNORE check RECHECK_LOGS=
- ls -l # For debugging.
- test $am_make_rc -eq 0 || exit 1
- # For debugging.
- stat stamp foo.log bar.log baz.log || :
- # Files that shouldn't have been updated or otherwise touched.
- is_newest stamp foo.log bar.log baz.log
- # Files that should have been created now.
- test -f none.log
- test -f test-suite.log
- # Tests that shouldn't have been re-run.
- $EGREP '(foo|bar)\.bin|baz\.test$' stdout && exit 1
- # Tests that should have been run. Again, we don't anchor the end
- # of the next pattern, to allow for non-empty $(EXEEXT).
- grep '^PASS: none\.bin' stdout
- :
|