tap-planskip-unplanned.sh 2.1 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768
  1. #! /bin/sh
  2. # Copyright (C) 2011-2017 Free Software Foundation, Inc.
  3. #
  4. # This program is free software; you can redistribute it and/or modify
  5. # it under the terms of the GNU General Public License as published by
  6. # the Free Software Foundation; either version 2, or (at your option)
  7. # any later version.
  8. #
  9. # This program is distributed in the hope that it will be useful,
  10. # but WITHOUT ANY WARRANTY; without even the implied warranty of
  11. # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
  12. # GNU General Public License for more details.
  13. #
  14. # You should have received a copy of the GNU General Public License
  15. # along with this program. If not, see <http://www.gnu.org/licenses/>.
  16. # TAP support:
  17. # - a "plan with skip" given after one or more test result have already
  18. # been seen is an error
  19. # - any test result following a "plan with skip" is an error.
  20. . test-init.sh
  21. . tap-setup.sh
  22. cat > all.test <<END
  23. ok 1
  24. 1..0 # SKIP too late
  25. END
  26. run_make -O -e FAIL check
  27. count_test_results total=2 pass=1 fail=0 xpass=0 xfail=0 skip=0 error=1
  28. grep '^ERROR: all\.test - too many tests run (expected 0, got 1)$' stdout
  29. cat > all.test <<END
  30. ok 1
  31. ok 2 # SKIP
  32. not ok 3 # TODO
  33. 1..0 # SKIP too late
  34. END
  35. run_make -O -e FAIL check
  36. count_test_results total=4 pass=1 fail=0 xpass=0 xfail=1 skip=1 error=1
  37. grep '^ERROR: all\.test - too many tests run (expected 0, got 3)$' stdout
  38. cat > all.test <<END
  39. 1..0 # SKIP falsified later
  40. ok 1
  41. END
  42. run_make -O -e FAIL check
  43. count_test_results total=3 pass=0 fail=0 xpass=0 xfail=0 skip=1 error=2
  44. grep '^ERROR: all\.test 1 # UNPLANNED$' stdout
  45. grep '^ERROR: all\.test - too many tests run (expected 0, got 1)$' stdout
  46. cat > all.test <<END
  47. 1..0 # SKIP falsified later
  48. ok 1
  49. ok 2 # SKIP
  50. not ok 3
  51. not ok 4 # TODO
  52. END
  53. run_make -O -e FAIL check
  54. count_test_results total=6 pass=0 fail=0 xpass=0 xfail=0 skip=1 error=5
  55. grep '^ERROR: all\.test 1 # UNPLANNED$' stdout
  56. grep '^ERROR: all\.test 2 # UNPLANNED$' stdout
  57. grep '^ERROR: all\.test 3 # UNPLANNED$' stdout
  58. grep '^ERROR: all\.test 4 # UNPLANNED$' stdout
  59. grep '^ERROR: all\.test - too many tests run (expected 0, got 4)$' stdout
  60. :