tap-test-number-0.sh 1.5 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758
  1. #! /bin/sh
  2. # Copyright (C) 2011-2017 Free Software Foundation, Inc.
  3. #
  4. # This program is free software; you can redistribute it and/or modify
  5. # it under the terms of the GNU General Public License as published by
  6. # the Free Software Foundation; either version 2, or (at your option)
  7. # any later version.
  8. #
  9. # This program is distributed in the hope that it will be useful,
  10. # but WITHOUT ANY WARRANTY; without even the implied warranty of
  11. # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
  12. # GNU General Public License for more details.
  13. #
  14. # You should have received a copy of the GNU General Public License
  15. # along with this program. If not, see <http://www.gnu.org/licenses/>.
  16. # TAP support:
  17. # - a test result numbered as 0 is to be considered out-of-order
  18. # This is consistent with the behaviour of the 'prove' utility.
  19. . test-init.sh
  20. . tap-setup.sh
  21. cat > a.test <<END
  22. 1..1
  23. ok 0
  24. END
  25. cat > b.test <<END
  26. 1..1
  27. not ok 0
  28. END
  29. cat > c.test <<END
  30. 1..1
  31. ok 0 foo # SKIP
  32. END
  33. cat > d.test <<END
  34. 1..1
  35. not ok 0 bar # TODO
  36. END
  37. cat > e.test <<END
  38. 1..1
  39. ok 0 # TODO
  40. END
  41. run_make -O -e FAIL TESTS='a.test b.test c.test d.test e.test' check
  42. count_test_results total=5 pass=0 fail=0 xpass=0 xfail=0 skip=0 error=5
  43. grep '^ERROR: a\.test 0 # OUT-OF-ORDER (expecting 1)$' stdout
  44. grep '^ERROR: b\.test 0 # OUT-OF-ORDER (expecting 1)$' stdout
  45. grep '^ERROR: c\.test 0 foo # OUT-OF-ORDER (expecting 1)$' stdout
  46. grep '^ERROR: d\.test 0 bar # OUT-OF-ORDER (expecting 1)$' stdout
  47. grep '^ERROR: e\.test 0 # OUT-OF-ORDER (expecting 1)$' stdout
  48. :