annotate tests/run-tests @ 341:c0deea64ce64

run-tests: actually mark changed output as failure -----BEGIN PGP SIGNED MESSAGE----- Hash: SHA1 run-tests: actually mark changed output as failure manifest hash: d657fbfb2f3bcf24038f20b17d776248e4b63b6b -----BEGIN PGP SIGNATURE----- Version: GnuPG v1.4.0 (GNU/Linux) iD8DBQFCr+CFywK+sNU5EO8RAhNnAKCa7xzxe4JEktfysqHIcerhwhtmnQCgsPgI PDh6sYNfpsfNjFzrqYCh5A4= =SOg/ -----END PGP SIGNATURE-----
author mpm@selenic.com
date Wed, 15 Jun 2005 00:02:13 -0800
parents 55f63f3b6a54
children b4e0e20646bb
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
rev   line source
331
55f63f3b6a54 Add a simple testing framework
mpm@selenic.com
parents:
diff changeset
1 #!/bin/bash
55f63f3b6a54 Add a simple testing framework
mpm@selenic.com
parents:
diff changeset
2
55f63f3b6a54 Add a simple testing framework
mpm@selenic.com
parents:
diff changeset
3 set -e
55f63f3b6a54 Add a simple testing framework
mpm@selenic.com
parents:
diff changeset
4
55f63f3b6a54 Add a simple testing framework
mpm@selenic.com
parents:
diff changeset
5 tests=0
55f63f3b6a54 Add a simple testing framework
mpm@selenic.com
parents:
diff changeset
6 failed=0
55f63f3b6a54 Add a simple testing framework
mpm@selenic.com
parents:
diff changeset
7 H=$PWD
55f63f3b6a54 Add a simple testing framework
mpm@selenic.com
parents:
diff changeset
8
55f63f3b6a54 Add a simple testing framework
mpm@selenic.com
parents:
diff changeset
9 for f in `ls test-* | grep -Ev "\.|~"` ; do
55f63f3b6a54 Add a simple testing framework
mpm@selenic.com
parents:
diff changeset
10 echo -n "."
55f63f3b6a54 Add a simple testing framework
mpm@selenic.com
parents:
diff changeset
11 D=`mktemp -d`
55f63f3b6a54 Add a simple testing framework
mpm@selenic.com
parents:
diff changeset
12 if [ "$D" == "" ] ; then
55f63f3b6a54 Add a simple testing framework
mpm@selenic.com
parents:
diff changeset
13 echo mktemp failed!
55f63f3b6a54 Add a simple testing framework
mpm@selenic.com
parents:
diff changeset
14 fi
55f63f3b6a54 Add a simple testing framework
mpm@selenic.com
parents:
diff changeset
15
55f63f3b6a54 Add a simple testing framework
mpm@selenic.com
parents:
diff changeset
16 cd $D
55f63f3b6a54 Add a simple testing framework
mpm@selenic.com
parents:
diff changeset
17 fail=0
55f63f3b6a54 Add a simple testing framework
mpm@selenic.com
parents:
diff changeset
18 if ! $H/$f > .out 2>&1 ; then
55f63f3b6a54 Add a simple testing framework
mpm@selenic.com
parents:
diff changeset
19 echo $f failed with error code $?
55f63f3b6a54 Add a simple testing framework
mpm@selenic.com
parents:
diff changeset
20 fail=1
55f63f3b6a54 Add a simple testing framework
mpm@selenic.com
parents:
diff changeset
21 fi
55f63f3b6a54 Add a simple testing framework
mpm@selenic.com
parents:
diff changeset
22 if [ -s .out -a ! -r $H/$f.out ] ; then
55f63f3b6a54 Add a simple testing framework
mpm@selenic.com
parents:
diff changeset
23 echo $f generated unexpected output:
55f63f3b6a54 Add a simple testing framework
mpm@selenic.com
parents:
diff changeset
24 cat .out
55f63f3b6a54 Add a simple testing framework
mpm@selenic.com
parents:
diff changeset
25 cp .out $H/$f.err
55f63f3b6a54 Add a simple testing framework
mpm@selenic.com
parents:
diff changeset
26 fail=1
55f63f3b6a54 Add a simple testing framework
mpm@selenic.com
parents:
diff changeset
27 elif ! diff -u $H/$f.out .out > /dev/null ; then
55f63f3b6a54 Add a simple testing framework
mpm@selenic.com
parents:
diff changeset
28 echo $f output changed:
55f63f3b6a54 Add a simple testing framework
mpm@selenic.com
parents:
diff changeset
29 diff -u $H/$f.out .out && true
55f63f3b6a54 Add a simple testing framework
mpm@selenic.com
parents:
diff changeset
30 cp .out $H/$f.err
341
c0deea64ce64 run-tests: actually mark changed output as failure
mpm@selenic.com
parents: 331
diff changeset
31 fail=1
331
55f63f3b6a54 Add a simple testing framework
mpm@selenic.com
parents:
diff changeset
32 fi
55f63f3b6a54 Add a simple testing framework
mpm@selenic.com
parents:
diff changeset
33
55f63f3b6a54 Add a simple testing framework
mpm@selenic.com
parents:
diff changeset
34 cd $H
55f63f3b6a54 Add a simple testing framework
mpm@selenic.com
parents:
diff changeset
35 rm -r $D
55f63f3b6a54 Add a simple testing framework
mpm@selenic.com
parents:
diff changeset
36
55f63f3b6a54 Add a simple testing framework
mpm@selenic.com
parents:
diff changeset
37 failed=$[$failed + $fail]
55f63f3b6a54 Add a simple testing framework
mpm@selenic.com
parents:
diff changeset
38 tests=$[$tests + 1]
55f63f3b6a54 Add a simple testing framework
mpm@selenic.com
parents:
diff changeset
39 done
55f63f3b6a54 Add a simple testing framework
mpm@selenic.com
parents:
diff changeset
40
55f63f3b6a54 Add a simple testing framework
mpm@selenic.com
parents:
diff changeset
41 echo
55f63f3b6a54 Add a simple testing framework
mpm@selenic.com
parents:
diff changeset
42 echo Ran $tests tests, $failed failed
55f63f3b6a54 Add a simple testing framework
mpm@selenic.com
parents:
diff changeset
43
55f63f3b6a54 Add a simple testing framework
mpm@selenic.com
parents:
diff changeset
44 if [ $failed -gt 0 ] ; then
55f63f3b6a54 Add a simple testing framework
mpm@selenic.com
parents:
diff changeset
45 exit 1
55f63f3b6a54 Add a simple testing framework
mpm@selenic.com
parents:
diff changeset
46 fi
55f63f3b6a54 Add a simple testing framework
mpm@selenic.com
parents:
diff changeset
47