fate: create report files

Originally committed as revision 24529 to svn://svn.ffmpeg.org/ffmpeg/trunk

1 files changed, 18 insertions, 10 deletions

diff --git a/tests/fate-run.sh b/tests/fate-run.sh
index 623709f03e..6046ed10e1 100755
--- a/tests/fate-run.sh
+++ b/tests/fate-run.sh
@@ -3,6 +3,8 @@
 base=$(dirname $0)
 . "${base}/md5.sh"
 
+base64=tests/base64
+
 test="${1#fate-}"
 samples=$2
 target_exec=$3
@@ -15,6 +17,8 @@ fuzz=$8
 outdir="tests/data/fate"
 outfile="${outdir}/${test}"
 errfile="${outdir}/${test}.err"
+cmpfile="${outdir}/${test}.diff"
+repfile="${outdir}/${test}.rep"
 
 do_tiny_psnr(){
     psnr=$(tests/tiny_psnr "$1" "$2" 2 0 0)
@@ -102,17 +106,21 @@ mkdir -p "$outdir"
 $command > "$outfile" 2>$errfile
 err=$?
 
-if ! test -e "$ref"; then
+if test -e "$ref"; then
+    case $cmp in
+        diff)   diff -u -w "$ref" "$outfile"            >$cmpfile ;;
+        oneoff) oneoff     "$ref" "$outfile" "$fuzz"    >$cmpfile ;;
+        stddev) stddev     "$ref" "$outfile" "$fuzz"    >$cmpfile ;;
+    esac
+    cmperr=$?
+    test $err = 0 && err=$cmperr
+    test $err = 0 || cat $cmpfile
+else
     echo "reference file '$ref' not found"
-    exit 1
+    err=1
 fi
 
-case $cmp in
-    diff)   diff -u -w "$ref" "$outfile"            ;;
-    oneoff) oneoff     "$ref" "$outfile" "$fuzz"    ;;
-    stddev) stddev     "$ref" "$outfile" "$fuzz"    ;;
-esac
+echo "${test}:${err}:$($base64 <$cmpfile):$($base64 <$errfile)" >$repfile
 
-cmperr=$?
-test $err = 0 && err=$cmperr
-test $err = 0 && rm -f $outfile $errfile $cleanfiles
+test $err = 0 && rm -f $outfile $errfile $cmpfile $cleanfiles
+exit $err