fate: add oneoff comparison method
[ffmpeg.git] / tests / fate-run.sh
1 #! /bin/sh
2
3 base=$(dirname $0)
4 . "${base}/md5.sh"
5
6 test="${1#fate-}"
7 SAMPLES_PATH=$2
8 target_exec=$3
9 BUILD_PATH=$4
10 command=$5
11 cmp=${6:-diff}
12
13 ref=${7:-"${base}/ref/fate/${test}"}
14 fuzz=$8
15 outdir="tests/data/fate"
16 outfile="${outdir}/${test}"
17
18 oneoff(){
19     psnr=$(tests/tiny_psnr "$1" "$2" 2 0 0)
20     max=$(expr "$psnr" : '.*MAXDIFF: *\([0-9]*\)')
21     if [ $max -gt ${3:-1} ]; then
22         echo "$psnr"
23         return 1
24     fi
25 }
26
27 mkdir -p "$outdir"
28
29 eval $target_exec $command > "$outfile" 2>/dev/null
30
31 case $cmp in
32     diff)   diff -u -w "$ref" "$outfile"            ;;
33     oneoff) oneoff     "$ref" "$outfile" "$fuzz"    ;;
34 esac