har0ke/FFmpeg
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

fate: add stddev comparator

Browse Source 
This allows CMP=stddev in test rules.  The test passes if the reported
stddev is <= the FUZZ value (default 1).

Originally committed as revision 24289 to svn://svn.ffmpeg.org/ffmpeg/trunk
This commit is contained in:
Måns Rullgård 2010-07-17 15:02:34 +00:00
parent 26e87a2261
commit e153cfa867
1 changed files with 13 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

16
tests/fate-run.sh
View File

@ -15,17 +15,26 @@ fuzz=$8
outdir="tests/data/fate"
outfile="${outdir}/${test}"
oneoff(){
do_tiny_psnr(){
psnr=$(tests/tiny_psnr "$1" "$2" 2 0 0)
max=$(expr "$psnr" : '.*MAXDIFF: *\([0-9]*\)')
val=$(expr "$psnr" : ".*$3: *\([0-9.]*\)")
size1=$(expr "$psnr" : '.*bytes: *\([0-9]*\)')
size2=$(expr "$psnr" : '.*bytes:[ 0-9]*/ *\([0-9]*\)')
if [ $max -gt ${3:-1} ] || [ $size1 != $size2 ]; then
res=$(echo "$val $4 $5" | bc)
if [ "$res" != 1 ] || [ $size1 != $size2 ]; then
echo "$psnr"
return 1
fi
}
oneoff(){
do_tiny_psnr "$1" "$2" MAXDIFF '<=' ${fuzz:-1}
}
stddev(){
do_tiny_psnr "$1" "$2" stddev '<=' ${fuzz:-1}
}
if ! test -e "$ref"; then
echo "reference file '$ref' not found"
exit 1
@ -38,6 +47,7 @@ eval $target_exec $command > "$outfile" 2>/dev/null || exit
case $cmp in
diff) diff -u -w "$ref" "$outfile" ;;
oneoff) oneoff "$ref" "$outfile" "$fuzz" ;;
stddev) stddev "$ref" "$outfile" "$fuzz" ;;
esac
test $? = 0 && rm $outfile