75 lines
1.5 KiB
Plaintext
75 lines
1.5 KiB
Plaintext
|
#!/bin/sh
|
||
|
|
#
|
||
|
|
# go.run-test --
|
||
|
|
# run a regression test
|
||
|
|
#
|
||
|
|
# $Header: /home/srilm/CVS/srilm/sbin/go.run-test,v 1.16 2013/03/09 06:51:05 stolcke Exp $
|
||
|
|
#
|
||
|
|
|
||
|
|
dir=$1
|
||
|
|
|
||
|
|
if [ -z "$MACHINE_TYPE" ]; then
|
||
|
|
MACHINE_TYPE=unknown
|
||
|
|
fi
|
||
|
|
|
||
|
|
name=`basename $dir`
|
||
|
|
|
||
|
|
#diff=cmp
|
||
|
|
# ignore different whitespace and EOL conventions
|
||
|
|
diff="${GAWK-gawk} -f $SRILM/sbin/compare-outputs 2>/dev/null"
|
||
|
|
|
||
|
|
test -d output || mkdir output
|
||
|
|
|
||
|
|
echo "" >&2
|
||
|
|
echo "*** Running test $name ***" >&2
|
||
|
|
|
||
|
|
if [ ! -d $dir ]; then
|
||
|
|
echo "$name: no such test" >&2
|
||
|
|
exit 2
|
||
|
|
fi
|
||
|
|
|
||
|
|
time sh -c "(cd $dir; rm -f core; ./run-test) \
|
||
|
|
> output/$name.$MACHINE_TYPE.stdout \
|
||
|
|
2> output/$name.$MACHINE_TYPE.stderr"
|
||
|
|
|
||
|
|
# remove differences due to SRILM path
|
||
|
|
for suffix in stderr stdout
|
||
|
|
do
|
||
|
|
sed "s,$SRILM,SRILM,g" output/$name.$MACHINE_TYPE.$suffix \
|
||
|
|
> output/$name.$MACHINE_TYPE.$suffix.new &&
|
||
|
|
mv output/$name.$MACHINE_TYPE.$suffix.new \
|
||
|
|
output/$name.$MACHINE_TYPE.$suffix
|
||
|
|
done
|
||
|
|
|
||
|
|
for out in stdout stderr
|
||
|
|
do
|
||
|
|
pass=
|
||
|
|
|
||
|
|
for file in reference/$name.$out reference/$name.*.$out
|
||
|
|
do
|
||
|
|
version=`echo $file | sed -e "s,reference/$name[.],," -e "s,$out\$,," -e 's,[.]$,,' `
|
||
|
|
|
||
|
|
if [ ! -f $file ]; then
|
||
|
|
:
|
||
|
|
elif eval $diff $file output/$name.$MACHINE_TYPE.$out
|
||
|
|
then
|
||
|
|
if [ -n "$version" ]; then
|
||
|
|
echo "$name: $out output IDENTICAL ($version version)."
|
||
|
|
else
|
||
|
|
echo "$name: $out output IDENTICAL."
|
||
|
|
fi
|
||
|
|
pass=yes
|
||
|
|
break
|
||
|
|
else
|
||
|
|
pass=no
|
||
|
|
fi
|
||
|
|
done
|
||
|
|
|
||
|
|
if [ "$pass" = no ]; then
|
||
|
|
echo "$name: $out output DIFFERS."
|
||
|
|
elif [ -z "$pass" ]; then
|
||
|
|
echo "$name: no $out reference found." >&2
|
||
|
|
fi
|
||
|
|
done
|
||
|
|
|