cannam@154: #!/bin/sh
cannam@154: 
cannam@154: # Copyright (c) 2011-2012 Jean-Marc Valin
cannam@154: #
cannam@154: #  This file is extracted from RFC6716. Please see that RFC for additional
cannam@154: #  information.
cannam@154: #
cannam@154: #  Redistribution and use in source and binary forms, with or without
cannam@154: #  modification, are permitted provided that the following conditions
cannam@154: #  are met:
cannam@154: #
cannam@154: #  - Redistributions of source code must retain the above copyright
cannam@154: #  notice, this list of conditions and the following disclaimer.
cannam@154: #
cannam@154: #  - Redistributions in binary form must reproduce the above copyright
cannam@154: #  notice, this list of conditions and the following disclaimer in the
cannam@154: #  documentation and/or other materials provided with the distribution.
cannam@154: #
cannam@154: #  - Neither the name of Internet Society, IETF or IETF Trust, nor the
cannam@154: #  names of specific contributors, may be used to endorse or promote
cannam@154: #  products derived from this software without specific prior written
cannam@154: #  permission.
cannam@154: #
cannam@154: #  THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
cannam@154: #  ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
cannam@154: #  LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
cannam@154: #  A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER
cannam@154: #  OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL,
cannam@154: #  EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO,
cannam@154: #  PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR
cannam@154: #  PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF
cannam@154: #  LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING
cannam@154: #  NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS
cannam@154: #  SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
cannam@154: 
cannam@154: rm -f logs_mono.txt logs_mono2.txt
cannam@154: rm -f logs_stereo.txt logs_stereo2.txt
cannam@154: 
cannam@154: if [ "$#" -ne "3" ]; then
cannam@154:     echo "usage: run_vectors.sh <exec path> <vector path> <rate>"
cannam@154:     exit 1
cannam@154: fi
cannam@154: 
cannam@154: CMD_PATH=$1
cannam@154: VECTOR_PATH=$2
cannam@154: RATE=$3
cannam@154: 
cannam@154: : ${OPUS_DEMO:=$CMD_PATH/opus_demo}
cannam@154: : ${OPUS_COMPARE:=$CMD_PATH/opus_compare}
cannam@154: 
cannam@154: if [ -d "$VECTOR_PATH" ]; then
cannam@154:     echo "Test vectors found in $VECTOR_PATH"
cannam@154: else
cannam@154:     echo "No test vectors found"
cannam@154:     #Don't make the test fail here because the test vectors
cannam@154:     #will be distributed separately
cannam@154:     exit 0
cannam@154: fi
cannam@154: 
cannam@154: if [ ! -x "$OPUS_COMPARE" ]; then
cannam@154:     echo "ERROR: Compare program not found: $OPUS_COMPARE"
cannam@154:     exit 1
cannam@154: fi
cannam@154: 
cannam@154: if [ -x "$OPUS_DEMO" ]; then
cannam@154:     echo "Decoding with $OPUS_DEMO"
cannam@154: else
cannam@154:     echo "ERROR: Decoder not found: $OPUS_DEMO"
cannam@154:     exit 1
cannam@154: fi
cannam@154: 
cannam@154: echo "=============="
cannam@154: echo "Testing mono"
cannam@154: echo "=============="
cannam@154: echo
cannam@154: 
cannam@154: for file in 01 02 03 04 05 06 07 08 09 10 11 12
cannam@154: do
cannam@154:     if [ -e "$VECTOR_PATH/testvector$file.bit" ]; then
cannam@154:         echo "Testing testvector$file"
cannam@154:     else
cannam@154:         echo "Bitstream file not found: testvector$file.bit"
cannam@154:     fi
cannam@154:     if "$OPUS_DEMO" -d "$RATE" 1 "$VECTOR_PATH/testvector$file.bit" tmp.out >> logs_mono.txt 2>&1; then
cannam@154:         echo "successfully decoded"
cannam@154:     else
cannam@154:         echo "ERROR: decoding failed"
cannam@154:         exit 1
cannam@154:     fi
cannam@154:     "$OPUS_COMPARE" -r "$RATE" "$VECTOR_PATH/testvector${file}.dec" tmp.out >> logs_mono.txt 2>&1
cannam@154:     float_ret=$?
cannam@154:     "$OPUS_COMPARE" -r "$RATE" "$VECTOR_PATH/testvector${file}m.dec" tmp.out >> logs_mono2.txt 2>&1
cannam@154:     float_ret2=$?
cannam@154:     if [ "$float_ret" -eq "0" ] || [ "$float_ret2" -eq "0" ]; then
cannam@154:         echo "output matches reference"
cannam@154:     else
cannam@154:         echo "ERROR: output does not match reference"
cannam@154:         exit 1
cannam@154:     fi
cannam@154:     echo
cannam@154: done
cannam@154: 
cannam@154: echo "=============="
cannam@154: echo Testing stereo
cannam@154: echo "=============="
cannam@154: echo
cannam@154: 
cannam@154: for file in 01 02 03 04 05 06 07 08 09 10 11 12
cannam@154: do
cannam@154:     if [ -e "$VECTOR_PATH/testvector$file.bit" ]; then
cannam@154:         echo "Testing testvector$file"
cannam@154:     else
cannam@154:         echo "Bitstream file not found: testvector$file"
cannam@154:     fi
cannam@154:     if "$OPUS_DEMO" -d "$RATE" 2 "$VECTOR_PATH/testvector$file.bit" tmp.out >> logs_stereo.txt 2>&1; then
cannam@154:         echo "successfully decoded"
cannam@154:     else
cannam@154:         echo "ERROR: decoding failed"
cannam@154:         exit 1
cannam@154:     fi
cannam@154:     "$OPUS_COMPARE" -s -r "$RATE" "$VECTOR_PATH/testvector${file}.dec" tmp.out >> logs_stereo.txt 2>&1
cannam@154:     float_ret=$?
cannam@154:     "$OPUS_COMPARE" -s -r "$RATE" "$VECTOR_PATH/testvector${file}m.dec" tmp.out >> logs_stereo2.txt 2>&1
cannam@154:     float_ret2=$?
cannam@154:     if [ "$float_ret" -eq "0" ] || [ "$float_ret2" -eq "0" ]; then
cannam@154:         echo "output matches reference"
cannam@154:     else
cannam@154:         echo "ERROR: output does not match reference"
cannam@154:         exit 1
cannam@154:     fi
cannam@154:     echo
cannam@154: done
cannam@154: 
cannam@154: 
cannam@154: 
cannam@154: echo "All tests have passed successfully"
cannam@154: mono1=`grep quality logs_mono.txt | awk '{sum+=$4}END{if (NR == 12) sum /= 12; else sum = 0; print sum}'`
cannam@154: mono2=`grep quality logs_mono2.txt | awk '{sum+=$4}END{if (NR == 12) sum /= 12; else sum = 0; print sum}'`
cannam@154: echo $mono1 $mono2 | awk '{if ($2 > $1) $1 = $2; print "Average mono quality is", $1, "%"}'
cannam@154: 
cannam@154: stereo1=`grep quality logs_stereo.txt | awk '{sum+=$4}END{if (NR == 12) sum /= 12; else sum = 0; print sum}'`
cannam@154: stereo2=`grep quality logs_stereo2.txt | awk '{sum+=$4}END{if (NR == 12) sum /= 12; else sum = 0; print sum}'`
cannam@154: echo $stereo1 $stereo2 | awk '{if ($2 > $1) $1 = $2; print "Average stereo quality is", $1, "%"}'