Mercurial > hg > silvet
changeset 139:32437c1c5cca
Add evaluation to timing script
| author | Chris Cannam |
|---|---|
| date | Thu, 08 May 2014 13:50:42 +0100 |
| parents | c0802d1b1fad |
| children | 7d28385784cc |
| files | testdata/timing/run.sh |
| diffstat | 1 files changed, 25 insertions(+), 1 deletions(-) [+] |
line wrap: on
line diff
--- a/testdata/timing/run.sh Thu May 08 13:41:13 2014 +0100 +++ b/testdata/timing/run.sh Thu May 08 13:50:42 2014 +0100 @@ -1,12 +1,17 @@ #!/bin/sh trios_path="/home/cannam/Music/TRIOS_dataset" +yc="/home/cannam/code/may/bin/yc" if [ ! -d "$trios_path" ]; then echo "TRIOS dataset directory $trios_path not found, giving up" exit 1 fi +if ! "$yc" -v ; then + echo "Failed to run Yeti compiler yc at $yc_path, giving up"; +fi + if ! sonic-annotator -v ; then echo "Failed to run sonic-annotator (not in PATH?), giving up" exit 1 @@ -15,10 +20,29 @@ VAMP_PATH=../.. export VAMP_PATH +outfile="/tmp/$$" + time sonic-annotator \ --writer csv \ - --csv-one-file /dev/null \ + --csv-one-file "$outfile" \ --csv-force \ --default vamp:silvet:silvet:notes \ "$trios_path/take_five/mix.wav" +cat "$outfile" | \ + sed 's/^[^,]*,//' | \ + while IFS=, read start duration frequency level label; do + end=`echo "$start $duration + p" | dc` + echo -e "$start\t$end\t$frequency" + done > "$outfile.lab" + +for ms in 50 100 150; do + echo + echo "Validating against ground truth at $ms ms:" + "$yc" ../evaluation/evaluate_lab.yeti "$ms" "../TRIOS-groundtruth/take_five.lab" "$outfile.lab" + echo + echo "Validating against MIREX submission at $ms ms:" + "$yc" ../evaluation/evaluate_lab.yeti "$ms" "../TRIOS-mirex2012-matlab/take_five/mix.lab" "$outfile.lab" +done; + +rm "$outfile" "$outfile.lab"