changeset 202:f6cdb050614b noteagent

Merge from default branch
author Chris Cannam
date Wed, 04 Jun 2014 12:11:25 +0100
parents 5326c5396aa2 (current diff) 607c3c92822f (diff)
children aac739775e29
files
diffstat 5 files changed, 634 insertions(+), 31 deletions(-) [+]
line wrap: on
line diff
--- a/src/Instruments.cpp	Wed Jun 04 11:53:32 2014 +0100
+++ b/src/Instruments.cpp	Wed Jun 04 12:11:25 2014 +0100
@@ -131,8 +131,10 @@
 			 silvet_templates_highest_note,
 			 "Piano",
 			 pianoTemplates);
-    piano.maxPolyphony = 8;
-    piano.levelThreshold = 3;
+//    piano.maxPolyphony = 8;
+//    piano.levelThreshold = 3;
+    piano.maxPolyphony = 5;
+    piano.levelThreshold = 6;
     if (isOK(piano)) {
 	ii.push_back(piano);
     }
@@ -151,15 +153,17 @@
 			     t.highestNote,
 			     simpleInstruments[i],
 			     tt);
-        instr.pitchSparsity = 1.5;
+//        instr.pitchSparsity = 1.5;
+        instr.maxPolyphony = 5;
+        instr.levelThreshold = 6;
 	if (isString(i)) {
-            instr.maxPolyphony = 2;
-            instr.levelThreshold = 3;
+//            instr.maxPolyphony = 2;
+//            instr.levelThreshold = 3;
 	    stringTemplates.push_back(t);
 	}
 	if (isWind(i)) {
-            instr.maxPolyphony = 1;
-            instr.levelThreshold = 5;
+//            instr.maxPolyphony = 1;
+//            instr.levelThreshold = 5;
 	    windTemplates.push_back(t);
 	}
 	if (isOK(instr)) {
--- /dev/null	Thu Jan 01 00:00:00 1970 +0000
+++ b/testdata/evaluation/outputs/4840c6306b4f.txt	Wed Jun 04 12:11:25 2014 +0100
@@ -0,0 +1,599 @@
+Yeti 0.9.9+
+1.0
+
+Input files are:
+/home/cannam/Music/TRIOS_dataset/mozart/piano.wav
+/home/cannam/Music/TRIOS_dataset/mozart/viola.wav
+/home/cannam/Music/TRIOS_dataset/mozart/mix.wav
+/home/cannam/Music/TRIOS_dataset/mozart/clarinet.wav
+/home/cannam/Music/TRIOS_dataset/lussier/piano.wav
+/home/cannam/Music/TRIOS_dataset/lussier/mix.wav
+/home/cannam/Music/TRIOS_dataset/lussier/bassoon.wav
+/home/cannam/Music/TRIOS_dataset/lussier/trumpet.wav
+/home/cannam/Music/TRIOS_dataset/take_five/piano.wav
+/home/cannam/Music/TRIOS_dataset/take_five/mix.wav
+/home/cannam/Music/TRIOS_dataset/take_five/saxophone.wav
+
+Evaluating for file /home/cannam/Music/TRIOS_dataset/mozart/piano.wav...
+
+For piece mozart, arrangement piano, using instrument 1...
+force -> 
+one-file -> /tmp/26957
+Have audio source: "/tmp/26957norm.wav"
+
Determining default rate and channel count from first input file... Done
+File or URL "/tmp/26957norm.wav" opened successfully
+Taking default channel count of 1 from file
+Taking default sample rate of 44100Hz from file
+(Note: Default may be overridden by transforms)
+RDFTransformFactory: NOTE: Transform is: 
+<transform
+    id="vamp:silvet:silvet:"
+    pluginVersion=""
+    program=""
+    stepSize="1024"
+    blockSize="1024"
+    windowType="hanning"
+    startTime="0.000000000"
+    duration="0.000000000"
+    sampleRate="0">
+  <parameter name="finetune" value="0"/>
+  <parameter name="instrument" value="1"/>
+  <parameter name="mode" value="1"/>
+</transform>
+
+NOTE: Transform does not specify a sample rate, using default rate of 44100
+NOTE: Loaded and initialised plugin for transform "vamp:silvet:silvet:" with plugin step size 1024 and block size 1024 (adapter step and block size 16384)
+Extracting features for: "/tmp/26957norm.wav"
+Audio file "/tmp/26957norm.wav": 1ch at 44100Hz
+
Extracting and writing features... 1%
Extracting and writing features... 2%
Extracting and writing features... 3%
Extracting and writing features... 4%
Extracting and writing features... 5%
Extracting and writing features... 6%
Extracting and writing features... 7%
Extracting and writing features... 8%
Extracting and writing features... 10%
Extracting and writing features... 11%
Extracting and writing features... 12%
Extracting and writing features... 13%
Extracting and writing features... 14%
Extracting and writing features... 15%
Extracting and writing features... 16%
Extracting and writing features... 17%
Extracting and writing features... 18%
Extracting and writing features... 20%
Extracting and writing features... 21%
Extracting and writing features... 22%
Extracting and writing features... 23%
Extracting and writing features... 24%
Extracting and writing features... 25%
Extracting and writing features... 26%
Extracting and writing features... 27%
Extracting and writing features... 28%
Extracting and writing features... 30%
Extracting and writing features... 31%
Extracting and writing features... 32%
Extracting and writing features... 33%
Extracting and writing features... 34%
Extracting and writing features... 35%
Extracting and writing features... 36%
Extracting and writing features... 37%
Extracting and writing features... 38%
Extracting and writing features... 40%
Extracting and writing features... 41%
Extracting and writing features... 42%
Extracting and writing features... 43%
Extracting and writing features... 44%
Extracting and writing features... 45%
Extracting and writing features... 46%
Extracting and writing features... 47%
Extracting and writing features... 48%
Extracting and writing features... 50%
Extracting and writing features... 51%
Extracting and writing features... 52%
Extracting and writing features... 53%
Extracting and writing features... 54%
Extracting and writing features... 55%
Extracting and writing features... 56%
Extracting and writing features... 57%
Extracting and writing features... 58%
Extracting and writing features... 59%
Extracting and writing features... 61%
Extracting and writing features... 62%
Extracting and writing features... 63%
Extracting and writing features... 64%
Extracting and writing features... 65%
Extracting and writing features... 66%
Extracting and writing features... 67%
Extracting and writing features... 68%
Extracting and writing features... 69%
Extracting and writing features... 71%
Extracting and writing features... 72%
Extracting and writing features... 73%
Extracting and writing features... 74%
Extracting and writing features... 75%
Extracting and writing features... 76%
Extracting and writing features... 77%
Extracting and writing features... 78%
Extracting and writing features... 79%
Extracting and writing features... 81%
Extracting and writing features... 82%
Extracting and writing features... 83%
Extracting and writing features... 84%
Extracting and writing features... 85%
Extracting and writing features... 86%
Extracting and writing features... 87%
Extracting and writing features... 88%
Extracting and writing features... 89%
Extracting and writing features... 91%
Extracting and writing features... 92%
Extracting and writing features... 93%
Extracting and writing features... 94%
Extracting and writing features... 95%
Extracting and writing features... 96%
Extracting and writing features... 97%
Extracting and writing features... 98%
Extracting and writing features... 99%
Extracting and writing features... Done
+
+
+Validating against ground truth at 50 ms:
+precision 60, recall 63.6, accuracy 44.7, F 61.7  <-- main mozart/piano
+
+Validating against MIREX submission at 50 ms:
+precision 75.4, recall 70, accuracy 57, F 72.6
+
+Validating MIREX against ground truth at 50 ms:
+precision 56.2, recall 64.3, accuracy 42.9, F 60
+
+Validating against ground truth at 100 ms:
+precision 69.6, recall 73.9, accuracy 55.9, F 71.7
+
+Validating against MIREX submission at 100 ms:
+precision 89.6, recall 83.2, accuracy 75.9, F 86.3
+
+Validating MIREX against ground truth at 100 ms:
+precision 69.4, recall 79.4, accuracy 58.8, F 74.1
+
+
+Evaluating for file /home/cannam/Music/TRIOS_dataset/mozart/viola.wav...
+
+For piece mozart, arrangement viola, using instrument 0...
+force -> 
+one-file -> /tmp/26957
+Have audio source: "/tmp/26957norm.wav"
+
Determining default rate and channel count from first input file... Done
+File or URL "/tmp/26957norm.wav" opened successfully
+Taking default channel count of 1 from file
+Taking default sample rate of 44100Hz from file
+(Note: Default may be overridden by transforms)
+RDFTransformFactory: NOTE: Transform is: 
+<transform
+    id="vamp:silvet:silvet:"
+    pluginVersion=""
+    program=""
+    stepSize="1024"
+    blockSize="1024"
+    windowType="hanning"
+    startTime="0.000000000"
+    duration="0.000000000"
+    sampleRate="0">
+  <parameter name="finetune" value="0"/>
+  <parameter name="instrument" value="0"/>
+  <parameter name="mode" value="1"/>
+</transform>
+
+NOTE: Transform does not specify a sample rate, using default rate of 44100
+NOTE: Loaded and initialised plugin for transform "vamp:silvet:silvet:" with plugin step size 1024 and block size 1024 (adapter step and block size 16384)
+Extracting features for: "/tmp/26957norm.wav"
+Audio file "/tmp/26957norm.wav": 1ch at 44100Hz
+
Extracting and writing features... 1%
Extracting and writing features... 2%
Extracting and writing features... 3%
Extracting and writing features... 4%
Extracting and writing features... 5%
Extracting and writing features... 6%
Extracting and writing features... 7%
Extracting and writing features... 8%
Extracting and writing features... 10%
Extracting and writing features... 11%
Extracting and writing features... 12%
Extracting and writing features... 13%
Extracting and writing features... 14%
Extracting and writing features... 15%
Extracting and writing features... 16%
Extracting and writing features... 17%
Extracting and writing features... 18%
Extracting and writing features... 20%
Extracting and writing features... 21%
Extracting and writing features... 22%
Extracting and writing features... 23%
Extracting and writing features... 24%
Extracting and writing features... 25%
Extracting and writing features... 26%
Extracting and writing features... 27%
Extracting and writing features... 28%
Extracting and writing features... 30%
Extracting and writing features... 31%
Extracting and writing features... 32%
Extracting and writing features... 33%
Extracting and writing features... 34%
Extracting and writing features... 35%
Extracting and writing features... 36%
Extracting and writing features... 37%
Extracting and writing features... 38%
Extracting and writing features... 40%
Extracting and writing features... 41%
Extracting and writing features... 42%
Extracting and writing features... 43%
Extracting and writing features... 44%
Extracting and writing features... 45%
Extracting and writing features... 46%
Extracting and writing features... 47%
Extracting and writing features... 48%
Extracting and writing features... 50%
Extracting and writing features... 51%
Extracting and writing features... 52%
Extracting and writing features... 53%
Extracting and writing features... 54%
Extracting and writing features... 55%
Extracting and writing features... 56%
Extracting and writing features... 57%
Extracting and writing features... 58%
Extracting and writing features... 59%
Extracting and writing features... 61%
Extracting and writing features... 62%
Extracting and writing features... 63%
Extracting and writing features... 64%
Extracting and writing features... 65%
Extracting and writing features... 66%
Extracting and writing features... 67%
Extracting and writing features... 68%
Extracting and writing features... 69%
Extracting and writing features... 71%
Extracting and writing features... 72%
Extracting and writing features... 73%
Extracting and writing features... 74%
Extracting and writing features... 75%
Extracting and writing features... 76%
Extracting and writing features... 77%
Extracting and writing features... 78%
Extracting and writing features... 79%
Extracting and writing features... 81%
Extracting and writing features... 82%
Extracting and writing features... 83%
Extracting and writing features... 84%
Extracting and writing features... 85%
Extracting and writing features... 86%
Extracting and writing features... 87%
Extracting and writing features... 88%
Extracting and writing features... 89%
Extracting and writing features... 91%
Extracting and writing features... 92%
Extracting and writing features... 93%
Extracting and writing features... 94%
Extracting and writing features... 95%
Extracting and writing features... 96%
Extracting and writing features... 97%
Extracting and writing features... 98%
Extracting and writing features... 99%
Extracting and writing features... Done
+
+
+Validating against ground truth at 50 ms:
+precision 29.5, recall 81.2, accuracy 27.6, F 43.3  <-- main mozart/viola
+
+Validating against MIREX submission at 50 ms:
+precision 47.7, recall 33.8, accuracy 24.7, F 39.6
+
+Validating MIREX against ground truth at 50 ms:
+precision 20.9, recall 81.2, accuracy 20, F 33.3
+
+Validating against ground truth at 100 ms:
+precision 30.6, recall 84.3, accuracy 29, F 45
+
+Validating against MIREX submission at 100 ms:
+precision 69.3, recall 49.1, accuracy 40.3, F 57.5
+
+Validating MIREX against ground truth at 100 ms:
+precision 22.5, recall 87.5, accuracy 21.8, F 35.8
+
+
+Evaluating for file /home/cannam/Music/TRIOS_dataset/mozart/mix.wav...
+
+For piece mozart, arrangement mix, using instrument 0...
+force -> 
+one-file -> /tmp/26957
+Have audio source: "/tmp/26957norm.wav"
+
Determining default rate and channel count from first input file... Done
+File or URL "/tmp/26957norm.wav" opened successfully
+Taking default channel count of 1 from file
+Taking default sample rate of 44100Hz from file
+(Note: Default may be overridden by transforms)
+RDFTransformFactory: NOTE: Transform is: 
+<transform
+    id="vamp:silvet:silvet:"
+    pluginVersion=""
+    program=""
+    stepSize="1024"
+    blockSize="1024"
+    windowType="hanning"
+    startTime="0.000000000"
+    duration="0.000000000"
+    sampleRate="0">
+  <parameter name="finetune" value="0"/>
+  <parameter name="instrument" value="0"/>
+  <parameter name="mode" value="1"/>
+</transform>
+
+NOTE: Transform does not specify a sample rate, using default rate of 44100
+NOTE: Loaded and initialised plugin for transform "vamp:silvet:silvet:" with plugin step size 1024 and block size 1024 (adapter step and block size 16384)
+Extracting features for: "/tmp/26957norm.wav"
+Audio file "/tmp/26957norm.wav": 1ch at 44100Hz
+
Extracting and writing features... 1%
Extracting and writing features... 2%
Extracting and writing features... 3%
Extracting and writing features... 4%
Extracting and writing features... 5%
Extracting and writing features... 6%
Extracting and writing features... 7%
Extracting and writing features... 8%
Extracting and writing features... 10%
Extracting and writing features... 11%
Extracting and writing features... 12%
Extracting and writing features... 13%
Extracting and writing features... 14%
Extracting and writing features... 15%
Extracting and writing features... 16%
Extracting and writing features... 17%
Extracting and writing features... 18%
Extracting and writing features... 20%
Extracting and writing features... 21%
Extracting and writing features... 22%
Extracting and writing features... 23%
Extracting and writing features... 24%
Extracting and writing features... 25%
Extracting and writing features... 26%
Extracting and writing features... 27%
Extracting and writing features... 28%
Extracting and writing features... 30%
Extracting and writing features... 31%
Extracting and writing features... 32%
Extracting and writing features... 33%
Extracting and writing features... 34%
Extracting and writing features... 35%
Extracting and writing features... 36%
Extracting and writing features... 37%
Extracting and writing features... 38%
Extracting and writing features... 40%
Extracting and writing features... 41%
Extracting and writing features... 42%
Extracting and writing features... 43%
Extracting and writing features... 44%
Extracting and writing features... 45%
Extracting and writing features... 46%
Extracting and writing features... 47%
Extracting and writing features... 48%
Extracting and writing features... 50%
Extracting and writing features... 51%
Extracting and writing features... 52%
Extracting and writing features... 53%
Extracting and writing features... 54%
Extracting and writing features... 55%
Extracting and writing features... 56%
Extracting and writing features... 57%
Extracting and writing features... 58%
Extracting and writing features... 59%
Extracting and writing features... 61%
Extracting and writing features... 62%
Extracting and writing features... 63%
Extracting and writing features... 64%
Extracting and writing features... 65%
Extracting and writing features... 66%
Extracting and writing features... 67%
Extracting and writing features... 68%
Extracting and writing features... 69%
Extracting and writing features... 71%
Extracting and writing features... 72%
Extracting and writing features... 73%
Extracting and writing features... 74%
Extracting and writing features... 75%
Extracting and writing features... 76%
Extracting and writing features... 77%
Extracting and writing features... 78%
Extracting and writing features... 79%
Extracting and writing features... 81%
Extracting and writing features... 82%
Extracting and writing features... 83%
Extracting and writing features... 84%
Extracting and writing features... 85%
Extracting and writing features... 86%
Extracting and writing features... 87%
Extracting and writing features... 88%
Extracting and writing features... 89%
Extracting and writing features... 91%
Extracting and writing features... 92%
Extracting and writing features... 93%
Extracting and writing features... 94%
Extracting and writing features... 95%
Extracting and writing features... 96%
Extracting and writing features... 97%
Extracting and writing features... 98%
Extracting and writing features... 99%
Extracting and writing features... Done
+
+
+Validating against ground truth at 50 ms:
+precision 57.2, recall 55.8, accuracy 39.4, F 56.5  <-- main mozart/mix
+
+Validating against MIREX submission at 50 ms:
+precision 63.4, recall 61.2, accuracy 45.2, F 62.3
+
+Validating MIREX against ground truth at 50 ms:
+precision 50.4, recall 51, accuracy 33.9, F 50.7
+
+Validating against ground truth at 100 ms:
+precision 69.2, recall 67.6, accuracy 52, F 68.4
+
+Validating against MIREX submission at 100 ms:
+precision 82.5, recall 79.6, accuracy 68.1, F 81
+
+Validating MIREX against ground truth at 100 ms:
+precision 67.2, recall 68, accuracy 51, F 67.6
+
+
+Evaluating for file /home/cannam/Music/TRIOS_dataset/mozart/clarinet.wav...
+
+For piece mozart, arrangement clarinet, using instrument 8...
+force -> 
+one-file -> /tmp/26957
+Have audio source: "/tmp/26957norm.wav"
+
Determining default rate and channel count from first input file... Done
+File or URL "/tmp/26957norm.wav" opened successfully
+Taking default channel count of 1 from file
+Taking default sample rate of 44100Hz from file
+(Note: Default may be overridden by transforms)
+RDFTransformFactory: NOTE: Transform is: 
+<transform
+    id="vamp:silvet:silvet:"
+    pluginVersion=""
+    program=""
+    stepSize="1024"
+    blockSize="1024"
+    windowType="hanning"
+    startTime="0.000000000"
+    duration="0.000000000"
+    sampleRate="0">
+  <parameter name="finetune" value="0"/>
+  <parameter name="instrument" value="8"/>
+  <parameter name="mode" value="1"/>
+</transform>
+
+NOTE: Transform does not specify a sample rate, using default rate of 44100
+NOTE: Loaded and initialised plugin for transform "vamp:silvet:silvet:" with plugin step size 1024 and block size 1024 (adapter step and block size 16384)
+Extracting features for: "/tmp/26957norm.wav"
+Audio file "/tmp/26957norm.wav": 1ch at 44100Hz
+
Extracting and writing features... 1%
Extracting and writing features... 2%
Extracting and writing features... 3%
Extracting and writing features... 4%
Extracting and writing features... 5%
Extracting and writing features... 6%
Extracting and writing features... 7%
Extracting and writing features... 8%
Extracting and writing features... 10%
Extracting and writing features... 11%
Extracting and writing features... 12%
Extracting and writing features... 13%
Extracting and writing features... 14%
Extracting and writing features... 15%
Extracting and writing features... 16%
Extracting and writing features... 17%
Extracting and writing features... 18%
Extracting and writing features... 20%
Extracting and writing features... 21%
Extracting and writing features... 22%
Extracting and writing features... 23%
Extracting and writing features... 24%
Extracting and writing features... 25%
Extracting and writing features... 26%
Extracting and writing features... 27%
Extracting and writing features... 28%
Extracting and writing features... 30%
Extracting and writing features... 31%
Extracting and writing features... 32%
Extracting and writing features... 33%
Extracting and writing features... 34%
Extracting and writing features... 35%
Extracting and writing features... 36%
Extracting and writing features... 37%
Extracting and writing features... 38%
Extracting and writing features... 40%
Extracting and writing features... 41%
Extracting and writing features... 42%
Extracting and writing features... 43%
Extracting and writing features... 44%
Extracting and writing features... 45%
Extracting and writing features... 46%
Extracting and writing features... 47%
Extracting and writing features... 48%
Extracting and writing features... 50%
Extracting and writing features... 51%
Extracting and writing features... 52%
Extracting and writing features... 53%
Extracting and writing features... 54%
Extracting and writing features... 55%
Extracting and writing features... 56%
Extracting and writing features... 57%
Extracting and writing features... 58%
Extracting and writing features... 59%
Extracting and writing features... 61%
Extracting and writing features... 62%
Extracting and writing features... 63%
Extracting and writing features... 64%
Extracting and writing features... 65%
Extracting and writing features... 66%
Extracting and writing features... 67%
Extracting and writing features... 68%
Extracting and writing features... 69%
Extracting and writing features... 71%
Extracting and writing features... 72%
Extracting and writing features... 73%
Extracting and writing features... 74%
Extracting and writing features... 75%
Extracting and writing features... 76%
Extracting and writing features... 77%
Extracting and writing features... 78%
Extracting and writing features... 79%
Extracting and writing features... 81%
Extracting and writing features... 82%
Extracting and writing features... 83%
Extracting and writing features... 84%
Extracting and writing features... 85%
Extracting and writing features... 86%
Extracting and writing features... 87%
Extracting and writing features... 88%
Extracting and writing features... 89%
Extracting and writing features... 91%
Extracting and writing features... 92%
Extracting and writing features... 93%
Extracting and writing features... 94%
Extracting and writing features... 95%
Extracting and writing features... 96%
Extracting and writing features... 97%
Extracting and writing features... 98%
Extracting and writing features... 99%
Extracting and writing features... Done
+
+
+Validating against ground truth at 50 ms:
+precision 92.5, recall 72.4, accuracy 68.4, F 81.3  <-- main mozart/clarinet
+
+Validating against MIREX submission at 50 ms:
+precision 90.7, recall 68, accuracy 63.6, F 77.7
+
+Validating MIREX against ground truth at 50 ms:
+precision 72.2, recall 75.3, accuracy 58.4, F 73.7
+
+Validating against ground truth at 100 ms:
+precision 100, recall 78.2, accuracy 78.2, F 87.8
+
+Validating against MIREX submission at 100 ms:
+precision 100, recall 75, accuracy 75, F 85.7
+
+Validating MIREX against ground truth at 100 ms:
+precision 75, recall 78.2, accuracy 62, F 76.5
+
+
+Evaluating for file /home/cannam/Music/TRIOS_dataset/lussier/piano.wav...
+
+For piece lussier, arrangement piano, using instrument 1...
+force -> 
+one-file -> /tmp/26957
+Have audio source: "/tmp/26957norm.wav"
+
Determining default rate and channel count from first input file... Done
+File or URL "/tmp/26957norm.wav" opened successfully
+Taking default channel count of 1 from file
+Taking default sample rate of 44100Hz from file
+(Note: Default may be overridden by transforms)
+RDFTransformFactory: NOTE: Transform is: 
+<transform
+    id="vamp:silvet:silvet:"
+    pluginVersion=""
+    program=""
+    stepSize="1024"
+    blockSize="1024"
+    windowType="hanning"
+    startTime="0.000000000"
+    duration="0.000000000"
+    sampleRate="0">
+  <parameter name="finetune" value="0"/>
+  <parameter name="instrument" value="1"/>
+  <parameter name="mode" value="1"/>
+</transform>
+
+NOTE: Transform does not specify a sample rate, using default rate of 44100
+NOTE: Loaded and initialised plugin for transform "vamp:silvet:silvet:" with plugin step size 1024 and block size 1024 (adapter step and block size 16384)
+Extracting features for: "/tmp/26957norm.wav"
+Audio file "/tmp/26957norm.wav": 1ch at 44100Hz
+
Extracting and writing features... 2%
Extracting and writing features... 4%
Extracting and writing features... 6%
Extracting and writing features... 8%
Extracting and writing features... 10%
Extracting and writing features... 12%
Extracting and writing features... 14%
Extracting and writing features... 16%
Extracting and writing features... 18%
Extracting and writing features... 20%
Extracting and writing features... 22%
Extracting and writing features... 24%
Extracting and writing features... 26%
Extracting and writing features... 28%
Extracting and writing features... 31%
Extracting and writing features... 33%
Extracting and writing features... 35%
Extracting and writing features... 37%
Extracting and writing features... 39%
Extracting and writing features... 41%
Extracting and writing features... 43%
Extracting and writing features... 45%
Extracting and writing features... 47%
Extracting and writing features... 49%
Extracting and writing features... 51%
Extracting and writing features... 53%
Extracting and writing features... 55%
Extracting and writing features... 57%
Extracting and writing features... 59%
Extracting and writing features... 62%
Extracting and writing features... 64%
Extracting and writing features... 66%
Extracting and writing features... 68%
Extracting and writing features... 70%
Extracting and writing features... 72%
Extracting and writing features... 74%
Extracting and writing features... 76%
Extracting and writing features... 78%
Extracting and writing features... 80%
Extracting and writing features... 82%
Extracting and writing features... 84%
Extracting and writing features... 86%
Extracting and writing features... 88%
Extracting and writing features... 90%
Extracting and writing features... 92%
Extracting and writing features... 95%
Extracting and writing features... 97%
Extracting and writing features... 99%
Extracting and writing features... Done
+
+
+Validating against ground truth at 50 ms:
+precision 55.2, recall 52.9, accuracy 37, F 54  <-- main lussier/piano
+
+Validating against MIREX submission at 50 ms:
+precision 53.5, recall 51.2, accuracy 35.4, F 52.3
+
+Validating MIREX against ground truth at 50 ms:
+precision 45.3, recall 45.3, accuracy 29.3, F 45.3
+
+Validating against ground truth at 100 ms:
+precision 68.4, recall 65.5, accuracy 50.3, F 66.9
+
+Validating against MIREX submission at 100 ms:
+precision 72.8, recall 69.7, accuracy 55.3, F 71.2
+
+Validating MIREX against ground truth at 100 ms:
+precision 62.1, recall 62.1, accuracy 45.1, F 62.1
+
+
+Evaluating for file /home/cannam/Music/TRIOS_dataset/lussier/mix.wav...
+
+For piece lussier, arrangement mix, using instrument 0...
+force -> 
+one-file -> /tmp/26957
+Have audio source: "/tmp/26957norm.wav"
+
Determining default rate and channel count from first input file... Done
+File or URL "/tmp/26957norm.wav" opened successfully
+Taking default channel count of 1 from file
+Taking default sample rate of 44100Hz from file
+(Note: Default may be overridden by transforms)
+RDFTransformFactory: NOTE: Transform is: 
+<transform
+    id="vamp:silvet:silvet:"
+    pluginVersion=""
+    program=""
+    stepSize="1024"
+    blockSize="1024"
+    windowType="hanning"
+    startTime="0.000000000"
+    duration="0.000000000"
+    sampleRate="0">
+  <parameter name="finetune" value="0"/>
+  <parameter name="instrument" value="0"/>
+  <parameter name="mode" value="1"/>
+</transform>
+
+NOTE: Transform does not specify a sample rate, using default rate of 44100
+NOTE: Loaded and initialised plugin for transform "vamp:silvet:silvet:" with plugin step size 1024 and block size 1024 (adapter step and block size 16384)
+Extracting features for: "/tmp/26957norm.wav"
+Audio file "/tmp/26957norm.wav": 1ch at 44100Hz
+
Extracting and writing features... 2%
Extracting and writing features... 4%
Extracting and writing features... 6%
Extracting and writing features... 8%
Extracting and writing features... 10%
Extracting and writing features... 12%
Extracting and writing features... 14%
Extracting and writing features... 16%
Extracting and writing features... 18%
Extracting and writing features... 20%
Extracting and writing features... 22%
Extracting and writing features... 24%
Extracting and writing features... 26%
Extracting and writing features... 28%
Extracting and writing features... 31%
Extracting and writing features... 33%
Extracting and writing features... 35%
Extracting and writing features... 37%
Extracting and writing features... 39%
Extracting and writing features... 41%
Extracting and writing features... 43%
Extracting and writing features... 45%
Extracting and writing features... 47%
Extracting and writing features... 49%
Extracting and writing features... 51%
Extracting and writing features... 53%
Extracting and writing features... 55%
Extracting and writing features... 57%
Extracting and writing features... 59%
Extracting and writing features... 62%
Extracting and writing features... 64%
Extracting and writing features... 66%
Extracting and writing features... 68%
Extracting and writing features... 70%
Extracting and writing features... 72%
Extracting and writing features... 74%
Extracting and writing features... 76%
Extracting and writing features... 78%
Extracting and writing features... 80%
Extracting and writing features... 82%
Extracting and writing features... 84%
Extracting and writing features... 86%
Extracting and writing features... 88%
Extracting and writing features... 90%
Extracting and writing features... 92%
Extracting and writing features... 95%
Extracting and writing features... 97%
Extracting and writing features... 99%
Extracting and writing features... Done
+
+
+Validating against ground truth at 50 ms:
+precision 50.6, recall 35.5, accuracy 26.4, F 41.8  <-- main lussier/mix
+
+Validating against MIREX submission at 50 ms:
+precision 56.1, recall 50.3, accuracy 36.1, F 53
+
+Validating MIREX against ground truth at 50 ms:
+precision 40.4, recall 31.7, accuracy 21.6, F 35.5
+
+Validating against ground truth at 100 ms:
+precision 60.2, recall 42.3, accuracy 33, F 49.7
+
+Validating against MIREX submission at 100 ms:
+precision 80.1, recall 71.7, accuracy 60.9, F 75.7
+
+Validating MIREX against ground truth at 100 ms:
+precision 57.6, recall 45.1, accuracy 33.9, F 50.6
+
+
+Evaluating for file /home/cannam/Music/TRIOS_dataset/lussier/bassoon.wav...
+
+For piece lussier, arrangement bassoon, using instrument 10...
+force -> 
+one-file -> /tmp/26957
+Have audio source: "/tmp/26957norm.wav"
+
Determining default rate and channel count from first input file... Done
+File or URL "/tmp/26957norm.wav" opened successfully
+Taking default channel count of 1 from file
+Taking default sample rate of 44100Hz from file
+(Note: Default may be overridden by transforms)
+RDFTransformFactory: NOTE: Transform is: 
+<transform
+    id="vamp:silvet:silvet:"
+    pluginVersion=""
+    program=""
+    stepSize="1024"
+    blockSize="1024"
+    windowType="hanning"
+    startTime="0.000000000"
+    duration="0.000000000"
+    sampleRate="0">
+  <parameter name="finetune" value="0"/>
+  <parameter name="instrument" value="10"/>
+  <parameter name="mode" value="1"/>
+</transform>
+
+NOTE: Transform does not specify a sample rate, using default rate of 44100
+NOTE: Loaded and initialised plugin for transform "vamp:silvet:silvet:" with plugin step size 1024 and block size 1024 (adapter step and block size 16384)
+Extracting features for: "/tmp/26957norm.wav"
+Audio file "/tmp/26957norm.wav": 1ch at 44100Hz
+
Extracting and writing features... 2%
Extracting and writing features... 4%
Extracting and writing features... 6%
Extracting and writing features... 8%
Extracting and writing features... 10%
Extracting and writing features... 12%
Extracting and writing features... 14%
Extracting and writing features... 16%
Extracting and writing features... 18%
Extracting and writing features... 20%
Extracting and writing features... 22%
Extracting and writing features... 24%
Extracting and writing features... 26%
Extracting and writing features... 28%
Extracting and writing features... 31%
Extracting and writing features... 33%
Extracting and writing features... 35%
Extracting and writing features... 37%
Extracting and writing features... 39%
Extracting and writing features... 41%
Extracting and writing features... 43%
Extracting and writing features... 45%
Extracting and writing features... 47%
Extracting and writing features... 49%
Extracting and writing features... 51%
Extracting and writing features... 53%
Extracting and writing features... 55%
Extracting and writing features... 57%
Extracting and writing features... 59%
Extracting and writing features... 62%
Extracting and writing features... 64%
Extracting and writing features... 66%
Extracting and writing features... 68%
Extracting and writing features... 70%
Extracting and writing features... 72%
Extracting and writing features... 74%
Extracting and writing features... 76%
Extracting and writing features... 78%
Extracting and writing features... 80%
Extracting and writing features... 82%
Extracting and writing features... 84%
Extracting and writing features... 86%
Extracting and writing features... 88%
Extracting and writing features... 90%
Extracting and writing features... 92%
Extracting and writing features... 95%
Extracting and writing features... 97%
Extracting and writing features... 99%
Extracting and writing features... Done
+
+
+Validating against ground truth at 50 ms:
+precision 62.5, recall 84.6, accuracy 56.1, F 71.8  <-- main lussier/bassoon
+
+Validating against MIREX submission at 50 ms:
+precision 40.9, recall 25.7, accuracy 18.7, F 31.5
+
+Validating MIREX against ground truth at 50 ms:
+precision 31.4, recall 67.6, accuracy 27.3, F 42.9
+
+Validating against ground truth at 100 ms:
+precision 65.9, recall 89.2, accuracy 61, F 75.8
+
+Validating against MIREX submission at 100 ms:
+precision 63.6, recall 40, accuracy 32.5, F 49.1
+
+Validating MIREX against ground truth at 100 ms:
+precision 37.1, recall 80, accuracy 33.9, F 50.7
+
+
+Evaluating for file /home/cannam/Music/TRIOS_dataset/lussier/trumpet.wav...
+
+For piece lussier, arrangement trumpet, using instrument 0...
+force -> 
+one-file -> /tmp/26957
+Have audio source: "/tmp/26957norm.wav"
+
Determining default rate and channel count from first input file... Done
+File or URL "/tmp/26957norm.wav" opened successfully
+Taking default channel count of 1 from file
+Taking default sample rate of 44100Hz from file
+(Note: Default may be overridden by transforms)
+RDFTransformFactory: NOTE: Transform is: 
+<transform
+    id="vamp:silvet:silvet:"
+    pluginVersion=""
+    program=""
+    stepSize="1024"
+    blockSize="1024"
+    windowType="hanning"
+    startTime="0.000000000"
+    duration="0.000000000"
+    sampleRate="0">
+  <parameter name="finetune" value="0"/>
+  <parameter name="instrument" value="0"/>
+  <parameter name="mode" value="1"/>
+</transform>
+
+NOTE: Transform does not specify a sample rate, using default rate of 44100
+NOTE: Loaded and initialised plugin for transform "vamp:silvet:silvet:" with plugin step size 1024 and block size 1024 (adapter step and block size 16384)
+Extracting features for: "/tmp/26957norm.wav"
+Audio file "/tmp/26957norm.wav": 1ch at 44100Hz
+
Extracting and writing features... 2%
Extracting and writing features... 4%
Extracting and writing features... 6%
Extracting and writing features... 8%
Extracting and writing features... 10%
Extracting and writing features... 12%
Extracting and writing features... 14%
Extracting and writing features... 16%
Extracting and writing features... 18%
Extracting and writing features... 20%
Extracting and writing features... 22%
Extracting and writing features... 24%
Extracting and writing features... 26%
Extracting and writing features... 28%
Extracting and writing features... 31%
Extracting and writing features... 33%
Extracting and writing features... 35%
Extracting and writing features... 37%
Extracting and writing features... 39%
Extracting and writing features... 41%
Extracting and writing features... 43%
Extracting and writing features... 45%
Extracting and writing features... 47%
Extracting and writing features... 49%
Extracting and writing features... 51%
Extracting and writing features... 53%
Extracting and writing features... 55%
Extracting and writing features... 57%
Extracting and writing features... 59%
Extracting and writing features... 62%
Extracting and writing features... 64%
Extracting and writing features... 66%
Extracting and writing features... 68%
Extracting and writing features... 70%
Extracting and writing features... 72%
Extracting and writing features... 74%
Extracting and writing features... 76%
Extracting and writing features... 78%
Extracting and writing features... 80%
Extracting and writing features... 82%
Extracting and writing features... 84%
Extracting and writing features... 86%
Extracting and writing features... 88%
Extracting and writing features... 90%
Extracting and writing features... 92%
Extracting and writing features... 95%
Extracting and writing features... 97%
Extracting and writing features... 99%
Extracting and writing features... Done
+
+
+Validating against ground truth at 50 ms:
+precision 29.4, recall 83.3, accuracy 27.7, F 43.4  <-- main lussier/trumpet
+
+Validating against MIREX submission at 50 ms:
+precision 54.4, recall 53.6, accuracy 37, F 54
+
+Validating MIREX against ground truth at 50 ms:
+precision 28.9, recall 83.3, accuracy 27.3, F 43
+
+Validating against ground truth at 100 ms:
+precision 32.3, recall 91.6, accuracy 31.4, F 47.8
+
+Validating against MIREX submission at 100 ms:
+precision 64.7, recall 63.7, accuracy 47.3, F 64.2
+
+Validating MIREX against ground truth at 100 ms:
+precision 31.8, recall 91.6, accuracy 30.9, F 47.3
+
+
+Evaluating for file /home/cannam/Music/TRIOS_dataset/take_five/piano.wav...
+
+For piece take_five, arrangement piano, using instrument 1...
+force -> 
+one-file -> /tmp/26957
+Have audio source: "/tmp/26957norm.wav"
+
Determining default rate and channel count from first input file... Done
+File or URL "/tmp/26957norm.wav" opened successfully
+Taking default channel count of 1 from file
+Taking default sample rate of 44100Hz from file
+(Note: Default may be overridden by transforms)
+RDFTransformFactory: NOTE: Transform is: 
+<transform
+    id="vamp:silvet:silvet:"
+    pluginVersion=""
+    program=""
+    stepSize="1024"
+    blockSize="1024"
+    windowType="hanning"
+    startTime="0.000000000"
+    duration="0.000000000"
+    sampleRate="0">
+  <parameter name="finetune" value="0"/>
+  <parameter name="instrument" value="1"/>
+  <parameter name="mode" value="1"/>
+</transform>
+
+NOTE: Transform does not specify a sample rate, using default rate of 44100
+NOTE: Loaded and initialised plugin for transform "vamp:silvet:silvet:" with plugin step size 1024 and block size 1024 (adapter step and block size 16384)
+Extracting features for: "/tmp/26957norm.wav"
+Audio file "/tmp/26957norm.wav": 1ch at 44100Hz
+
Extracting and writing features... 1%
Extracting and writing features... 2%
Extracting and writing features... 3%
Extracting and writing features... 4%
Extracting and writing features... 5%
Extracting and writing features... 6%
Extracting and writing features... 7%
Extracting and writing features... 8%
Extracting and writing features... 9%
Extracting and writing features... 10%
Extracting and writing features... 11%
Extracting and writing features... 12%
Extracting and writing features... 13%
Extracting and writing features... 14%
Extracting and writing features... 15%
Extracting and writing features... 16%
Extracting and writing features... 17%
Extracting and writing features... 18%
Extracting and writing features... 19%
Extracting and writing features... 20%
Extracting and writing features... 21%
Extracting and writing features... 22%
Extracting and writing features... 23%
Extracting and writing features... 24%
Extracting and writing features... 25%
Extracting and writing features... 26%
Extracting and writing features... 27%
Extracting and writing features... 28%
Extracting and writing features... 29%
Extracting and writing features... 30%
Extracting and writing features... 31%
Extracting and writing features... 32%
Extracting and writing features... 33%
Extracting and writing features... 34%
Extracting and writing features... 35%
Extracting and writing features... 36%
Extracting and writing features... 37%
Extracting and writing features... 38%
Extracting and writing features... 39%
Extracting and writing features... 40%
Extracting and writing features... 41%
Extracting and writing features... 42%
Extracting and writing features... 43%
Extracting and writing features... 44%
Extracting and writing features... 45%
Extracting and writing features... 46%
Extracting and writing features... 47%
Extracting and writing features... 48%
Extracting and writing features... 49%
Extracting and writing features... 50%
Extracting and writing features... 51%
Extracting and writing features... 52%
Extracting and writing features... 53%
Extracting and writing features... 54%
Extracting and writing features... 55%
Extracting and writing features... 56%
Extracting and writing features... 57%
Extracting and writing features... 58%
Extracting and writing features... 59%
Extracting and writing features... 60%
Extracting and writing features... 61%
Extracting and writing features... 62%
Extracting and writing features... 63%
Extracting and writing features... 64%
Extracting and writing features... 65%
Extracting and writing features... 66%
Extracting and writing features... 67%
Extracting and writing features... 68%
Extracting and writing features... 69%
Extracting and writing features... 70%
Extracting and writing features... 71%
Extracting and writing features... 72%
Extracting and writing features... 73%
Extracting and writing features... 74%
Extracting and writing features... 75%
Extracting and writing features... 76%
Extracting and writing features... 77%
Extracting and writing features... 78%
Extracting and writing features... 79%
Extracting and writing features... 80%
Extracting and writing features... 81%
Extracting and writing features... 82%
Extracting and writing features... 83%
Extracting and writing features... 84%
Extracting and writing features... 85%
Extracting and writing features... 86%
Extracting and writing features... 87%
Extracting and writing features... 88%
Extracting and writing features... 89%
Extracting and writing features... 90%
Extracting and writing features... 91%
Extracting and writing features... 92%
Extracting and writing features... 93%
Extracting and writing features... 94%
Extracting and writing features... 95%
Extracting and writing features... 96%
Extracting and writing features... 97%
Extracting and writing features... 98%
Extracting and writing features... 99%
Extracting and writing features... 100%
Extracting and writing features... Done
+
+Validating against ground truth at 50 ms:
+precision 44.5, recall 56.2, accuracy 33, F 49.6  <-- main take_five/piano
+
+Validating against MIREX submission at 50 ms:
+precision 64.9, recall 53.7, accuracy 41.6, F 58.8
+
+Validating MIREX against ground truth at 50 ms:
+precision 50.1, recall 76.4, accuracy 43.4, F 60.5
+
+Validating against ground truth at 100 ms:
+precision 63.5, recall 80.1, accuracy 54.8, F 70.8
+
+Validating against MIREX submission at 100 ms:
+precision 87.9, recall 72.8, accuracy 66.2, F 79.6
+
+Validating MIREX against ground truth at 100 ms:
+precision 51.9, recall 79.2, accuracy 45.7, F 62.7
+
+
+Evaluating for file /home/cannam/Music/TRIOS_dataset/take_five/mix.wav...
+
+For piece take_five, arrangement mix, using instrument 0...
+force -> 
+one-file -> /tmp/26957
+Have audio source: "/tmp/26957norm.wav"
+
Determining default rate and channel count from first input file... Done
+File or URL "/tmp/26957norm.wav" opened successfully
+Taking default channel count of 1 from file
+Taking default sample rate of 44100Hz from file
+(Note: Default may be overridden by transforms)
+RDFTransformFactory: NOTE: Transform is: 
+<transform
+    id="vamp:silvet:silvet:"
+    pluginVersion=""
+    program=""
+    stepSize="1024"
+    blockSize="1024"
+    windowType="hanning"
+    startTime="0.000000000"
+    duration="0.000000000"
+    sampleRate="0">
+  <parameter name="finetune" value="0"/>
+  <parameter name="instrument" value="0"/>
+  <parameter name="mode" value="1"/>
+</transform>
+
+NOTE: Transform does not specify a sample rate, using default rate of 44100
+NOTE: Loaded and initialised plugin for transform "vamp:silvet:silvet:" with plugin step size 1024 and block size 1024 (adapter step and block size 16384)
+Extracting features for: "/tmp/26957norm.wav"
+Audio file "/tmp/26957norm.wav": 1ch at 44100Hz
+
Extracting and writing features... 1%
Extracting and writing features... 2%
Extracting and writing features... 3%
Extracting and writing features... 4%
Extracting and writing features... 5%
Extracting and writing features... 6%
Extracting and writing features... 7%
Extracting and writing features... 8%
Extracting and writing features... 9%
Extracting and writing features... 10%
Extracting and writing features... 11%
Extracting and writing features... 12%
Extracting and writing features... 13%
Extracting and writing features... 14%
Extracting and writing features... 15%
Extracting and writing features... 16%
Extracting and writing features... 17%
Extracting and writing features... 18%
Extracting and writing features... 19%
Extracting and writing features... 20%
Extracting and writing features... 21%
Extracting and writing features... 22%
Extracting and writing features... 23%
Extracting and writing features... 24%
Extracting and writing features... 25%
Extracting and writing features... 26%
Extracting and writing features... 27%
Extracting and writing features... 28%
Extracting and writing features... 29%
Extracting and writing features... 30%
Extracting and writing features... 31%
Extracting and writing features... 32%
Extracting and writing features... 33%
Extracting and writing features... 34%
Extracting and writing features... 35%
Extracting and writing features... 36%
Extracting and writing features... 37%
Extracting and writing features... 38%
Extracting and writing features... 39%
Extracting and writing features... 40%
Extracting and writing features... 41%
Extracting and writing features... 42%
Extracting and writing features... 43%
Extracting and writing features... 44%
Extracting and writing features... 45%
Extracting and writing features... 46%
Extracting and writing features... 47%
Extracting and writing features... 48%
Extracting and writing features... 49%
Extracting and writing features... 50%
Extracting and writing features... 51%
Extracting and writing features... 52%
Extracting and writing features... 53%
Extracting and writing features... 54%
Extracting and writing features... 55%
Extracting and writing features... 56%
Extracting and writing features... 57%
Extracting and writing features... 58%
Extracting and writing features... 59%
Extracting and writing features... 60%
Extracting and writing features... 61%
Extracting and writing features... 62%
Extracting and writing features... 63%
Extracting and writing features... 64%
Extracting and writing features... 65%
Extracting and writing features... 66%
Extracting and writing features... 67%
Extracting and writing features... 68%
Extracting and writing features... 69%
Extracting and writing features... 70%
Extracting and writing features... 71%
Extracting and writing features... 72%
Extracting and writing features... 73%
Extracting and writing features... 74%
Extracting and writing features... 75%
Extracting and writing features... 76%
Extracting and writing features... 77%
Extracting and writing features... 78%
Extracting and writing features... 79%
Extracting and writing features... 80%
Extracting and writing features... 81%
Extracting and writing features... 82%
Extracting and writing features... 83%
Extracting and writing features... 84%
Extracting and writing features... 85%
Extracting and writing features... 86%
Extracting and writing features... 87%
Extracting and writing features... 88%
Extracting and writing features... 89%
Extracting and writing features... 90%
Extracting and writing features... 91%
Extracting and writing features... 92%
Extracting and writing features... 93%
Extracting and writing features... 94%
Extracting and writing features... 95%
Extracting and writing features... 96%
Extracting and writing features... 97%
Extracting and writing features... 98%
Extracting and writing features... 99%
Extracting and writing features... 100%
Extracting and writing features... Done
+
+Validating against ground truth at 50 ms:
+precision 68, recall 75.4, accuracy 55.7, F 71.5  <-- main take_five/mix
+
+Validating against MIREX submission at 50 ms:
+precision 70, recall 64.2, accuracy 50.4, F 67
+
+Validating MIREX against ground truth at 50 ms:
+precision 56.5, recall 68.3, accuracy 44.8, F 61.8
+
+Validating against ground truth at 100 ms:
+precision 71.4, recall 79.1, accuracy 60.1, F 75.1
+
+Validating against MIREX submission at 100 ms:
+precision 87.9, recall 80.7, accuracy 72.6, F 84.1
+
+Validating MIREX against ground truth at 100 ms:
+precision 65.5, recall 79.1, accuracy 55.9, F 71.7
+
+
+Evaluating for file /home/cannam/Music/TRIOS_dataset/take_five/saxophone.wav...
+
+For piece take_five, arrangement saxophone, using instrument 0...
+force -> 
+one-file -> /tmp/26957
+Have audio source: "/tmp/26957norm.wav"
+
Determining default rate and channel count from first input file... Done
+File or URL "/tmp/26957norm.wav" opened successfully
+Taking default channel count of 1 from file
+Taking default sample rate of 44100Hz from file
+(Note: Default may be overridden by transforms)
+RDFTransformFactory: NOTE: Transform is: 
+<transform
+    id="vamp:silvet:silvet:"
+    pluginVersion=""
+    program=""
+    stepSize="1024"
+    blockSize="1024"
+    windowType="hanning"
+    startTime="0.000000000"
+    duration="0.000000000"
+    sampleRate="0">
+  <parameter name="finetune" value="0"/>
+  <parameter name="instrument" value="0"/>
+  <parameter name="mode" value="1"/>
+</transform>
+
+NOTE: Transform does not specify a sample rate, using default rate of 44100
+NOTE: Loaded and initialised plugin for transform "vamp:silvet:silvet:" with plugin step size 1024 and block size 1024 (adapter step and block size 16384)
+Extracting features for: "/tmp/26957norm.wav"
+Audio file "/tmp/26957norm.wav": 1ch at 44100Hz
+
Extracting and writing features... 1%
Extracting and writing features... 2%
Extracting and writing features... 3%
Extracting and writing features... 4%
Extracting and writing features... 5%
Extracting and writing features... 6%
Extracting and writing features... 7%
Extracting and writing features... 8%
Extracting and writing features... 9%
Extracting and writing features... 10%
Extracting and writing features... 11%
Extracting and writing features... 12%
Extracting and writing features... 13%
Extracting and writing features... 14%
Extracting and writing features... 15%
Extracting and writing features... 16%
Extracting and writing features... 17%
Extracting and writing features... 18%
Extracting and writing features... 19%
Extracting and writing features... 20%
Extracting and writing features... 21%
Extracting and writing features... 22%
Extracting and writing features... 23%
Extracting and writing features... 24%
Extracting and writing features... 25%
Extracting and writing features... 26%
Extracting and writing features... 27%
Extracting and writing features... 28%
Extracting and writing features... 29%
Extracting and writing features... 30%
Extracting and writing features... 31%
Extracting and writing features... 32%
Extracting and writing features... 33%
Extracting and writing features... 34%
Extracting and writing features... 35%
Extracting and writing features... 36%
Extracting and writing features... 37%
Extracting and writing features... 38%
Extracting and writing features... 39%
Extracting and writing features... 40%
Extracting and writing features... 41%
Extracting and writing features... 42%
Extracting and writing features... 43%
Extracting and writing features... 44%
Extracting and writing features... 45%
Extracting and writing features... 46%
Extracting and writing features... 47%
Extracting and writing features... 48%
Extracting and writing features... 49%
Extracting and writing features... 50%
Extracting and writing features... 51%
Extracting and writing features... 52%
Extracting and writing features... 53%
Extracting and writing features... 54%
Extracting and writing features... 55%
Extracting and writing features... 56%
Extracting and writing features... 57%
Extracting and writing features... 58%
Extracting and writing features... 59%
Extracting and writing features... 60%
Extracting and writing features... 61%
Extracting and writing features... 62%
Extracting and writing features... 63%
Extracting and writing features... 64%
Extracting and writing features... 65%
Extracting and writing features... 66%
Extracting and writing features... 67%
Extracting and writing features... 68%
Extracting and writing features... 69%
Extracting and writing features... 70%
Extracting and writing features... 71%
Extracting and writing features... 72%
Extracting and writing features... 73%
Extracting and writing features... 74%
Extracting and writing features... 75%
Extracting and writing features... 76%
Extracting and writing features... 77%
Extracting and writing features... 78%
Extracting and writing features... 79%
Extracting and writing features... 80%
Extracting and writing features... 81%
Extracting and writing features... 82%
Extracting and writing features... 83%
Extracting and writing features... 84%
Extracting and writing features... 85%
Extracting and writing features... 86%
Extracting and writing features... 87%
Extracting and writing features... 88%
Extracting and writing features... 89%
Extracting and writing features... 90%
Extracting and writing features... 91%
Extracting and writing features... 92%
Extracting and writing features... 93%
Extracting and writing features... 94%
Extracting and writing features... 95%
Extracting and writing features... 96%
Extracting and writing features... 97%
Extracting and writing features... 98%
Extracting and writing features... 99%
Extracting and writing features... 100%
Extracting and writing features... Done
+
+Validating against ground truth at 50 ms:
+precision 75.8, recall 89.5, accuracy 69.6, F 82  <-- main take_five/saxophone
+
+Validating against MIREX submission at 50 ms:
+precision 76.6, recall 67.8, accuracy 56.2, F 71.9
+
+Validating MIREX against ground truth at 50 ms:
+precision 67.8, recall 90.4, accuracy 63.3, F 77.5
+
+Validating against ground truth at 100 ms:
+precision 77.4, recall 91.4, accuracy 72.1, F 83.8
+
+Validating against MIREX submission at 100 ms:
+precision 88.7, recall 78.5, accuracy 71.4, F 83.3
+
+Validating MIREX against ground truth at 100 ms:
+precision 70, recall 93.3, accuracy 66.6, F 80
+
+
+real	3m15.682s
+user	7m25.507s
+sys	0m3.473s
--- a/testdata/evaluation/outputs/72a9696f7caa-no-instrument-parameter.txt	Wed Jun 04 11:53:32 2014 +0100
+++ b/testdata/evaluation/outputs/72a9696f7caa-no-instrument-parameter.txt	Wed Jun 04 12:11:25 2014 +0100
@@ -33,7 +33,7 @@
 
 
 Validating against ground truth at 50 ms:
-precision 65.6, recall 71.9, accuracy 52.2, F 68.6  <-- main measure
+precision 65.6, recall 71.9, accuracy 52.2, F 68.6  <-- main mozart/piano
 
 Validating against MIREX submission at 50 ms:
 precision 69.3, recall 66.4, accuracy 51.3, F 67.8
@@ -70,7 +70,7 @@
 
 
 Validating against ground truth at 50 ms:
-precision 29, recall 78.1, accuracy 26.8, F 42.3  <-- main measure
+precision 29, recall 78.1, accuracy 26.8, F 42.3  <-- main mozart/viola
 
 Validating against MIREX submission at 50 ms:
 precision 48.8, recall 33.8, accuracy 25, F 40
@@ -107,7 +107,7 @@
 
 
 Validating against ground truth at 50 ms:
-precision 58.8, recall 59.5, accuracy 42, F 59.1  <-- main measure
+precision 58.8, recall 59.5, accuracy 42, F 59.1  <-- main mozart/mix
 
 Validating against MIREX submission at 50 ms:
 precision 61.6, recall 61.6, accuracy 44.5, F 61.6
@@ -144,7 +144,7 @@
 
 
 Validating against ground truth at 50 ms:
-precision 92.8, recall 75.3, accuracy 71.2, F 83.2  <-- main measure
+precision 92.8, recall 75.3, accuracy 71.2, F 83.2  <-- main mozart/clarinet
 
 Validating against MIREX submission at 50 ms:
 precision 91, recall 70.8, accuracy 66.2, F 79.6
@@ -181,7 +181,7 @@
 
 
 Validating against ground truth at 50 ms:
-precision 56.1, recall 49.5, accuracy 35.7, F 52.6  <-- main measure
+precision 56.1, recall 49.5, accuracy 35.7, F 52.6  <-- main lussier/piano
 
 Validating against MIREX submission at 50 ms:
 precision 54.2, recall 47.8, accuracy 34.1, F 50.8
@@ -218,7 +218,7 @@
 
 
 Validating against ground truth at 50 ms:
-precision 50, recall 37.5, accuracy 27.2, F 42.8  <-- main measure
+precision 50, recall 37.5, accuracy 27.2, F 42.8  <-- main lussier/mix
 
 Validating against MIREX submission at 50 ms:
 precision 48, recall 46, accuracy 30.7, F 47
@@ -255,7 +255,7 @@
 
 
 Validating against ground truth at 50 ms:
-precision 39.6, recall 76.9, accuracy 35.4, F 52.3  <-- main measure
+precision 39.6, recall 76.9, accuracy 35.4, F 52.3  <-- main lussier/bassoon
 
 Validating against MIREX submission at 50 ms:
 precision 65.8, recall 59.2, accuracy 45.3, F 62.4
@@ -292,7 +292,7 @@
 
 
 Validating against ground truth at 50 ms:
-precision 32.3, recall 91.6, accuracy 31.4, F 47.8  <-- main measure
+precision 32.3, recall 91.6, accuracy 31.4, F 47.8  <-- main lussier/trumpet
 
 Validating against MIREX submission at 50 ms:
 precision 54.4, recall 53.6, accuracy 37, F 54
@@ -328,7 +328,7 @@
 
Extracting and writing features... 1%
Extracting and writing features... 2%
Extracting and writing features... 3%
Extracting and writing features... 4%
Extracting and writing features... 5%
Extracting and writing features... 6%
Extracting and writing features... 7%
Extracting and writing features... 8%
Extracting and writing features... 9%
Extracting and writing features... 10%
Extracting and writing features... 11%
Extracting and writing features... 12%
Extracting and writing features... 13%
Extracting and writing features... 14%
Extracting and writing features... 15%
Extracting and writing features... 16%
Extracting and writing features... 17%
Extracting and writing features... 18%
Extracting and writing features... 19%
Extracting and writing features... 20%
Extracting and writing features... 21%
Extracting and writing features... 22%
Extracting and writing features... 23%
Extracting and writing features... 24%
Extracting and writing features... 25%
Extracting and writing features... 26%
Extracting and writing features... 27%
Extracting and writing features... 28%
Extracting and writing features... 29%
Extracting and writing features... 30%
Extracting and writing features... 31%
Extracting and writing features... 32%
Extracting and writing features... 33%
Extracting and writing features... 34%
Extracting and writing features... 35%
Extracting and writing features... 36%
Extracting and writing features... 37%
Extracting and writing features... 38%
Extracting and writing features... 39%
Extracting and writing features... 40%
Extracting and writing features... 41%
Extracting and writing features... 42%
Extracting and writing features... 43%
Extracting and writing features... 44%
Extracting and writing features... 45%
Extracting and writing features... 46%
Extracting and writing features... 47%
Extracting and writing features... 48%
Extracting and writing features... 49%
Extracting and writing features... 50%
Extracting and writing features... 51%
Extracting and writing features... 52%
Extracting and writing features... 53%
Extracting and writing features... 54%
Extracting and writing features... 55%
Extracting and writing features... 56%
Extracting and writing features... 57%
Extracting and writing features... 58%
Extracting and writing features... 59%
Extracting and writing features... 60%
Extracting and writing features... 61%
Extracting and writing features... 62%
Extracting and writing features... 63%
Extracting and writing features... 64%
Extracting and writing features... 65%
Extracting and writing features... 66%
Extracting and writing features... 67%
Extracting and writing features... 68%
Extracting and writing features... 69%
Extracting and writing features... 70%
Extracting and writing features... 71%
Extracting and writing features... 72%
Extracting and writing features... 73%
Extracting and writing features... 74%
Extracting and writing features... 75%
Extracting and writing features... 76%
Extracting and writing features... 77%
Extracting and writing features... 78%
Extracting and writing features... 79%
Extracting and writing features... 80%
Extracting and writing features... 81%
Extracting and writing features... 82%
Extracting and writing features... 83%
Extracting and writing features... 84%
Extracting and writing features... 85%
Extracting and writing features... 86%
Extracting and writing features... 87%
Extracting and writing features... 88%
Extracting and writing features... 89%
Extracting and writing features... 90%
Extracting and writing features... 91%
Extracting and writing features... 92%
Extracting and writing features... 93%
Extracting and writing features... 94%
Extracting and writing features... 95%
Extracting and writing features... 96%
Extracting and writing features... 97%
Extracting and writing features... 98%
Extracting and writing features... 99%
Extracting and writing features... 100%
Extracting and writing features... Done
 
 Validating against ground truth at 50 ms:
-precision 44.1, recall 61.2, accuracy 34.5, F 51.3  <-- main measure
+precision 44.1, recall 61.2, accuracy 34.5, F 51.3  <-- main take_five/piano
 
 Validating against MIREX submission at 50 ms:
 precision 56.1, recall 51, accuracy 36.5, F 53.4
@@ -364,7 +364,7 @@
 
Extracting and writing features... 1%
Extracting and writing features... 2%
Extracting and writing features... 3%
Extracting and writing features... 4%
Extracting and writing features... 5%
Extracting and writing features... 6%
Extracting and writing features... 7%
Extracting and writing features... 8%
Extracting and writing features... 9%
Extracting and writing features... 10%
Extracting and writing features... 11%
Extracting and writing features... 12%
Extracting and writing features... 13%
Extracting and writing features... 14%
Extracting and writing features... 15%
Extracting and writing features... 16%
Extracting and writing features... 17%
Extracting and writing features... 18%
Extracting and writing features... 19%
Extracting and writing features... 20%
Extracting and writing features... 21%
Extracting and writing features... 22%
Extracting and writing features... 23%
Extracting and writing features... 24%
Extracting and writing features... 25%
Extracting and writing features... 26%
Extracting and writing features... 27%
Extracting and writing features... 28%
Extracting and writing features... 29%
Extracting and writing features... 30%
Extracting and writing features... 31%
Extracting and writing features... 32%
Extracting and writing features... 33%
Extracting and writing features... 34%
Extracting and writing features... 35%
Extracting and writing features... 36%
Extracting and writing features... 37%
Extracting and writing features... 38%
Extracting and writing features... 39%
Extracting and writing features... 40%
Extracting and writing features... 41%
Extracting and writing features... 42%
Extracting and writing features... 43%
Extracting and writing features... 44%
Extracting and writing features... 45%
Extracting and writing features... 46%
Extracting and writing features... 47%
Extracting and writing features... 48%
Extracting and writing features... 49%
Extracting and writing features... 50%
Extracting and writing features... 51%
Extracting and writing features... 52%
Extracting and writing features... 53%
Extracting and writing features... 54%
Extracting and writing features... 55%
Extracting and writing features... 56%
Extracting and writing features... 57%
Extracting and writing features... 58%
Extracting and writing features... 59%
Extracting and writing features... 60%
Extracting and writing features... 61%
Extracting and writing features... 62%
Extracting and writing features... 63%
Extracting and writing features... 64%
Extracting and writing features... 65%
Extracting and writing features... 66%
Extracting and writing features... 67%
Extracting and writing features... 68%
Extracting and writing features... 69%
Extracting and writing features... 70%
Extracting and writing features... 71%
Extracting and writing features... 72%
Extracting and writing features... 73%
Extracting and writing features... 74%
Extracting and writing features... 75%
Extracting and writing features... 76%
Extracting and writing features... 77%
Extracting and writing features... 78%
Extracting and writing features... 79%
Extracting and writing features... 80%
Extracting and writing features... 81%
Extracting and writing features... 82%
Extracting and writing features... 83%
Extracting and writing features... 84%
Extracting and writing features... 85%
Extracting and writing features... 86%
Extracting and writing features... 87%
Extracting and writing features... 88%
Extracting and writing features... 89%
Extracting and writing features... 90%
Extracting and writing features... 91%
Extracting and writing features... 92%
Extracting and writing features... 93%
Extracting and writing features... 94%
Extracting and writing features... 95%
Extracting and writing features... 96%
Extracting and writing features... 97%
Extracting and writing features... 98%
Extracting and writing features... 99%
Extracting and writing features... 100%
Extracting and writing features... Done
 
 Validating against ground truth at 50 ms:
-precision 68.6, recall 75.4, accuracy 56.1, F 71.8  <-- main measure
+precision 68.6, recall 75.4, accuracy 56.1, F 71.8  <-- main take_five/mix
 
 Validating against MIREX submission at 50 ms:
 precision 71.1, recall 64.7, accuracy 51.3, F 67.8
@@ -400,7 +400,7 @@
 
Extracting and writing features... 1%
Extracting and writing features... 2%
Extracting and writing features... 3%
Extracting and writing features... 4%
Extracting and writing features... 5%
Extracting and writing features... 6%
Extracting and writing features... 7%
Extracting and writing features... 8%
Extracting and writing features... 9%
Extracting and writing features... 10%
Extracting and writing features... 11%
Extracting and writing features... 12%
Extracting and writing features... 13%
Extracting and writing features... 14%
Extracting and writing features... 15%
Extracting and writing features... 16%
Extracting and writing features... 17%
Extracting and writing features... 18%
Extracting and writing features... 19%
Extracting and writing features... 20%
Extracting and writing features... 21%
Extracting and writing features... 22%
Extracting and writing features... 23%
Extracting and writing features... 24%
Extracting and writing features... 25%
Extracting and writing features... 26%
Extracting and writing features... 27%
Extracting and writing features... 28%
Extracting and writing features... 29%
Extracting and writing features... 30%
Extracting and writing features... 31%
Extracting and writing features... 32%
Extracting and writing features... 33%
Extracting and writing features... 34%
Extracting and writing features... 35%
Extracting and writing features... 36%
Extracting and writing features... 37%
Extracting and writing features... 38%
Extracting and writing features... 39%
Extracting and writing features... 40%
Extracting and writing features... 41%
Extracting and writing features... 42%
Extracting and writing features... 43%
Extracting and writing features... 44%
Extracting and writing features... 45%
Extracting and writing features... 46%
Extracting and writing features... 47%
Extracting and writing features... 48%
Extracting and writing features... 49%
Extracting and writing features... 50%
Extracting and writing features... 51%
Extracting and writing features... 52%
Extracting and writing features... 53%
Extracting and writing features... 54%
Extracting and writing features... 55%
Extracting and writing features... 56%
Extracting and writing features... 57%
Extracting and writing features... 58%
Extracting and writing features... 59%
Extracting and writing features... 60%
Extracting and writing features... 61%
Extracting and writing features... 62%
Extracting and writing features... 63%
Extracting and writing features... 64%
Extracting and writing features... 65%
Extracting and writing features... 66%
Extracting and writing features... 67%
Extracting and writing features... 68%
Extracting and writing features... 69%
Extracting and writing features... 70%
Extracting and writing features... 71%
Extracting and writing features... 72%
Extracting and writing features... 73%
Extracting and writing features... 74%
Extracting and writing features... 75%
Extracting and writing features... 76%
Extracting and writing features... 77%
Extracting and writing features... 78%
Extracting and writing features... 79%
Extracting and writing features... 80%
Extracting and writing features... 81%
Extracting and writing features... 82%
Extracting and writing features... 83%
Extracting and writing features... 84%
Extracting and writing features... 85%
Extracting and writing features... 86%
Extracting and writing features... 87%
Extracting and writing features... 88%
Extracting and writing features... 89%
Extracting and writing features... 90%
Extracting and writing features... 91%
Extracting and writing features... 92%
Extracting and writing features... 93%
Extracting and writing features... 94%
Extracting and writing features... 95%
Extracting and writing features... 96%
Extracting and writing features... 97%
Extracting and writing features... 98%
Extracting and writing features... 99%
Extracting and writing features... 100%
Extracting and writing features... Done
 
 Validating against ground truth at 50 ms:
-precision 79.1, recall 90.4, accuracy 73, F 84.4  <-- main measure
+precision 79.1, recall 90.4, accuracy 73, F 84.4  <-- main take_five/saxophone
 
 Validating against MIREX submission at 50 ms:
 precision 77.5, recall 66.4, accuracy 55.6, F 71.5
--- a/testdata/evaluation/outputs/72a9696f7caa.txt	Wed Jun 04 11:53:32 2014 +0100
+++ b/testdata/evaluation/outputs/72a9696f7caa.txt	Wed Jun 04 12:11:25 2014 +0100
@@ -49,7 +49,7 @@
 
 
 Validating against ground truth at 50 ms:
-precision 43.1, recall 65, accuracy 35, F 51.9  <-- main measure
+precision 43.1, recall 65, accuracy 35, F 51.9  <-- main mozart/piano
 
 Validating against MIREX submission at 50 ms:
 precision 30, recall 39.5, accuracy 20.5, F 34.1
@@ -102,7 +102,7 @@
 
 
 Validating against ground truth at 50 ms:
-precision 27.2, recall 75, accuracy 25, F 40  <-- main measure
+precision 27.2, recall 75, accuracy 25, F 40  <-- main mozart/viola
 
 Validating against MIREX submission at 50 ms:
 precision 43.1, recall 30.6, accuracy 21.8, F 35.8
@@ -155,7 +155,7 @@
 
 
 Validating against ground truth at 50 ms:
-precision 56.8, recall 55.4, accuracy 39, F 56.1  <-- main measure
+precision 56.8, recall 55.4, accuracy 39, F 56.1  <-- main mozart/mix
 
 Validating against MIREX submission at 50 ms:
 precision 60.9, recall 58.8, accuracy 42.7, F 59.8
@@ -208,7 +208,7 @@
 
 
 Validating against ground truth at 50 ms:
-precision 90.5, recall 69.5, accuracy 64.8, F 78.6  <-- main measure
+precision 90.5, recall 69.5, accuracy 64.8, F 78.6  <-- main mozart/clarinet
 
 Validating against MIREX submission at 50 ms:
 precision 83, recall 61.1, accuracy 54.3, F 70.4
@@ -261,7 +261,7 @@
 
 
 Validating against ground truth at 50 ms:
-precision 38.3, recall 51.2, accuracy 28.1, F 43.8  <-- main measure
+precision 38.3, recall 51.2, accuracy 28.1, F 43.8  <-- main lussier/piano
 
 Validating against MIREX submission at 50 ms:
 precision 22, recall 29.4, accuracy 14.4, F 25.1
@@ -314,7 +314,7 @@
 
 
 Validating against ground truth at 50 ms:
-precision 55.3, recall 37.5, accuracy 28.7, F 44.6  <-- main measure
+precision 55.3, recall 37.5, accuracy 28.7, F 44.6  <-- main lussier/mix
 
 Validating against MIREX submission at 50 ms:
 precision 61.7, recall 53.3, accuracy 40, F 57.2
@@ -367,7 +367,7 @@
 
 
 Validating against ground truth at 50 ms:
-precision 78.6, recall 73.8, accuracy 61.5, F 76.1  <-- main measure
+precision 78.6, recall 73.8, accuracy 61.5, F 76.1  <-- main lussier/bassoon
 
 Validating against MIREX submission at 50 ms:
 precision 44.2, recall 19.2, accuracy 15.5, F 26.8
@@ -420,7 +420,7 @@
 
 
 Validating against ground truth at 50 ms:
-precision 28, recall 87.5, accuracy 26.9, F 42.4  <-- main measure
+precision 28, recall 87.5, accuracy 26.9, F 42.4  <-- main lussier/trumpet
 
 Validating against MIREX submission at 50 ms:
 precision 45.3, recall 49.2, accuracy 30.9, F 47.2
@@ -472,7 +472,7 @@
 
Extracting and writing features... 1%
Extracting and writing features... 2%
Extracting and writing features... 3%
Extracting and writing features... 4%
Extracting and writing features... 5%
Extracting and writing features... 6%
Extracting and writing features... 7%
Extracting and writing features... 8%
Extracting and writing features... 9%
Extracting and writing features... 10%
Extracting and writing features... 11%
Extracting and writing features... 12%
Extracting and writing features... 13%
Extracting and writing features... 14%
Extracting and writing features... 15%
Extracting and writing features... 16%
Extracting and writing features... 17%
Extracting and writing features... 18%
Extracting and writing features... 19%
Extracting and writing features... 20%
Extracting and writing features... 21%
Extracting and writing features... 22%
Extracting and writing features... 23%
Extracting and writing features... 24%
Extracting and writing features... 25%
Extracting and writing features... 26%
Extracting and writing features... 27%
Extracting and writing features... 28%
Extracting and writing features... 29%
Extracting and writing features... 30%
Extracting and writing features... 31%
Extracting and writing features... 32%
Extracting and writing features... 33%
Extracting and writing features... 34%
Extracting and writing features... 35%
Extracting and writing features... 36%
Extracting and writing features... 37%
Extracting and writing features... 38%
Extracting and writing features... 39%
Extracting and writing features... 40%
Extracting and writing features... 41%
Extracting and writing features... 42%
Extracting and writing features... 43%
Extracting and writing features... 44%
Extracting and writing features... 45%
Extracting and writing features... 46%
Extracting and writing features... 47%
Extracting and writing features... 48%
Extracting and writing features... 49%
Extracting and writing features... 50%
Extracting and writing features... 51%
Extracting and writing features... 52%
Extracting and writing features... 53%
Extracting and writing features... 54%
Extracting and writing features... 55%
Extracting and writing features... 56%
Extracting and writing features... 57%
Extracting and writing features... 58%
Extracting and writing features... 59%
Extracting and writing features... 60%
Extracting and writing features... 61%
Extracting and writing features... 62%
Extracting and writing features... 63%
Extracting and writing features... 64%
Extracting and writing features... 65%
Extracting and writing features... 66%
Extracting and writing features... 67%
Extracting and writing features... 68%
Extracting and writing features... 69%
Extracting and writing features... 70%
Extracting and writing features... 71%
Extracting and writing features... 72%
Extracting and writing features... 73%
Extracting and writing features... 74%
Extracting and writing features... 75%
Extracting and writing features... 76%
Extracting and writing features... 77%
Extracting and writing features... 78%
Extracting and writing features... 79%
Extracting and writing features... 80%
Extracting and writing features... 81%
Extracting and writing features... 82%
Extracting and writing features... 83%
Extracting and writing features... 84%
Extracting and writing features... 85%
Extracting and writing features... 86%
Extracting and writing features... 87%
Extracting and writing features... 88%
Extracting and writing features... 89%
Extracting and writing features... 90%
Extracting and writing features... 91%
Extracting and writing features... 92%
Extracting and writing features... 93%
Extracting and writing features... 94%
Extracting and writing features... 95%
Extracting and writing features... 96%
Extracting and writing features... 97%
Extracting and writing features... 98%
Extracting and writing features... 99%
Extracting and writing features... 100%
Extracting and writing features... Done
 
 Validating against ground truth at 50 ms:
-precision 22.8, recall 38.7, accuracy 16.8, F 28.7  <-- main measure
+precision 22.8, recall 38.7, accuracy 16.8, F 28.7  <-- main take_five/piano
 
 Validating against MIREX submission at 50 ms:
 precision 34.3, recall 38, accuracy 22, F 36.1
@@ -524,7 +524,7 @@
 
Extracting and writing features... 1%
Extracting and writing features... 2%
Extracting and writing features... 3%
Extracting and writing features... 4%
Extracting and writing features... 5%
Extracting and writing features... 6%
Extracting and writing features... 7%
Extracting and writing features... 8%
Extracting and writing features... 9%
Extracting and writing features... 10%
Extracting and writing features... 11%
Extracting and writing features... 12%
Extracting and writing features... 13%
Extracting and writing features... 14%
Extracting and writing features... 15%
Extracting and writing features... 16%
Extracting and writing features... 17%
Extracting and writing features... 18%
Extracting and writing features... 19%
Extracting and writing features... 20%
Extracting and writing features... 21%
Extracting and writing features... 22%
Extracting and writing features... 23%
Extracting and writing features... 24%
Extracting and writing features... 25%
Extracting and writing features... 26%
Extracting and writing features... 27%
Extracting and writing features... 28%
Extracting and writing features... 29%
Extracting and writing features... 30%
Extracting and writing features... 31%
Extracting and writing features... 32%
Extracting and writing features... 33%
Extracting and writing features... 34%
Extracting and writing features... 35%
Extracting and writing features... 36%
Extracting and writing features... 37%
Extracting and writing features... 38%
Extracting and writing features... 39%
Extracting and writing features... 40%
Extracting and writing features... 41%
Extracting and writing features... 42%
Extracting and writing features... 43%
Extracting and writing features... 44%
Extracting and writing features... 45%
Extracting and writing features... 46%
Extracting and writing features... 47%
Extracting and writing features... 48%
Extracting and writing features... 49%
Extracting and writing features... 50%
Extracting and writing features... 51%
Extracting and writing features... 52%
Extracting and writing features... 53%
Extracting and writing features... 54%
Extracting and writing features... 55%
Extracting and writing features... 56%
Extracting and writing features... 57%
Extracting and writing features... 58%
Extracting and writing features... 59%
Extracting and writing features... 60%
Extracting and writing features... 61%
Extracting and writing features... 62%
Extracting and writing features... 63%
Extracting and writing features... 64%
Extracting and writing features... 65%
Extracting and writing features... 66%
Extracting and writing features... 67%
Extracting and writing features... 68%
Extracting and writing features... 69%
Extracting and writing features... 70%
Extracting and writing features... 71%
Extracting and writing features... 72%
Extracting and writing features... 73%
Extracting and writing features... 74%
Extracting and writing features... 75%
Extracting and writing features... 76%
Extracting and writing features... 77%
Extracting and writing features... 78%
Extracting and writing features... 79%
Extracting and writing features... 80%
Extracting and writing features... 81%
Extracting and writing features... 82%
Extracting and writing features... 83%
Extracting and writing features... 84%
Extracting and writing features... 85%
Extracting and writing features... 86%
Extracting and writing features... 87%
Extracting and writing features... 88%
Extracting and writing features... 89%
Extracting and writing features... 90%
Extracting and writing features... 91%
Extracting and writing features... 92%
Extracting and writing features... 93%
Extracting and writing features... 94%
Extracting and writing features... 95%
Extracting and writing features... 96%
Extracting and writing features... 97%
Extracting and writing features... 98%
Extracting and writing features... 99%
Extracting and writing features... 100%
Extracting and writing features... Done
 
 Validating against ground truth at 50 ms:
-precision 68.4, recall 75.4, accuracy 55.9, F 71.7  <-- main measure
+precision 68.4, recall 75.4, accuracy 55.9, F 71.7  <-- main take_five/mix
 
 Validating against MIREX submission at 50 ms:
 precision 73.2, recall 66.8, accuracy 53.7, F 69.8
@@ -576,7 +576,7 @@
 
Extracting and writing features... 1%
Extracting and writing features... 2%
Extracting and writing features... 3%
Extracting and writing features... 4%
Extracting and writing features... 5%
Extracting and writing features... 6%
Extracting and writing features... 7%
Extracting and writing features... 8%
Extracting and writing features... 9%
Extracting and writing features... 10%
Extracting and writing features... 11%
Extracting and writing features... 12%
Extracting and writing features... 13%
Extracting and writing features... 14%
Extracting and writing features... 15%
Extracting and writing features... 16%
Extracting and writing features... 17%
Extracting and writing features... 18%
Extracting and writing features... 19%
Extracting and writing features... 20%
Extracting and writing features... 21%
Extracting and writing features... 22%
Extracting and writing features... 23%
Extracting and writing features... 24%
Extracting and writing features... 25%
Extracting and writing features... 26%
Extracting and writing features... 27%
Extracting and writing features... 28%
Extracting and writing features... 29%
Extracting and writing features... 30%
Extracting and writing features... 31%
Extracting and writing features... 32%
Extracting and writing features... 33%
Extracting and writing features... 34%
Extracting and writing features... 35%
Extracting and writing features... 36%
Extracting and writing features... 37%
Extracting and writing features... 38%
Extracting and writing features... 39%
Extracting and writing features... 40%
Extracting and writing features... 41%
Extracting and writing features... 42%
Extracting and writing features... 43%
Extracting and writing features... 44%
Extracting and writing features... 45%
Extracting and writing features... 46%
Extracting and writing features... 47%
Extracting and writing features... 48%
Extracting and writing features... 49%
Extracting and writing features... 50%
Extracting and writing features... 51%
Extracting and writing features... 52%
Extracting and writing features... 53%
Extracting and writing features... 54%
Extracting and writing features... 55%
Extracting and writing features... 56%
Extracting and writing features... 57%
Extracting and writing features... 58%
Extracting and writing features... 59%
Extracting and writing features... 60%
Extracting and writing features... 61%
Extracting and writing features... 62%
Extracting and writing features... 63%
Extracting and writing features... 64%
Extracting and writing features... 65%
Extracting and writing features... 66%
Extracting and writing features... 67%
Extracting and writing features... 68%
Extracting and writing features... 69%
Extracting and writing features... 70%
Extracting and writing features... 71%
Extracting and writing features... 72%
Extracting and writing features... 73%
Extracting and writing features... 74%
Extracting and writing features... 75%
Extracting and writing features... 76%
Extracting and writing features... 77%
Extracting and writing features... 78%
Extracting and writing features... 79%
Extracting and writing features... 80%
Extracting and writing features... 81%
Extracting and writing features... 82%
Extracting and writing features... 83%
Extracting and writing features... 84%
Extracting and writing features... 85%
Extracting and writing features... 86%
Extracting and writing features... 87%
Extracting and writing features... 88%
Extracting and writing features... 89%
Extracting and writing features... 90%
Extracting and writing features... 91%
Extracting and writing features... 92%
Extracting and writing features... 93%
Extracting and writing features... 94%
Extracting and writing features... 95%
Extracting and writing features... 96%
Extracting and writing features... 97%
Extracting and writing features... 98%
Extracting and writing features... 99%
Extracting and writing features... 100%
Extracting and writing features... Done
 
 Validating against ground truth at 50 ms:
-precision 78.3, recall 89.5, accuracy 71.7, F 83.5  <-- main measure
+precision 78.3, recall 89.5, accuracy 71.7, F 83.5  <-- main take_five/saxophone
 
 Validating against MIREX submission at 50 ms:
 precision 78.3, recall 67.1, accuracy 56.6, F 72.3
--- a/testdata/evaluation/run.sh	Wed Jun 04 11:53:32 2014 +0100
+++ b/testdata/evaluation/run.sh	Wed Jun 04 12:11:25 2014 +0100
@@ -101,10 +101,10 @@
 
     for ms in 50 100; do
 	mark=""
-	if [ "$ms" = "50" ]; then mark="  <-- main measure"; fi;
+	if [ "$ms" = "50" ]; then mark="  <-- main $piece/$arrangement"; fi;
 	echo
 	echo "Validating against ground truth at $ms ms:"
-	"$yc" ./evaluate_lab.yeti "$ms" "../TRIOS-groundtruth/$piece/$arrangement.lab" "$outfile.lab" | sed 's/$/'"$mark"'/'
+	"$yc" ./evaluate_lab.yeti "$ms" "../TRIOS-groundtruth/$piece/$arrangement.lab" "$outfile.lab" | sed 's,$,'"$mark"','
 	echo
 	echo "Validating against MIREX submission at $ms ms:"
 	"$yc" ./evaluate_lab.yeti "$ms" "../TRIOS-mirex2012-matlab/$piece/$arrangement.lab" "$outfile.lab"