annotate plugins/Onset.cpp @ 34:0f40399ca1ff

Get Onset and Notes to build against new aubio
author Chris Cannam <cannam@all-day-breakfast.com>
date Tue, 10 Jul 2012 15:21:35 +0100
parents a2301c902711
children 119e22552925
rev   line source
cannam@0 1 /* -*- c-basic-offset: 4 indent-tabs-mode: nil -*- vi:set ts=8 sts=4 sw=4: */
cannam@0 2
cannam@0 3 /*
cannam@0 4 Vamp feature extraction plugins using Paul Brossier's Aubio library.
cannam@0 5
cannam@0 6 Centre for Digital Music, Queen Mary, University of London.
cannam@0 7 This file copyright 2006 Chris Cannam.
cannam@0 8
cannam@0 9 This program is free software; you can redistribute it and/or
cannam@0 10 modify it under the terms of the GNU General Public License as
cannam@0 11 published by the Free Software Foundation; either version 2 of the
cannam@0 12 License, or (at your option) any later version. See the file
cannam@0 13 COPYING included with this distribution for more information.
cannam@0 14
cannam@0 15 */
cannam@0 16
piem@2 17 #include <math.h>
cannam@0 18 #include "Onset.h"
cannam@0 19
cannam@0 20 using std::string;
cannam@0 21 using std::vector;
cannam@0 22 using std::cerr;
cannam@0 23 using std::endl;
cannam@0 24
cannam@0 25 Onset::Onset(float inputSampleRate) :
cannam@0 26 Plugin(inputSampleRate),
cannam@0 27 m_ibuf(0),
cannam@0 28 m_onset(0),
cannam@0 29 m_onsetdet(0),
cannam@33 30 m_onsettype(OnsetComplex),
cannam@0 31 m_threshold(0.3),
cannam@34 32 m_silence(-70),
cannam@34 33 m_minioi(4)
cannam@0 34 {
cannam@0 35 }
cannam@0 36
cannam@0 37 Onset::~Onset()
cannam@0 38 {
cannam@33 39 if (m_onsetdet) del_aubio_onset(m_onsetdet);
cannam@0 40 if (m_ibuf) del_fvec(m_ibuf);
cannam@0 41 if (m_onset) del_fvec(m_onset);
cannam@0 42 }
cannam@0 43
cannam@0 44 string
cannam@13 45 Onset::getIdentifier() const
cannam@0 46 {
cannam@0 47 return "aubioonset";
cannam@0 48 }
cannam@0 49
cannam@0 50 string
cannam@13 51 Onset::getName() const
cannam@13 52 {
cannam@13 53 return "Aubio Onset Detector";
cannam@13 54 }
cannam@13 55
cannam@13 56 string
cannam@0 57 Onset::getDescription() const
cannam@0 58 {
cannam@13 59 return "Estimate note onset times";
cannam@0 60 }
cannam@0 61
cannam@0 62 string
cannam@0 63 Onset::getMaker() const
cannam@0 64 {
cannam@0 65 return "Paul Brossier (plugin by Chris Cannam)";
cannam@0 66 }
cannam@0 67
cannam@0 68 int
cannam@0 69 Onset::getPluginVersion() const
cannam@0 70 {
cannam@31 71 return 2;
cannam@0 72 }
cannam@0 73
cannam@0 74 string
cannam@0 75 Onset::getCopyright() const
cannam@0 76 {
cannam@0 77 return "GPL";
cannam@0 78 }
cannam@0 79
cannam@0 80 bool
cannam@0 81 Onset::initialise(size_t channels, size_t stepSize, size_t blockSize)
cannam@0 82 {
cannam@32 83 if (channels != 1) {
cannam@32 84 std::cerr << "Onset::initialise: channels must be 1" << std::endl;
cannam@32 85 return false;
cannam@32 86 }
cannam@32 87
cannam@0 88 m_stepSize = stepSize;
cannam@0 89 m_blockSize = blockSize;
cannam@0 90
cannam@32 91 m_ibuf = new_fvec(stepSize);
cannam@32 92 m_onset = new_fvec(1);
cannam@0 93
cannam@33 94 m_onsetdet = new_aubio_onset
cannam@33 95 (const_cast<char *>(getAubioNameForOnsetType(m_onsettype)),
cannam@33 96 blockSize,
cannam@33 97 stepSize,
cannam@33 98 lrintf(m_inputSampleRate));
cannam@3 99
cannam@34 100 aubio_onset_set_threshold(m_onsetdet, m_threshold);
cannam@34 101 aubio_onset_set_silence(m_onsetdet, m_silence);
cannam@34 102 aubio_onset_set_minioi(m_onsetdet, m_minioi);
cannam@34 103
cannam@3 104 m_delay = Vamp::RealTime::frame2RealTime(4 * stepSize,
cannam@3 105 lrintf(m_inputSampleRate));
cannam@3 106
cannam@3 107 m_lastOnset = Vamp::RealTime::zeroTime - m_delay - m_delay;
cannam@0 108
cannam@0 109 return true;
cannam@0 110 }
cannam@0 111
cannam@0 112 void
cannam@0 113 Onset::reset()
cannam@0 114 {
cannam@0 115 }
cannam@0 116
cannam@0 117 size_t
cannam@0 118 Onset::getPreferredStepSize() const
cannam@0 119 {
piem@2 120 return 512;
cannam@0 121 }
cannam@0 122
cannam@0 123 size_t
cannam@0 124 Onset::getPreferredBlockSize() const
cannam@0 125 {
cannam@3 126 return 2 * getPreferredStepSize();
cannam@0 127 }
cannam@0 128
cannam@0 129 Onset::ParameterList
cannam@0 130 Onset::getParameterDescriptors() const
cannam@0 131 {
cannam@0 132 ParameterList list;
cannam@0 133
cannam@0 134 ParameterDescriptor desc;
cannam@13 135 desc.identifier = "onsettype";
cannam@13 136 desc.name = "Onset Detection Function Type";
cannam@0 137 desc.minValue = 0;
cannam@34 138 desc.maxValue = 7;
cannam@33 139 desc.defaultValue = (int)OnsetComplex;
cannam@0 140 desc.isQuantized = true;
cannam@0 141 desc.quantizeStep = 1;
cannam@0 142 desc.valueNames.push_back("Energy Based");
cannam@0 143 desc.valueNames.push_back("Spectral Difference");
cannam@0 144 desc.valueNames.push_back("High-Frequency Content");
cannam@0 145 desc.valueNames.push_back("Complex Domain");
cannam@0 146 desc.valueNames.push_back("Phase Deviation");
cannam@0 147 desc.valueNames.push_back("Kullback-Liebler");
cannam@0 148 desc.valueNames.push_back("Modified Kullback-Liebler");
cannam@34 149 desc.valueNames.push_back("Spectral Flux");
cannam@0 150 list.push_back(desc);
cannam@0 151
cannam@0 152 desc = ParameterDescriptor();
cannam@13 153 desc.identifier = "peakpickthreshold";
cannam@13 154 desc.name = "Peak Picker Threshold";
cannam@0 155 desc.minValue = 0;
cannam@0 156 desc.maxValue = 1;
cannam@0 157 desc.defaultValue = 0.3;
cannam@0 158 desc.isQuantized = false;
cannam@0 159 list.push_back(desc);
cannam@0 160
cannam@0 161 desc = ParameterDescriptor();
cannam@13 162 desc.identifier = "silencethreshold";
cannam@13 163 desc.name = "Silence Threshold";
cannam@0 164 desc.minValue = -120;
cannam@0 165 desc.maxValue = 0;
cannam@34 166 desc.defaultValue = -70;
cannam@0 167 desc.unit = "dB";
cannam@0 168 desc.isQuantized = false;
cannam@0 169 list.push_back(desc);
cannam@0 170
cannam@34 171 desc = ParameterDescriptor();
cannam@34 172 desc.identifier = "minioi";
cannam@34 173 desc.name = "Minimum Inter-Onset Interval";
cannam@34 174 desc.minValue = 0;
cannam@34 175 desc.maxValue = 40;
cannam@34 176 desc.defaultValue = 4;
cannam@34 177 desc.unit = "ms";
cannam@34 178 desc.isQuantized = true;
cannam@34 179 desc.quantizeStep = 1;
cannam@34 180 list.push_back(desc);
cannam@34 181
cannam@0 182 return list;
cannam@0 183 }
cannam@0 184
cannam@0 185 float
cannam@0 186 Onset::getParameter(std::string param) const
cannam@0 187 {
cannam@0 188 if (param == "onsettype") {
cannam@0 189 return m_onsettype;
cannam@0 190 } else if (param == "peakpickthreshold") {
cannam@0 191 return m_threshold;
cannam@0 192 } else if (param == "silencethreshold") {
cannam@0 193 return m_silence;
cannam@34 194 } else if (param == "minioi") {
cannam@34 195 return m_minioi;
cannam@0 196 } else {
cannam@0 197 return 0.0;
cannam@0 198 }
cannam@0 199 }
cannam@0 200
cannam@0 201 void
cannam@0 202 Onset::setParameter(std::string param, float value)
cannam@0 203 {
cannam@0 204 if (param == "onsettype") {
cannam@0 205 switch (lrintf(value)) {
cannam@33 206 case 0: m_onsettype = OnsetEnergy; break;
cannam@33 207 case 1: m_onsettype = OnsetSpecDiff; break;
cannam@33 208 case 2: m_onsettype = OnsetHFC; break;
cannam@33 209 case 3: m_onsettype = OnsetComplex; break;
cannam@33 210 case 4: m_onsettype = OnsetPhase; break;
cannam@33 211 case 5: m_onsettype = OnsetKL; break;
cannam@33 212 case 6: m_onsettype = OnsetMKL; break;
cannam@34 213 case 7: m_onsettype = OnsetSpecFlux; break;
cannam@0 214 }
cannam@0 215 } else if (param == "peakpickthreshold") {
cannam@0 216 m_threshold = value;
cannam@0 217 } else if (param == "silencethreshold") {
cannam@0 218 m_silence = value;
cannam@34 219 } else if (param == "minioi") {
cannam@34 220 m_minioi = value;
cannam@0 221 }
cannam@0 222 }
cannam@0 223
cannam@0 224 Onset::OutputList
cannam@0 225 Onset::getOutputDescriptors() const
cannam@0 226 {
cannam@0 227 OutputList list;
cannam@0 228
cannam@0 229 OutputDescriptor d;
cannam@13 230 d.identifier = "onsets";
cannam@13 231 d.name = "Onsets";
cannam@0 232 d.unit = "";
cannam@0 233 d.hasFixedBinCount = true;
cannam@0 234 d.binCount = 0;
cannam@3 235 d.sampleType = OutputDescriptor::VariableSampleRate;
cannam@3 236 d.sampleRate = 0;
cannam@0 237 list.push_back(d);
cannam@0 238
cannam@1 239 d = OutputDescriptor();
cannam@13 240 d.identifier = "detectionfunction";
cannam@13 241 d.name = "Onset Detection Function";
cannam@1 242 d.unit = "";
cannam@1 243 d.hasFixedBinCount = true;
cannam@32 244 d.binCount = 1;
cannam@1 245 d.hasKnownExtents = false;
cannam@1 246 d.isQuantized = false;
cannam@1 247 d.sampleType = OutputDescriptor::OneSamplePerStep;
cannam@1 248 list.push_back(d);
cannam@1 249
cannam@0 250 return list;
cannam@0 251 }
cannam@0 252
cannam@0 253 Onset::FeatureSet
cannam@12 254 Onset::process(const float *const *inputBuffers,
cannam@12 255 Vamp::RealTime timestamp)
cannam@0 256 {
cannam@0 257 for (size_t i = 0; i < m_stepSize; ++i) {
cannam@33 258 fvec_write_sample(m_ibuf, inputBuffers[0][i], i);
cannam@0 259 }
cannam@0 260
cannam@33 261 aubio_onset_do(m_onsetdet, m_ibuf, m_onset);
cannam@0 262
cannam@34 263 bool isonset = m_onset->data[0];
cannam@0 264
cannam@0 265 FeatureSet returnFeatures;
cannam@0 266
cannam@0 267 if (isonset) {
cannam@3 268 if (timestamp - m_lastOnset >= m_delay) {
cannam@3 269 Feature onsettime;
cannam@3 270 onsettime.hasTimestamp = true;
piem@5 271 if (timestamp < m_delay) timestamp = m_delay;
cannam@3 272 onsettime.timestamp = timestamp - m_delay;
cannam@3 273 returnFeatures[0].push_back(onsettime);
cannam@3 274 m_lastOnset = timestamp;
cannam@3 275 }
cannam@0 276 }
cannam@34 277 /*!!! todo!
cannam@1 278 Feature feature;
cannam@1 279 for (size_t j = 0; j < m_channelCount; ++j) {
cannam@1 280 feature.values.push_back(m_onset->data[j][0]);
cannam@1 281 }
cannam@1 282 returnFeatures[1].push_back(feature);
cannam@34 283 */
cannam@0 284 return returnFeatures;
cannam@0 285 }
cannam@0 286
cannam@0 287 Onset::FeatureSet
cannam@0 288 Onset::getRemainingFeatures()
cannam@0 289 {
cannam@0 290 return FeatureSet();
cannam@0 291 }
cannam@0 292