annotate plugins/Onset.cpp @ 32:8a20f3488d88

(Start to) remove the channel counts from everywhere: they should always be 1 anyway as that's what Vamp::Plugin::getMaxChannelCount always defaulted to
author Chris Cannam <cannam@all-day-breakfast.com>
date Mon, 09 Jul 2012 15:50:30 +0100
parents 2e979622bd93
children a2301c902711
rev   line source
cannam@0 1 /* -*- c-basic-offset: 4 indent-tabs-mode: nil -*- vi:set ts=8 sts=4 sw=4: */
cannam@0 2
cannam@0 3 /*
cannam@0 4 Vamp feature extraction plugins using Paul Brossier's Aubio library.
cannam@0 5
cannam@0 6 Centre for Digital Music, Queen Mary, University of London.
cannam@0 7 This file copyright 2006 Chris Cannam.
cannam@0 8
cannam@0 9 This program is free software; you can redistribute it and/or
cannam@0 10 modify it under the terms of the GNU General Public License as
cannam@0 11 published by the Free Software Foundation; either version 2 of the
cannam@0 12 License, or (at your option) any later version. See the file
cannam@0 13 COPYING included with this distribution for more information.
cannam@0 14
cannam@0 15 */
cannam@0 16
piem@2 17 #include <math.h>
cannam@0 18 #include "Onset.h"
cannam@0 19
cannam@0 20 using std::string;
cannam@0 21 using std::vector;
cannam@0 22 using std::cerr;
cannam@0 23 using std::endl;
cannam@0 24
cannam@0 25 Onset::Onset(float inputSampleRate) :
cannam@0 26 Plugin(inputSampleRate),
cannam@0 27 m_ibuf(0),
cannam@0 28 m_fftgrain(0),
cannam@0 29 m_onset(0),
cannam@0 30 m_pv(0),
cannam@0 31 m_peakpick(0),
cannam@0 32 m_onsetdet(0),
piem@2 33 m_onsettype(aubio_onset_complex),
cannam@0 34 m_threshold(0.3),
cannam@32 35 m_silence(-90)
cannam@0 36 {
cannam@0 37 }
cannam@0 38
cannam@0 39 Onset::~Onset()
cannam@0 40 {
cannam@0 41 if (m_onsetdet) aubio_onsetdetection_free(m_onsetdet);
cannam@0 42 if (m_ibuf) del_fvec(m_ibuf);
cannam@0 43 if (m_onset) del_fvec(m_onset);
cannam@0 44 if (m_fftgrain) del_cvec(m_fftgrain);
cannam@0 45 if (m_pv) del_aubio_pvoc(m_pv);
cannam@0 46 if (m_peakpick) del_aubio_peakpicker(m_peakpick);
cannam@0 47 }
cannam@0 48
cannam@0 49 string
cannam@13 50 Onset::getIdentifier() const
cannam@0 51 {
cannam@0 52 return "aubioonset";
cannam@0 53 }
cannam@0 54
cannam@0 55 string
cannam@13 56 Onset::getName() const
cannam@13 57 {
cannam@13 58 return "Aubio Onset Detector";
cannam@13 59 }
cannam@13 60
cannam@13 61 string
cannam@0 62 Onset::getDescription() const
cannam@0 63 {
cannam@13 64 return "Estimate note onset times";
cannam@0 65 }
cannam@0 66
cannam@0 67 string
cannam@0 68 Onset::getMaker() const
cannam@0 69 {
cannam@0 70 return "Paul Brossier (plugin by Chris Cannam)";
cannam@0 71 }
cannam@0 72
cannam@0 73 int
cannam@0 74 Onset::getPluginVersion() const
cannam@0 75 {
cannam@31 76 return 2;
cannam@0 77 }
cannam@0 78
cannam@0 79 string
cannam@0 80 Onset::getCopyright() const
cannam@0 81 {
cannam@0 82 return "GPL";
cannam@0 83 }
cannam@0 84
cannam@0 85 bool
cannam@0 86 Onset::initialise(size_t channels, size_t stepSize, size_t blockSize)
cannam@0 87 {
cannam@32 88 if (channels != 1) {
cannam@32 89 std::cerr << "Onset::initialise: channels must be 1" << std::endl;
cannam@32 90 return false;
cannam@32 91 }
cannam@32 92
cannam@0 93 m_stepSize = stepSize;
cannam@0 94 m_blockSize = blockSize;
cannam@0 95
cannam@32 96 m_ibuf = new_fvec(stepSize);
cannam@32 97 m_onset = new_fvec(1);
cannam@32 98 m_fftgrain = new_cvec(blockSize);
cannam@32 99 m_pv = new_aubio_pvoc(blockSize, stepSize);
cannam@0 100 m_peakpick = new_aubio_peakpicker(m_threshold);
cannam@0 101
cannam@32 102 m_onsetdet = new_aubio_onsetdetection(m_onsettype, blockSize);
cannam@3 103
cannam@3 104 m_delay = Vamp::RealTime::frame2RealTime(4 * stepSize,
cannam@3 105 lrintf(m_inputSampleRate));
cannam@3 106
cannam@3 107 m_lastOnset = Vamp::RealTime::zeroTime - m_delay - m_delay;
cannam@0 108
cannam@0 109 return true;
cannam@0 110 }
cannam@0 111
cannam@0 112 void
cannam@0 113 Onset::reset()
cannam@0 114 {
cannam@0 115 }
cannam@0 116
cannam@0 117 size_t
cannam@0 118 Onset::getPreferredStepSize() const
cannam@0 119 {
piem@2 120 return 512;
cannam@0 121 }
cannam@0 122
cannam@0 123 size_t
cannam@0 124 Onset::getPreferredBlockSize() const
cannam@0 125 {
cannam@3 126 return 2 * getPreferredStepSize();
cannam@0 127 }
cannam@0 128
cannam@0 129 Onset::ParameterList
cannam@0 130 Onset::getParameterDescriptors() const
cannam@0 131 {
cannam@0 132 ParameterList list;
cannam@0 133
cannam@0 134 ParameterDescriptor desc;
cannam@13 135 desc.identifier = "onsettype";
cannam@13 136 desc.name = "Onset Detection Function Type";
cannam@0 137 desc.minValue = 0;
cannam@0 138 desc.maxValue = 6;
piem@2 139 desc.defaultValue = (int)aubio_onset_complex;
cannam@0 140 desc.isQuantized = true;
cannam@0 141 desc.quantizeStep = 1;
cannam@0 142 desc.valueNames.push_back("Energy Based");
cannam@0 143 desc.valueNames.push_back("Spectral Difference");
cannam@0 144 desc.valueNames.push_back("High-Frequency Content");
cannam@0 145 desc.valueNames.push_back("Complex Domain");
cannam@0 146 desc.valueNames.push_back("Phase Deviation");
cannam@0 147 desc.valueNames.push_back("Kullback-Liebler");
cannam@0 148 desc.valueNames.push_back("Modified Kullback-Liebler");
cannam@0 149 list.push_back(desc);
cannam@0 150
cannam@0 151 desc = ParameterDescriptor();
cannam@13 152 desc.identifier = "peakpickthreshold";
cannam@13 153 desc.name = "Peak Picker Threshold";
cannam@0 154 desc.minValue = 0;
cannam@0 155 desc.maxValue = 1;
cannam@0 156 desc.defaultValue = 0.3;
cannam@0 157 desc.isQuantized = false;
cannam@0 158 list.push_back(desc);
cannam@0 159
cannam@0 160 desc = ParameterDescriptor();
cannam@13 161 desc.identifier = "silencethreshold";
cannam@13 162 desc.name = "Silence Threshold";
cannam@0 163 desc.minValue = -120;
cannam@0 164 desc.maxValue = 0;
cannam@0 165 desc.defaultValue = -90;
cannam@0 166 desc.unit = "dB";
cannam@0 167 desc.isQuantized = false;
cannam@0 168 list.push_back(desc);
cannam@0 169
cannam@0 170 return list;
cannam@0 171 }
cannam@0 172
cannam@0 173 float
cannam@0 174 Onset::getParameter(std::string param) const
cannam@0 175 {
cannam@0 176 if (param == "onsettype") {
cannam@0 177 return m_onsettype;
cannam@0 178 } else if (param == "peakpickthreshold") {
cannam@0 179 return m_threshold;
cannam@0 180 } else if (param == "silencethreshold") {
cannam@0 181 return m_silence;
cannam@0 182 } else {
cannam@0 183 return 0.0;
cannam@0 184 }
cannam@0 185 }
cannam@0 186
cannam@0 187 void
cannam@0 188 Onset::setParameter(std::string param, float value)
cannam@0 189 {
cannam@0 190 if (param == "onsettype") {
cannam@0 191 switch (lrintf(value)) {
cannam@0 192 case 0: m_onsettype = aubio_onset_energy; break;
cannam@0 193 case 1: m_onsettype = aubio_onset_specdiff; break;
cannam@0 194 case 2: m_onsettype = aubio_onset_hfc; break;
cannam@0 195 case 3: m_onsettype = aubio_onset_complex; break;
cannam@0 196 case 4: m_onsettype = aubio_onset_phase; break;
cannam@0 197 case 5: m_onsettype = aubio_onset_kl; break;
cannam@0 198 case 6: m_onsettype = aubio_onset_mkl; break;
cannam@0 199 }
cannam@0 200 } else if (param == "peakpickthreshold") {
cannam@0 201 m_threshold = value;
cannam@0 202 } else if (param == "silencethreshold") {
cannam@0 203 m_silence = value;
cannam@0 204 }
cannam@0 205 }
cannam@0 206
cannam@0 207 Onset::OutputList
cannam@0 208 Onset::getOutputDescriptors() const
cannam@0 209 {
cannam@0 210 OutputList list;
cannam@0 211
cannam@0 212 OutputDescriptor d;
cannam@13 213 d.identifier = "onsets";
cannam@13 214 d.name = "Onsets";
cannam@0 215 d.unit = "";
cannam@0 216 d.hasFixedBinCount = true;
cannam@0 217 d.binCount = 0;
cannam@3 218 d.sampleType = OutputDescriptor::VariableSampleRate;
cannam@3 219 d.sampleRate = 0;
cannam@0 220 list.push_back(d);
cannam@0 221
cannam@1 222 d = OutputDescriptor();
cannam@13 223 d.identifier = "detectionfunction";
cannam@13 224 d.name = "Onset Detection Function";
cannam@1 225 d.unit = "";
cannam@1 226 d.hasFixedBinCount = true;
cannam@32 227 d.binCount = 1;
cannam@1 228 d.hasKnownExtents = false;
cannam@1 229 d.isQuantized = false;
cannam@1 230 d.sampleType = OutputDescriptor::OneSamplePerStep;
cannam@1 231 list.push_back(d);
cannam@1 232
cannam@0 233 return list;
cannam@0 234 }
cannam@0 235
cannam@0 236 Onset::FeatureSet
cannam@12 237 Onset::process(const float *const *inputBuffers,
cannam@12 238 Vamp::RealTime timestamp)
cannam@0 239 {
cannam@0 240 for (size_t i = 0; i < m_stepSize; ++i) {
cannam@0 241 for (size_t j = 0; j < m_channelCount; ++j) {
cannam@0 242 fvec_write_sample(m_ibuf, inputBuffers[j][i], j, i);
cannam@0 243 }
cannam@0 244 }
cannam@0 245
cannam@0 246 aubio_pvoc_do(m_pv, m_ibuf, m_fftgrain);
cannam@0 247 aubio_onsetdetection(m_onsetdet, m_fftgrain, m_onset);
cannam@0 248
cannam@0 249 bool isonset = aubio_peakpick_pimrt(m_onset, m_peakpick);
cannam@0 250
cannam@0 251 if (isonset) {
cannam@0 252 if (aubio_silence_detection(m_ibuf, m_silence)) {
cannam@0 253 isonset = false;
cannam@0 254 }
cannam@0 255 }
cannam@0 256
cannam@0 257 FeatureSet returnFeatures;
cannam@0 258
cannam@0 259 if (isonset) {
cannam@3 260 if (timestamp - m_lastOnset >= m_delay) {
cannam@3 261 Feature onsettime;
cannam@3 262 onsettime.hasTimestamp = true;
piem@5 263 if (timestamp < m_delay) timestamp = m_delay;
cannam@3 264 onsettime.timestamp = timestamp - m_delay;
cannam@3 265 returnFeatures[0].push_back(onsettime);
cannam@3 266 m_lastOnset = timestamp;
cannam@3 267 }
cannam@0 268 }
cannam@1 269 Feature feature;
cannam@1 270 for (size_t j = 0; j < m_channelCount; ++j) {
cannam@1 271 feature.values.push_back(m_onset->data[j][0]);
cannam@1 272 }
cannam@1 273 returnFeatures[1].push_back(feature);
cannam@0 274
cannam@0 275 return returnFeatures;
cannam@0 276 }
cannam@0 277
cannam@0 278 Onset::FeatureSet
cannam@0 279 Onset::getRemainingFeatures()
cannam@0 280 {
cannam@0 281 return FeatureSet();
cannam@0 282 }
cannam@0 283