c@0
|
1 /* -*- c-basic-offset: 4 indent-tabs-mode: nil -*- vi:set ts=8 sts=4 sw=4: */
|
c@0
|
2
|
c@0
|
3 /*
|
c@0
|
4 QM Vamp Plugin Set
|
c@0
|
5
|
c@0
|
6 Centre for Digital Music, Queen Mary, University of London.
|
c@0
|
7 All rights reserved.
|
c@0
|
8 */
|
c@0
|
9
|
c@0
|
10 #include "ChromagramPlugin.h"
|
c@0
|
11
|
c@3
|
12 #include <base/Pitch.h>
|
c@3
|
13 #include <dsp/chromagram/Chromagram.h>
|
c@0
|
14
|
c@0
|
15 using std::string;
|
c@0
|
16 using std::vector;
|
c@0
|
17 using std::cerr;
|
c@0
|
18 using std::endl;
|
c@0
|
19
|
c@0
|
20 ChromagramPlugin::ChromagramPlugin(float inputSampleRate) :
|
c@0
|
21 Vamp::Plugin(inputSampleRate),
|
c@0
|
22 m_chromagram(0),
|
c@0
|
23 m_step(0),
|
c@7
|
24 m_block(0)
|
c@0
|
25 {
|
c@0
|
26 m_minMIDIPitch = 12;
|
c@0
|
27 m_maxMIDIPitch = 96;
|
c@0
|
28 m_tuningFrequency = 440;
|
c@49
|
29 m_normalise = MathUtilities::NormaliseUnitMax;
|
c@0
|
30 m_bpo = 12;
|
c@0
|
31
|
c@0
|
32 setupConfig();
|
c@0
|
33 }
|
c@0
|
34
|
c@0
|
35 void
|
c@0
|
36 ChromagramPlugin::setupConfig()
|
c@0
|
37 {
|
c@0
|
38 m_config.FS = lrintf(m_inputSampleRate);
|
c@0
|
39 m_config.min = Pitch::getFrequencyForPitch
|
c@0
|
40 (m_minMIDIPitch, 0, m_tuningFrequency);
|
c@0
|
41 m_config.max = Pitch::getFrequencyForPitch
|
c@0
|
42 (m_maxMIDIPitch, 0, m_tuningFrequency);
|
c@0
|
43 m_config.BPO = m_bpo;
|
c@0
|
44 m_config.CQThresh = 0.0054;
|
c@49
|
45 m_config.normalise = m_normalise;
|
c@0
|
46
|
c@0
|
47 m_step = 0;
|
c@0
|
48 m_block = 0;
|
c@0
|
49 }
|
c@0
|
50
|
c@0
|
51 ChromagramPlugin::~ChromagramPlugin()
|
c@0
|
52 {
|
c@0
|
53 delete m_chromagram;
|
c@0
|
54 }
|
c@0
|
55
|
c@0
|
56 string
|
c@22
|
57 ChromagramPlugin::getIdentifier() const
|
c@0
|
58 {
|
c@9
|
59 return "qm-chromagram";
|
c@0
|
60 }
|
c@0
|
61
|
c@0
|
62 string
|
c@22
|
63 ChromagramPlugin::getName() const
|
c@22
|
64 {
|
c@22
|
65 return "Chromagram";
|
c@22
|
66 }
|
c@22
|
67
|
c@22
|
68 string
|
c@0
|
69 ChromagramPlugin::getDescription() const
|
c@0
|
70 {
|
c@50
|
71 return "Extract a series of tonal chroma vectors from the audio";
|
c@0
|
72 }
|
c@0
|
73
|
c@0
|
74 string
|
c@0
|
75 ChromagramPlugin::getMaker() const
|
c@0
|
76 {
|
c@5
|
77 return "Queen Mary, University of London";
|
c@0
|
78 }
|
c@0
|
79
|
c@0
|
80 int
|
c@0
|
81 ChromagramPlugin::getPluginVersion() const
|
c@0
|
82 {
|
c@45
|
83 return 3;
|
c@0
|
84 }
|
c@0
|
85
|
c@0
|
86 string
|
c@0
|
87 ChromagramPlugin::getCopyright() const
|
c@0
|
88 {
|
c@50
|
89 return "Plugin by Chris Cannam and Christian Landone. Copyright (c) 2006-2008 QMUL - All Rights Reserved";
|
c@0
|
90 }
|
c@0
|
91
|
c@0
|
92 ChromagramPlugin::ParameterList
|
c@0
|
93 ChromagramPlugin::getParameterDescriptors() const
|
c@0
|
94 {
|
c@0
|
95 ParameterList list;
|
c@0
|
96
|
c@0
|
97 ParameterDescriptor desc;
|
c@22
|
98 desc.identifier = "minpitch";
|
c@22
|
99 desc.name = "Minimum Pitch";
|
c@0
|
100 desc.unit = "MIDI units";
|
c@45
|
101 //!!! descriptions
|
c@0
|
102 desc.minValue = 0;
|
c@0
|
103 desc.maxValue = 127;
|
c@0
|
104 desc.defaultValue = 12;
|
c@0
|
105 desc.isQuantized = true;
|
c@0
|
106 desc.quantizeStep = 1;
|
c@0
|
107 list.push_back(desc);
|
c@0
|
108
|
c@22
|
109 desc.identifier = "maxpitch";
|
c@22
|
110 desc.name = "Maximum Pitch";
|
c@0
|
111 desc.unit = "MIDI units";
|
c@0
|
112 desc.minValue = 0;
|
c@0
|
113 desc.maxValue = 127;
|
c@0
|
114 desc.defaultValue = 96;
|
c@0
|
115 desc.isQuantized = true;
|
c@0
|
116 desc.quantizeStep = 1;
|
c@0
|
117 list.push_back(desc);
|
c@0
|
118
|
c@22
|
119 desc.identifier = "tuning";
|
c@22
|
120 desc.name = "Tuning Frequency";
|
c@0
|
121 desc.unit = "Hz";
|
c@0
|
122 desc.minValue = 420;
|
c@0
|
123 desc.maxValue = 460;
|
c@0
|
124 desc.defaultValue = 440;
|
c@0
|
125 desc.isQuantized = false;
|
c@0
|
126 list.push_back(desc);
|
c@0
|
127
|
c@22
|
128 desc.identifier = "bpo";
|
c@22
|
129 desc.name = "Bins per Octave";
|
c@0
|
130 desc.unit = "bins";
|
c@0
|
131 desc.minValue = 2;
|
c@0
|
132 desc.maxValue = 36;
|
c@0
|
133 desc.defaultValue = 12;
|
c@0
|
134 desc.isQuantized = true;
|
c@0
|
135 desc.quantizeStep = 1;
|
c@0
|
136 list.push_back(desc);
|
c@0
|
137
|
c@49
|
138 desc.identifier = "normalization";
|
c@49
|
139 desc.name = "Normalization";
|
c@0
|
140 desc.unit = "";
|
c@0
|
141 desc.minValue = 0;
|
c@49
|
142 desc.maxValue = 2;
|
c@49
|
143 desc.defaultValue = 2;
|
c@0
|
144 desc.isQuantized = true;
|
c@0
|
145 desc.quantizeStep = 1;
|
c@49
|
146 desc.valueNames.push_back("None");
|
c@49
|
147 desc.valueNames.push_back("Unit Sum");
|
c@49
|
148 desc.valueNames.push_back("Unit Maximum");
|
c@0
|
149 list.push_back(desc);
|
c@0
|
150
|
c@0
|
151 return list;
|
c@0
|
152 }
|
c@0
|
153
|
c@0
|
154 float
|
c@0
|
155 ChromagramPlugin::getParameter(std::string param) const
|
c@0
|
156 {
|
c@0
|
157 if (param == "minpitch") {
|
c@0
|
158 return m_minMIDIPitch;
|
c@0
|
159 }
|
c@0
|
160 if (param == "maxpitch") {
|
c@0
|
161 return m_maxMIDIPitch;
|
c@0
|
162 }
|
c@0
|
163 if (param == "tuning") {
|
c@0
|
164 return m_tuningFrequency;
|
c@0
|
165 }
|
c@0
|
166 if (param == "bpo") {
|
c@0
|
167 return m_bpo;
|
c@0
|
168 }
|
c@49
|
169 if (param == "normalization") {
|
c@49
|
170 return int(m_normalise);
|
c@0
|
171 }
|
c@0
|
172 std::cerr << "WARNING: ChromagramPlugin::getParameter: unknown parameter \""
|
c@0
|
173 << param << "\"" << std::endl;
|
c@0
|
174 return 0.0;
|
c@0
|
175 }
|
c@0
|
176
|
c@0
|
177 void
|
c@0
|
178 ChromagramPlugin::setParameter(std::string param, float value)
|
c@0
|
179 {
|
c@0
|
180 if (param == "minpitch") {
|
c@0
|
181 m_minMIDIPitch = lrintf(value);
|
c@0
|
182 } else if (param == "maxpitch") {
|
c@0
|
183 m_maxMIDIPitch = lrintf(value);
|
c@0
|
184 } else if (param == "tuning") {
|
c@0
|
185 m_tuningFrequency = value;
|
c@0
|
186 } else if (param == "bpo") {
|
c@0
|
187 m_bpo = lrintf(value);
|
c@49
|
188 } else if (param == "normalization") {
|
c@49
|
189 m_normalise = MathUtilities::NormaliseType(int(value + 0.0001));
|
c@0
|
190 } else {
|
c@0
|
191 std::cerr << "WARNING: ChromagramPlugin::setParameter: unknown parameter \""
|
c@0
|
192 << param << "\"" << std::endl;
|
c@0
|
193 }
|
c@0
|
194
|
c@0
|
195 setupConfig();
|
c@0
|
196 }
|
c@0
|
197
|
c@0
|
198
|
c@0
|
199 bool
|
c@0
|
200 ChromagramPlugin::initialise(size_t channels, size_t stepSize, size_t blockSize)
|
c@0
|
201 {
|
c@0
|
202 if (m_chromagram) {
|
c@0
|
203 delete m_chromagram;
|
c@0
|
204 m_chromagram = 0;
|
c@0
|
205 }
|
c@0
|
206
|
c@0
|
207 if (channels < getMinChannelCount() ||
|
c@0
|
208 channels > getMaxChannelCount()) return false;
|
c@0
|
209
|
c@0
|
210 std::cerr << "ChromagramPlugin::initialise: step " << stepSize << ", block "
|
c@7
|
211 << blockSize << std::endl;
|
c@0
|
212
|
c@0
|
213 m_chromagram = new Chromagram(m_config);
|
c@45
|
214 m_binsums = vector<double>(m_config.BPO);
|
c@45
|
215
|
c@45
|
216 for (int i = 0; i < m_config.BPO; ++i) {
|
c@45
|
217 m_binsums[i] = 0.0;
|
c@45
|
218 }
|
c@45
|
219
|
c@45
|
220 m_count = 0;
|
c@13
|
221
|
c@13
|
222 m_step = m_chromagram->getHopSize();
|
c@13
|
223 m_block = m_chromagram->getFrameSize();
|
c@13
|
224
|
c@13
|
225 if (stepSize != m_step ||
|
c@13
|
226 blockSize != m_block) {
|
c@13
|
227 delete m_chromagram;
|
c@13
|
228 m_chromagram = 0;
|
c@13
|
229 return false;
|
c@13
|
230 }
|
c@13
|
231
|
c@0
|
232 return true;
|
c@0
|
233 }
|
c@0
|
234
|
c@0
|
235 void
|
c@0
|
236 ChromagramPlugin::reset()
|
c@0
|
237 {
|
c@0
|
238 if (m_chromagram) {
|
c@0
|
239 delete m_chromagram;
|
c@0
|
240 m_chromagram = new Chromagram(m_config);
|
c@0
|
241 }
|
c@0
|
242 }
|
c@0
|
243
|
c@0
|
244 size_t
|
c@0
|
245 ChromagramPlugin::getPreferredStepSize() const
|
c@0
|
246 {
|
c@0
|
247 if (!m_step) {
|
c@0
|
248 Chromagram chroma(m_config);
|
c@0
|
249 m_step = chroma.getHopSize();
|
c@0
|
250 m_block = chroma.getFrameSize();
|
c@0
|
251 }
|
c@0
|
252
|
c@0
|
253 return m_step;
|
c@0
|
254 }
|
c@0
|
255
|
c@0
|
256 size_t
|
c@0
|
257 ChromagramPlugin::getPreferredBlockSize() const
|
c@0
|
258 {
|
c@0
|
259 if (!m_block) {
|
c@0
|
260 Chromagram chroma(m_config);
|
c@0
|
261 m_step = chroma.getHopSize();
|
c@0
|
262 m_block = chroma.getFrameSize();
|
c@0
|
263 }
|
c@0
|
264
|
c@0
|
265 return m_block;
|
c@0
|
266 }
|
c@0
|
267
|
c@0
|
268 ChromagramPlugin::OutputList
|
c@0
|
269 ChromagramPlugin::getOutputDescriptors() const
|
c@0
|
270 {
|
c@0
|
271 OutputList list;
|
c@0
|
272
|
c@0
|
273 OutputDescriptor d;
|
c@22
|
274 d.identifier = "chromagram";
|
c@22
|
275 d.name = "Chromagram";
|
c@0
|
276 d.unit = "";
|
c@0
|
277 d.hasFixedBinCount = true;
|
c@0
|
278 d.binCount = m_config.BPO;
|
c@0
|
279
|
c@0
|
280 const char *names[] =
|
c@0
|
281 { "C", "C#", "D", "D#", "E", "F", "F#", "G", "G#", "A", "A#", "B" };
|
c@0
|
282
|
c@0
|
283 if (d.binCount % 12 == 0) {
|
c@0
|
284 for (int i = 0; i < 12; ++i) {
|
c@0
|
285 int ipc = m_minMIDIPitch % 12;
|
c@0
|
286 int index = (i + ipc) % 12;
|
c@0
|
287 d.binNames.push_back(names[index]);
|
c@17
|
288 for (int j = 0; j < int(d.binCount) / 12 - 1; ++j) {
|
c@0
|
289 d.binNames.push_back("");
|
c@0
|
290 }
|
c@0
|
291 }
|
c@0
|
292 } else {
|
c@9
|
293 d.binNames.push_back(names[m_minMIDIPitch % 12]);
|
c@0
|
294 }
|
c@0
|
295
|
c@49
|
296 d.hasKnownExtents = (m_normalise != MathUtilities::NormaliseNone);
|
c@0
|
297 d.minValue = 0.0;
|
c@49
|
298 d.maxValue = (d.hasKnownExtents ? 1.0 : 0.0);
|
c@0
|
299 d.isQuantized = false;
|
c@0
|
300 d.sampleType = OutputDescriptor::OneSamplePerStep;
|
c@0
|
301 list.push_back(d);
|
c@9
|
302
|
c@45
|
303 d.identifier = "chromameans";
|
c@45
|
304 d.name = "Chroma Means";
|
c@45
|
305 //!!! descriptions
|
c@45
|
306 d.sampleType = OutputDescriptor::FixedSampleRate;
|
c@45
|
307 d.sampleRate = 1;
|
c@45
|
308 list.push_back(d);
|
c@45
|
309
|
c@0
|
310 return list;
|
c@0
|
311 }
|
c@0
|
312
|
c@0
|
313 ChromagramPlugin::FeatureSet
|
c@18
|
314 ChromagramPlugin::process(const float *const *inputBuffers,
|
c@18
|
315 Vamp::RealTime /* timestamp */)
|
c@0
|
316 {
|
c@0
|
317 if (!m_chromagram) {
|
c@0
|
318 cerr << "ERROR: ChromagramPlugin::process: "
|
c@0
|
319 << "Chromagram has not been initialised"
|
c@0
|
320 << endl;
|
c@0
|
321 return FeatureSet();
|
c@0
|
322 }
|
c@0
|
323
|
c@7
|
324 double *real = new double[m_block];
|
c@7
|
325 double *imag = new double[m_block];
|
c@7
|
326
|
c@7
|
327 for (size_t i = 0; i < m_block/2; ++i) {
|
c@7
|
328 real[i] = inputBuffers[0][i*2];
|
c@17
|
329 if (i > 0) real[m_block - i] = real[i];
|
c@7
|
330 imag[i] = inputBuffers[0][i*2+1];
|
c@17
|
331 if (i > 0) imag[m_block - i] = imag[i];
|
c@0
|
332 }
|
c@0
|
333
|
c@7
|
334 double *output = m_chromagram->process(real, imag);
|
c@7
|
335
|
c@7
|
336 delete[] real;
|
c@7
|
337 delete[] imag;
|
c@7
|
338
|
c@0
|
339 Feature feature;
|
c@0
|
340 feature.hasTimestamp = false;
|
c@0
|
341 for (size_t i = 0; i < m_config.BPO; ++i) {
|
c@16
|
342 double value = output[i];
|
c@16
|
343 if (isnan(value)) value = 0.0;
|
c@45
|
344 m_binsums[i] += value;
|
c@16
|
345 feature.values.push_back(value);
|
c@0
|
346 }
|
c@0
|
347 feature.label = "";
|
c@45
|
348 ++m_count;
|
c@0
|
349
|
c@0
|
350 FeatureSet returnFeatures;
|
c@7
|
351 returnFeatures[0].push_back(feature);
|
c@0
|
352 return returnFeatures;
|
c@0
|
353 }
|
c@0
|
354
|
c@0
|
355 ChromagramPlugin::FeatureSet
|
c@0
|
356 ChromagramPlugin::getRemainingFeatures()
|
c@0
|
357 {
|
c@45
|
358 Feature feature;
|
c@45
|
359 feature.hasTimestamp = true;
|
c@45
|
360 feature.timestamp = Vamp::RealTime::zeroTime;
|
c@45
|
361
|
c@45
|
362 for (size_t i = 0; i < m_config.BPO; ++i) {
|
c@45
|
363 double v = m_binsums[i];
|
c@45
|
364 if (m_count > 0) v /= m_count;
|
c@45
|
365 feature.values.push_back(v);
|
c@45
|
366 }
|
c@45
|
367 feature.label = "Chromagram bin means";
|
c@45
|
368
|
c@45
|
369 FeatureSet returnFeatures;
|
c@45
|
370 returnFeatures[1].push_back(feature);
|
c@45
|
371 return returnFeatures;
|
c@0
|
372 }
|
c@0
|
373
|