piem@84
|
1 /* -*- c-basic-offset: 4 indent-tabs-mode: nil -*- vi:set ts=8 sts=4 sw=4: */
|
piem@84
|
2
|
piem@84
|
3 /*
|
piem@84
|
4 Vamp feature extraction plugins using Paul Brossier's Aubio library.
|
piem@84
|
5
|
piem@84
|
6 Copyright (C) 2006-2015 Paul Brossier <piem@aubio.org>
|
piem@84
|
7
|
piem@110
|
8 This file is part of vamp-aubio-plugins.
|
piem@84
|
9
|
piem@84
|
10 vamp-aubio is free software: you can redistribute it and/or modify
|
piem@84
|
11 it under the terms of the GNU General Public License as published by
|
piem@84
|
12 the Free Software Foundation, either version 3 of the License, or
|
piem@84
|
13 (at your option) any later version.
|
piem@84
|
14
|
piem@84
|
15 vamp-aubio is distributed in the hope that it will be useful,
|
piem@84
|
16 but WITHOUT ANY WARRANTY; without even the implied warranty of
|
piem@84
|
17 MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
piem@84
|
18 GNU General Public License for more details.
|
piem@84
|
19
|
piem@84
|
20 You should have received a copy of the GNU General Public License
|
piem@84
|
21 along with aubio. If not, see <http://www.gnu.org/licenses/>.
|
piem@84
|
22
|
piem@84
|
23 */
|
piem@84
|
24
|
piem@84
|
25 #include <math.h>
|
piem@84
|
26 #include "MelEnergy.h"
|
piem@84
|
27
|
piem@84
|
28 using std::string;
|
piem@84
|
29 using std::vector;
|
piem@84
|
30 using std::cerr;
|
piem@84
|
31 using std::endl;
|
piem@84
|
32
|
piem@84
|
33 MelEnergy::MelEnergy(float inputSampleRate) :
|
piem@84
|
34 Plugin(inputSampleRate),
|
piem@84
|
35 m_ibuf(0), // input fvec_t, set in initialise
|
piem@84
|
36 m_pvoc(0), // aubio_pvoc_t, set in reset
|
piem@84
|
37 m_ispec(0), // cvec_t, set in initialise
|
piem@84
|
38 m_melbank(0), // aubio_filterbank_t, set in reset
|
piem@84
|
39 m_ovec(0), // output fvec_t, set in initialise
|
piem@84
|
40 m_nfilters(40), // parameter
|
piem@84
|
41 m_stepSize(0), // host parameter
|
piem@84
|
42 m_blockSize(0) // host parameter
|
piem@84
|
43 {
|
piem@84
|
44 }
|
piem@84
|
45
|
piem@84
|
46 MelEnergy::~MelEnergy()
|
piem@84
|
47 {
|
piem@84
|
48 if (m_melbank) del_aubio_filterbank(m_melbank);
|
piem@84
|
49 if (m_pvoc) del_aubio_pvoc(m_pvoc);
|
piem@84
|
50 if (m_ibuf) del_fvec(m_ibuf);
|
piem@84
|
51 if (m_ispec) del_cvec(m_ispec);
|
piem@84
|
52 if (m_ovec) del_fvec(m_ovec);
|
piem@84
|
53 }
|
piem@84
|
54
|
piem@84
|
55 string
|
piem@84
|
56 MelEnergy::getIdentifier() const
|
piem@84
|
57 {
|
piem@84
|
58 return "aubiomelenergy";
|
piem@84
|
59 }
|
piem@84
|
60
|
piem@84
|
61 string
|
piem@84
|
62 MelEnergy::getName() const
|
piem@84
|
63 {
|
piem@84
|
64 return "Aubio Mel Bands Energy Extractor";
|
piem@84
|
65 }
|
piem@84
|
66
|
piem@84
|
67 string
|
piem@84
|
68 MelEnergy::getDescription() const
|
piem@84
|
69 {
|
piem@84
|
70 return "Extract energy in each Mel-frequency bands";
|
piem@84
|
71 }
|
piem@84
|
72
|
piem@84
|
73 string
|
piem@84
|
74 MelEnergy::getMaker() const
|
piem@84
|
75 {
|
piem@84
|
76 return "Paul Brossier";
|
piem@84
|
77 }
|
piem@84
|
78
|
piem@84
|
79 int
|
piem@84
|
80 MelEnergy::getPluginVersion() const
|
piem@84
|
81 {
|
piem@84
|
82 return 3;
|
piem@84
|
83 }
|
piem@84
|
84
|
piem@84
|
85 string
|
piem@84
|
86 MelEnergy::getCopyright() const
|
piem@84
|
87 {
|
piem@84
|
88 return "GPL";
|
piem@84
|
89 }
|
piem@84
|
90
|
piem@84
|
91 bool
|
piem@84
|
92 MelEnergy::initialise(size_t channels, size_t stepSize, size_t blockSize)
|
piem@84
|
93 {
|
piem@84
|
94 if (channels != 1) {
|
piem@84
|
95 std::cerr << "MelEnergy::initialise: channels must be 1" << std::endl;
|
piem@84
|
96 return false;
|
piem@84
|
97 }
|
piem@84
|
98
|
piem@84
|
99 if (m_nfilters != 40) {
|
piem@84
|
100 std::cerr << "MelEnergy::initialise: number of filters must be 40" << std::endl;
|
piem@84
|
101 return false;
|
piem@84
|
102 }
|
piem@84
|
103
|
piem@84
|
104 m_stepSize = stepSize;
|
piem@84
|
105 m_blockSize = blockSize;
|
piem@84
|
106
|
piem@84
|
107 m_ibuf = new_fvec(stepSize);
|
piem@84
|
108 m_ispec = new_cvec(blockSize);
|
piem@84
|
109 m_ovec = new_fvec(m_nfilters);
|
piem@84
|
110
|
piem@84
|
111 reset();
|
piem@84
|
112
|
piem@84
|
113 return true;
|
piem@84
|
114 }
|
piem@84
|
115
|
piem@84
|
116 void
|
piem@84
|
117 MelEnergy::reset()
|
piem@84
|
118 {
|
piem@84
|
119 if (m_pvoc) del_aubio_pvoc(m_pvoc);
|
piem@84
|
120 if (m_melbank) del_aubio_filterbank(m_melbank);
|
piem@84
|
121
|
piem@84
|
122 m_pvoc = new_aubio_pvoc(m_blockSize, m_stepSize);
|
piem@84
|
123
|
piem@84
|
124 m_melbank = new_aubio_filterbank(m_nfilters, m_blockSize);
|
piem@84
|
125 aubio_filterbank_set_mel_coeffs_slaney(m_melbank, lrintf(m_inputSampleRate));
|
piem@84
|
126
|
piem@84
|
127 }
|
piem@84
|
128
|
piem@84
|
129 size_t
|
piem@84
|
130 MelEnergy::getPreferredStepSize() const
|
piem@84
|
131 {
|
piem@84
|
132 return 128;
|
piem@84
|
133 }
|
piem@84
|
134
|
piem@84
|
135 size_t
|
piem@84
|
136 MelEnergy::getPreferredBlockSize() const
|
piem@84
|
137 {
|
piem@84
|
138 return 512;
|
piem@84
|
139 }
|
piem@84
|
140
|
piem@84
|
141 MelEnergy::ParameterList
|
piem@84
|
142 MelEnergy::getParameterDescriptors() const
|
piem@84
|
143 {
|
piem@84
|
144 ParameterList list;
|
piem@84
|
145
|
piem@84
|
146 ParameterDescriptor desc;
|
piem@84
|
147 desc.identifier = "nfilters";
|
piem@84
|
148 desc.name = "Number of filters";
|
piem@96
|
149 desc.description = "Size of filterbank used to compute mel bands (fixed to 40 for now)";
|
piem@84
|
150 desc.minValue = 40;
|
piem@84
|
151 desc.maxValue = 40;
|
piem@84
|
152 desc.defaultValue = 40;
|
piem@84
|
153 desc.isQuantized = true;
|
piem@84
|
154 desc.quantizeStep = 1;
|
piem@84
|
155 list.push_back(desc);
|
piem@84
|
156
|
piem@84
|
157 return list;
|
piem@84
|
158 }
|
piem@84
|
159
|
piem@84
|
160 float
|
piem@84
|
161 MelEnergy::getParameter(std::string param) const
|
piem@84
|
162 {
|
piem@84
|
163 if (param == "nfilters") {
|
piem@84
|
164 return m_nfilters;
|
piem@84
|
165 } else {
|
piem@84
|
166 return 0.0;
|
piem@84
|
167 }
|
piem@84
|
168 }
|
piem@84
|
169
|
piem@84
|
170 void
|
piem@84
|
171 MelEnergy::setParameter(std::string param, float value)
|
piem@84
|
172 {
|
piem@84
|
173 if (param == "nfilters") {
|
piem@84
|
174 m_nfilters = lrintf(value);
|
piem@84
|
175 }
|
piem@84
|
176 }
|
piem@84
|
177
|
piem@84
|
178 MelEnergy::OutputList
|
piem@84
|
179 MelEnergy::getOutputDescriptors() const
|
piem@84
|
180 {
|
piem@84
|
181 OutputList list;
|
piem@84
|
182
|
piem@84
|
183 OutputDescriptor d;
|
piem@84
|
184 d.identifier = "mfcc";
|
piem@84
|
185 d.name = "Mel-Frequency Energy per band";
|
piem@84
|
186 d.description = "List of computed Energies in each Mel-Frequency Band";
|
piem@84
|
187 d.unit = "";
|
piem@84
|
188 d.hasFixedBinCount = true;
|
piem@84
|
189 d.binCount = m_nfilters;
|
piem@84
|
190 d.isQuantized = true;
|
piem@146
|
191 d.quantizeStep = 1.0;
|
piem@146
|
192 d.sampleType = OutputDescriptor::OneSamplePerStep;
|
piem@84
|
193 list.push_back(d);
|
piem@84
|
194
|
piem@84
|
195 return list;
|
piem@84
|
196 }
|
piem@84
|
197
|
piem@84
|
198 MelEnergy::FeatureSet
|
piem@84
|
199 MelEnergy::process(const float *const *inputBuffers,
|
piem@134
|
200 UNUSED Vamp::RealTime timestamp)
|
piem@84
|
201 {
|
piem@84
|
202 FeatureSet returnFeatures;
|
piem@84
|
203
|
piem@84
|
204 if (m_stepSize == 0) {
|
piem@84
|
205 std::cerr << "MelEnergy::process: MelEnergy plugin not initialised" << std::endl;
|
piem@84
|
206 return returnFeatures;
|
piem@84
|
207 }
|
piem@84
|
208 if (m_nfilters == 0) {
|
piem@84
|
209 std::cerr << "MelEnergy::process: MelEnergy plugin not initialised" << std::endl;
|
piem@84
|
210 return returnFeatures;
|
piem@84
|
211 }
|
piem@84
|
212
|
piem@84
|
213 for (size_t i = 0; i < m_stepSize; ++i) {
|
piem@84
|
214 fvec_set_sample(m_ibuf, inputBuffers[0][i], i);
|
piem@84
|
215 }
|
piem@84
|
216
|
piem@84
|
217 aubio_pvoc_do(m_pvoc, m_ibuf, m_ispec);
|
piem@84
|
218 aubio_filterbank_do(m_melbank, m_ispec, m_ovec);
|
piem@84
|
219
|
piem@84
|
220 Feature feature;
|
piem@84
|
221 for (uint_t i = 0; i < m_ovec->length; i++) {
|
piem@84
|
222 float value = m_ovec->data[i];
|
piem@84
|
223 feature.values.push_back(value);
|
piem@84
|
224 }
|
piem@84
|
225
|
piem@84
|
226 returnFeatures[0].push_back(feature);
|
piem@84
|
227 return returnFeatures;
|
piem@84
|
228 }
|
piem@84
|
229
|
piem@84
|
230 MelEnergy::FeatureSet
|
piem@84
|
231 MelEnergy::getRemainingFeatures()
|
piem@84
|
232 {
|
piem@84
|
233 return FeatureSet();
|
piem@84
|
234 }
|
piem@84
|
235
|