Chris@0
|
1 /* -*- c-basic-offset: 4 indent-tabs-mode: nil -*- vi:set ts=8 sts=4 sw=4: */
|
Chris@0
|
2
|
Chris@0
|
3 /*
|
Chris@0
|
4 Sonic Annotator
|
Chris@0
|
5 A utility for batch feature extraction from audio files.
|
Chris@0
|
6 Mark Levy, Chris Sutton and Chris Cannam, Queen Mary, University of London.
|
Chris@0
|
7 Copyright 2007-2008 QMUL.
|
Chris@0
|
8
|
Chris@0
|
9 This program is free software; you can redistribute it and/or
|
Chris@0
|
10 modify it under the terms of the GNU General Public License as
|
Chris@0
|
11 published by the Free Software Foundation; either version 2 of the
|
Chris@0
|
12 License, or (at your option) any later version. See the file
|
Chris@0
|
13 COPYING included with this distribution for more information.
|
Chris@0
|
14 */
|
Chris@0
|
15
|
Chris@0
|
16 #include "FeatureExtractionManager.h"
|
Chris@0
|
17
|
Chris@0
|
18 #include <vamp-hostsdk/PluginChannelAdapter.h>
|
Chris@0
|
19 #include <vamp-hostsdk/PluginBufferingAdapter.h>
|
Chris@0
|
20 #include <vamp-hostsdk/PluginInputDomainAdapter.h>
|
Chris@0
|
21 #include <vamp-hostsdk/PluginSummarisingAdapter.h>
|
Chris@8
|
22 #include <vamp-hostsdk/PluginWrapper.h>
|
Chris@0
|
23 #include <vamp-hostsdk/PluginLoader.h>
|
Chris@0
|
24
|
Chris@21
|
25 #include "base/Exceptions.h"
|
Chris@21
|
26
|
Chris@0
|
27 #include <iostream>
|
Chris@0
|
28
|
Chris@0
|
29 using namespace std;
|
Chris@0
|
30
|
Chris@0
|
31 using Vamp::Plugin;
|
Chris@0
|
32 using Vamp::PluginBase;
|
Chris@0
|
33 using Vamp::HostExt::PluginLoader;
|
Chris@0
|
34 using Vamp::HostExt::PluginChannelAdapter;
|
Chris@0
|
35 using Vamp::HostExt::PluginBufferingAdapter;
|
Chris@0
|
36 using Vamp::HostExt::PluginInputDomainAdapter;
|
Chris@0
|
37 using Vamp::HostExt::PluginSummarisingAdapter;
|
Chris@8
|
38 using Vamp::HostExt::PluginWrapper;
|
Chris@0
|
39
|
Chris@0
|
40 #include "data/fileio/FileSource.h"
|
Chris@0
|
41 #include "data/fileio/AudioFileReader.h"
|
Chris@0
|
42 #include "data/fileio/AudioFileReaderFactory.h"
|
Chris@0
|
43 #include "data/fileio/PlaylistFileReader.h"
|
Chris@0
|
44 #include "base/TempDirectory.h"
|
Chris@0
|
45 #include "base/ProgressPrinter.h"
|
Chris@0
|
46 #include "transform/TransformFactory.h"
|
Chris@0
|
47 #include "rdf/RDFTransformFactory.h"
|
Chris@0
|
48 #include "transform/FeatureWriter.h"
|
Chris@0
|
49
|
Chris@0
|
50 #include <QTextStream>
|
Chris@0
|
51 #include <QFile>
|
Chris@0
|
52 #include <QFileInfo>
|
Chris@0
|
53
|
Chris@0
|
54 FeatureExtractionManager::FeatureExtractionManager() :
|
Chris@0
|
55 m_summariesOnly(false),
|
Chris@0
|
56 // We can read using an arbitrary fixed block size --
|
Chris@0
|
57 // PluginBufferingAdapter handles this for us. It's likely to be
|
Chris@0
|
58 // quicker to use larger sizes than smallish ones like 1024
|
Chris@0
|
59 m_blockSize(16384),
|
Chris@0
|
60 m_defaultSampleRate(0),
|
Chris@0
|
61 m_sampleRate(0),
|
Chris@0
|
62 m_channels(1)
|
Chris@0
|
63 {
|
Chris@0
|
64 }
|
Chris@0
|
65
|
Chris@0
|
66 FeatureExtractionManager::~FeatureExtractionManager()
|
Chris@0
|
67 {
|
Chris@0
|
68 for (PluginMap::iterator pi = m_plugins.begin();
|
Chris@0
|
69 pi != m_plugins.end(); ++pi) {
|
Chris@0
|
70 delete pi->first;
|
Chris@0
|
71 }
|
Chris@0
|
72 }
|
Chris@0
|
73
|
Chris@0
|
74 void FeatureExtractionManager::setChannels(int channels)
|
Chris@0
|
75 {
|
Chris@0
|
76 m_channels = channels;
|
Chris@0
|
77 }
|
Chris@0
|
78
|
Chris@0
|
79 void FeatureExtractionManager::setDefaultSampleRate(int sampleRate)
|
Chris@0
|
80 {
|
Chris@0
|
81 m_defaultSampleRate = sampleRate;
|
Chris@0
|
82 }
|
Chris@0
|
83
|
Chris@0
|
84 static PluginSummarisingAdapter::SummaryType
|
Chris@0
|
85 getSummaryType(string name)
|
Chris@0
|
86 {
|
Chris@0
|
87 if (name == "min") return PluginSummarisingAdapter::Minimum;
|
Chris@0
|
88 if (name == "max") return PluginSummarisingAdapter::Maximum;
|
Chris@0
|
89 if (name == "mean") return PluginSummarisingAdapter::Mean;
|
Chris@0
|
90 if (name == "median") return PluginSummarisingAdapter::Median;
|
Chris@0
|
91 if (name == "mode") return PluginSummarisingAdapter::Mode;
|
Chris@0
|
92 if (name == "sum") return PluginSummarisingAdapter::Sum;
|
Chris@0
|
93 if (name == "variance") return PluginSummarisingAdapter::Variance;
|
Chris@0
|
94 if (name == "sd") return PluginSummarisingAdapter::StandardDeviation;
|
Chris@0
|
95 if (name == "count") return PluginSummarisingAdapter::Count;
|
Chris@0
|
96 return PluginSummarisingAdapter::UnknownSummaryType;
|
Chris@0
|
97 }
|
Chris@0
|
98
|
Chris@0
|
99 bool FeatureExtractionManager::setSummaryTypes(const set<string> &names,
|
Chris@0
|
100 bool summariesOnly,
|
Chris@0
|
101 const PluginSummarisingAdapter::SegmentBoundaries &boundaries)
|
Chris@0
|
102 {
|
Chris@0
|
103 for (SummaryNameSet::const_iterator i = names.begin();
|
Chris@0
|
104 i != names.end(); ++i) {
|
Chris@0
|
105 if (getSummaryType(*i) == PluginSummarisingAdapter::UnknownSummaryType) {
|
Chris@0
|
106 cerr << "ERROR: Unknown summary type \"" << *i << "\"" << endl;
|
Chris@0
|
107 return false;
|
Chris@0
|
108 }
|
Chris@0
|
109 }
|
Chris@0
|
110 m_summaries = names;
|
Chris@0
|
111 m_summariesOnly = summariesOnly;
|
Chris@0
|
112 m_boundaries = boundaries;
|
Chris@0
|
113 return true;
|
Chris@0
|
114 }
|
Chris@0
|
115
|
Chris@0
|
116 bool FeatureExtractionManager::addFeatureExtractor
|
Chris@0
|
117 (Transform transform, const vector<FeatureWriter*> &writers)
|
Chris@0
|
118 {
|
Chris@0
|
119 //!!! exceptions rather than return values?
|
Chris@0
|
120
|
Chris@0
|
121 if (transform.getSampleRate() == 0) {
|
Chris@0
|
122 if (m_sampleRate == 0) {
|
Chris@0
|
123 cerr << "NOTE: Transform does not specify a sample rate, using default rate of " << m_defaultSampleRate << endl;
|
Chris@0
|
124 transform.setSampleRate(m_defaultSampleRate);
|
Chris@0
|
125 m_sampleRate = m_defaultSampleRate;
|
Chris@0
|
126 } else {
|
Chris@0
|
127 cerr << "NOTE: Transform does not specify a sample rate, using previous transform's rate of " << m_sampleRate << endl;
|
Chris@0
|
128 transform.setSampleRate(m_sampleRate);
|
Chris@0
|
129 }
|
Chris@0
|
130 }
|
Chris@0
|
131
|
Chris@0
|
132 if (m_sampleRate == 0) {
|
Chris@0
|
133 m_sampleRate = transform.getSampleRate();
|
Chris@0
|
134 }
|
Chris@0
|
135
|
Chris@0
|
136 if (transform.getSampleRate() != m_sampleRate) {
|
Chris@0
|
137 cerr << "WARNING: Transform sample rate " << transform.getSampleRate() << " does not match previously specified transform rate of " << m_sampleRate << " -- only a single rate is supported for each run" << endl;
|
Chris@0
|
138 cerr << "WARNING: Using previous rate of " << m_sampleRate << " for this transform as well" << endl;
|
Chris@0
|
139 transform.setSampleRate(m_sampleRate);
|
Chris@0
|
140 }
|
Chris@0
|
141
|
Chris@0
|
142 Plugin *plugin = 0;
|
Chris@0
|
143
|
Chris@0
|
144 // Remember what the original transform looked like, and index
|
Chris@0
|
145 // based on this -- because we may be about to fill in the zeros
|
Chris@0
|
146 // for step and block size, but we want any further copies with
|
Chris@0
|
147 // the same zeros to match this one
|
Chris@0
|
148 Transform originalTransform = transform;
|
Chris@0
|
149
|
Chris@0
|
150 if (m_transformPluginMap.find(transform) == m_transformPluginMap.end()) {
|
Chris@0
|
151
|
Chris@0
|
152 // Test whether we already have a transform that is identical
|
Chris@0
|
153 // to this, except for the output requested and/or the summary
|
Chris@0
|
154 // type -- if so, they should share plugin instances (a vital
|
Chris@0
|
155 // optimisation)
|
Chris@0
|
156
|
Chris@0
|
157 for (TransformPluginMap::iterator i = m_transformPluginMap.begin();
|
Chris@0
|
158 i != m_transformPluginMap.end(); ++i) {
|
Chris@0
|
159 Transform test = i->first;
|
Chris@0
|
160 test.setOutput(transform.getOutput());
|
Chris@0
|
161 test.setSummaryType(transform.getSummaryType());
|
Chris@0
|
162 if (transform == test) {
|
Chris@0
|
163 cerr << "NOTE: Already have transform identical to this one (for \""
|
Chris@0
|
164 << transform.getIdentifier().toStdString()
|
Chris@0
|
165 << "\") in every detail except output identifier and/or "
|
Chris@0
|
166 << "summary type; sharing its plugin instance" << endl;
|
Chris@0
|
167 plugin = i->second;
|
Chris@0
|
168 if (transform.getSummaryType() != Transform::NoSummary &&
|
Chris@0
|
169 !dynamic_cast<PluginSummarisingAdapter *>(plugin)) {
|
Chris@0
|
170 plugin = new PluginSummarisingAdapter(plugin);
|
Chris@0
|
171 i->second = plugin;
|
Chris@0
|
172 }
|
Chris@0
|
173 break;
|
Chris@0
|
174 }
|
Chris@0
|
175 }
|
Chris@0
|
176
|
Chris@0
|
177 if (!plugin) {
|
Chris@0
|
178
|
Chris@0
|
179 TransformFactory *tf = TransformFactory::getInstance();
|
Chris@0
|
180
|
Chris@0
|
181 PluginBase *pb = tf->instantiatePluginFor(transform);
|
Chris@0
|
182 plugin = tf->downcastVampPlugin(pb);
|
Chris@0
|
183 if (!plugin) {
|
Chris@0
|
184 //!!! todo: handle non-Vamp plugins too, or make the main --list
|
Chris@0
|
185 // option print out only Vamp transforms
|
Chris@0
|
186 cerr << "ERROR: Failed to load plugin for transform \""
|
Chris@0
|
187 << transform.getIdentifier().toStdString() << "\"" << endl;
|
Chris@0
|
188 delete pb;
|
Chris@0
|
189 return false;
|
Chris@0
|
190 }
|
Chris@0
|
191
|
Chris@0
|
192 // We will provide the plugin with arbitrary step and
|
Chris@0
|
193 // block sizes (so that we can use the same read/write
|
Chris@0
|
194 // block size for all transforms), and to that end we use
|
Chris@0
|
195 // a PluginBufferingAdapter. However, we need to know the
|
Chris@0
|
196 // underlying step size so that we can provide the right
|
Chris@0
|
197 // context for dense outputs. (Although, don't forget
|
Chris@0
|
198 // that the PluginBufferingAdapter rewrites
|
Chris@0
|
199 // OneSamplePerStep outputs so as to use FixedSampleRate
|
Chris@0
|
200 // -- so it supplies the sample rate in the output
|
Chris@0
|
201 // feature. I'm not sure whether we can easily use that.)
|
Chris@0
|
202
|
Chris@0
|
203 size_t pluginStepSize = plugin->getPreferredStepSize();
|
Chris@0
|
204 size_t pluginBlockSize = plugin->getPreferredBlockSize();
|
Chris@0
|
205
|
Chris@0
|
206 // adapt the plugin for buffering, channels, etc.
|
Chris@0
|
207 if (plugin->getInputDomain() == Plugin::FrequencyDomain) {
|
Chris@0
|
208 plugin = new PluginInputDomainAdapter(plugin);
|
Chris@0
|
209 }
|
Chris@0
|
210
|
Chris@0
|
211 PluginBufferingAdapter *pba = new PluginBufferingAdapter(plugin);
|
Chris@0
|
212 plugin = pba;
|
Chris@0
|
213
|
Chris@0
|
214 if (transform.getStepSize() != 0) {
|
Chris@0
|
215 pba->setPluginStepSize(transform.getStepSize());
|
Chris@0
|
216 } else {
|
Chris@0
|
217 transform.setStepSize(pluginStepSize);
|
Chris@0
|
218 }
|
Chris@0
|
219
|
Chris@0
|
220 if (transform.getBlockSize() != 0) {
|
Chris@0
|
221 pba->setPluginBlockSize(transform.getBlockSize());
|
Chris@0
|
222 } else {
|
Chris@0
|
223 transform.setBlockSize(pluginBlockSize);
|
Chris@0
|
224 }
|
Chris@0
|
225
|
Chris@0
|
226 plugin = new PluginChannelAdapter(plugin);
|
Chris@0
|
227
|
Chris@0
|
228 if (!m_summaries.empty() ||
|
Chris@0
|
229 transform.getSummaryType() != Transform::NoSummary) {
|
Chris@0
|
230 PluginSummarisingAdapter *adapter =
|
Chris@0
|
231 new PluginSummarisingAdapter(plugin);
|
Chris@0
|
232 adapter->setSummarySegmentBoundaries(m_boundaries);
|
Chris@0
|
233 plugin = adapter;
|
Chris@0
|
234 }
|
Chris@0
|
235
|
Chris@0
|
236 if (!plugin->initialise(m_channels, m_blockSize, m_blockSize)) {
|
Chris@0
|
237 cerr << "ERROR: Plugin initialise (channels = " << m_channels << ", stepSize = " << m_blockSize << ", blockSize = " << m_blockSize << ") failed." << endl;
|
Chris@0
|
238 delete plugin;
|
Chris@0
|
239 return false;
|
Chris@0
|
240 }
|
Chris@0
|
241
|
Chris@0
|
242 // cerr << "Initialised plugin" << endl;
|
Chris@0
|
243
|
Chris@0
|
244 size_t actualStepSize = 0;
|
Chris@0
|
245 size_t actualBlockSize = 0;
|
Chris@0
|
246 pba->getActualStepAndBlockSizes(actualStepSize, actualBlockSize);
|
Chris@0
|
247 transform.setStepSize(actualStepSize);
|
Chris@0
|
248 transform.setBlockSize(actualBlockSize);
|
Chris@0
|
249
|
Chris@0
|
250 Plugin::OutputList outputs = plugin->getOutputDescriptors();
|
Chris@0
|
251 for (int i = 0; i < (int)outputs.size(); ++i) {
|
Chris@0
|
252
|
Chris@0
|
253 // cerr << "Newly initialised plugin output " << i << " has bin count " << outputs[i].binCount << endl;
|
Chris@0
|
254
|
Chris@0
|
255 m_pluginOutputs[plugin][outputs[i].identifier] = outputs[i];
|
Chris@0
|
256 m_pluginOutputIndices[outputs[i].identifier] = i;
|
Chris@0
|
257 }
|
Chris@0
|
258
|
Chris@10
|
259 cerr << "NOTE: Loaded and initialised plugin for transform \""
|
Chris@0
|
260 << transform.getIdentifier().toStdString() << "\"" << endl;
|
Chris@8
|
261
|
Chris@8
|
262 } else {
|
Chris@8
|
263
|
Chris@8
|
264 if (transform.getStepSize() == 0 || transform.getBlockSize() == 0) {
|
Chris@8
|
265
|
Chris@8
|
266 PluginWrapper *pw = dynamic_cast<PluginWrapper *>(plugin);
|
Chris@8
|
267 if (pw) {
|
Chris@8
|
268 PluginBufferingAdapter *pba =
|
Chris@8
|
269 pw->getWrapper<PluginBufferingAdapter>();
|
Chris@8
|
270 if (pba) {
|
Chris@8
|
271 size_t actualStepSize = 0;
|
Chris@8
|
272 size_t actualBlockSize = 0;
|
Chris@8
|
273 pba->getActualStepAndBlockSizes(actualStepSize,
|
Chris@8
|
274 actualBlockSize);
|
Chris@8
|
275 if (transform.getStepSize() == 0) {
|
Chris@8
|
276 transform.setStepSize(actualStepSize);
|
Chris@8
|
277 }
|
Chris@8
|
278 if (transform.getBlockSize() == 0) {
|
Chris@8
|
279 transform.setBlockSize(actualBlockSize);
|
Chris@8
|
280 }
|
Chris@8
|
281 }
|
Chris@8
|
282 }
|
Chris@8
|
283 }
|
Chris@0
|
284 }
|
Chris@0
|
285
|
Chris@0
|
286 if (transform.getOutput() == "") {
|
Chris@0
|
287 transform.setOutput
|
Chris@0
|
288 (plugin->getOutputDescriptors()[0].identifier.c_str());
|
Chris@0
|
289 }
|
Chris@0
|
290
|
Chris@0
|
291 m_transformPluginMap[transform] = plugin;
|
Chris@0
|
292
|
Chris@0
|
293 if (!(originalTransform == transform)) {
|
Chris@0
|
294 m_transformPluginMap[originalTransform] = plugin;
|
Chris@0
|
295 }
|
Chris@0
|
296
|
Chris@0
|
297 } else {
|
Chris@0
|
298
|
Chris@0
|
299 plugin = m_transformPluginMap[transform];
|
Chris@0
|
300 }
|
Chris@0
|
301
|
Chris@0
|
302 m_plugins[plugin][transform] = writers;
|
Chris@0
|
303
|
Chris@0
|
304 return true;
|
Chris@0
|
305 }
|
Chris@0
|
306
|
Chris@0
|
307 bool FeatureExtractionManager::addDefaultFeatureExtractor
|
Chris@0
|
308 (TransformId transformId, const vector<FeatureWriter*> &writers)
|
Chris@0
|
309 {
|
Chris@0
|
310 TransformFactory *tf = TransformFactory::getInstance();
|
Chris@0
|
311
|
Chris@0
|
312 if (m_sampleRate == 0) {
|
Chris@0
|
313 if (m_defaultSampleRate == 0) {
|
Chris@0
|
314 cerr << "ERROR: Default transform requested, but no default sample rate available" << endl;
|
Chris@0
|
315 return false;
|
Chris@0
|
316 } else {
|
Chris@0
|
317 cerr << "NOTE: Using default sample rate of " << m_defaultSampleRate << " for default transform" << endl;
|
Chris@0
|
318 m_sampleRate = m_defaultSampleRate;
|
Chris@0
|
319 }
|
Chris@0
|
320 }
|
Chris@0
|
321
|
Chris@0
|
322 Transform transform = tf->getDefaultTransformFor(transformId, m_sampleRate);
|
Chris@0
|
323
|
Chris@0
|
324 return addFeatureExtractor(transform, writers);
|
Chris@0
|
325 }
|
Chris@0
|
326
|
Chris@0
|
327 bool FeatureExtractionManager::addFeatureExtractorFromFile
|
Chris@0
|
328 (QString transformXmlFile, const vector<FeatureWriter*> &writers)
|
Chris@0
|
329 {
|
Chris@0
|
330 RDFTransformFactory factory
|
Chris@0
|
331 (QUrl::fromLocalFile(QFileInfo(transformXmlFile).absoluteFilePath())
|
Chris@0
|
332 .toString());
|
Chris@0
|
333 ProgressPrinter printer("Parsing transforms RDF file");
|
Chris@0
|
334 std::vector<Transform> transforms = factory.getTransforms(&printer);
|
Chris@0
|
335 if (!factory.isOK()) {
|
Chris@0
|
336 cerr << "WARNING: FeatureExtractionManager::addFeatureExtractorFromFile: Failed to parse transforms file: " << factory.getErrorString().toStdString() << endl;
|
Chris@0
|
337 if (factory.isRDF()) {
|
Chris@0
|
338 return false; // no point trying it as XML
|
Chris@0
|
339 }
|
Chris@0
|
340 }
|
Chris@0
|
341 if (!transforms.empty()) {
|
Chris@0
|
342 bool success = true;
|
Chris@0
|
343 for (int i = 0; i < (int)transforms.size(); ++i) {
|
Chris@0
|
344 if (!addFeatureExtractor(transforms[i], writers)) {
|
Chris@0
|
345 success = false;
|
Chris@0
|
346 }
|
Chris@0
|
347 }
|
Chris@0
|
348 return success;
|
Chris@0
|
349 }
|
Chris@0
|
350
|
Chris@0
|
351 QFile file(transformXmlFile);
|
Chris@0
|
352 if (!file.open(QIODevice::ReadOnly | QIODevice::Text)) {
|
Chris@0
|
353 cerr << "ERROR: Failed to open transform XML file \""
|
Chris@0
|
354 << transformXmlFile.toStdString() << "\" for reading" << endl;
|
Chris@0
|
355 return false;
|
Chris@0
|
356 }
|
Chris@0
|
357
|
Chris@0
|
358 QTextStream *qts = new QTextStream(&file);
|
Chris@0
|
359 QString qs = qts->readAll();
|
Chris@0
|
360 delete qts;
|
Chris@0
|
361 file.close();
|
Chris@0
|
362
|
Chris@0
|
363 Transform transform(qs);
|
Chris@0
|
364
|
Chris@0
|
365 return addFeatureExtractor(transform, writers);
|
Chris@0
|
366 }
|
Chris@0
|
367
|
Chris@0
|
368 void FeatureExtractionManager::extractFeatures(QString audioSource)
|
Chris@0
|
369 {
|
Chris@0
|
370 if (m_plugins.empty()) return;
|
Chris@0
|
371
|
Chris@11
|
372 ProgressPrinter retrievalProgress("Retrieving audio data...");
|
Chris@0
|
373
|
Chris@11
|
374 FileSource source(audioSource, &retrievalProgress);
|
Chris@0
|
375 if (!source.isAvailable()) {
|
Chris@0
|
376 cerr << "ERROR: File or URL \"" << audioSource.toStdString()
|
Chris@0
|
377 << "\" could not be located" << endl;
|
Chris@21
|
378 throw FileNotFound(audioSource);
|
Chris@0
|
379 }
|
Chris@0
|
380
|
Chris@0
|
381 source.waitForData();
|
Chris@0
|
382
|
Chris@0
|
383 if (QFileInfo(audioSource).suffix().toLower() == "m3u") {
|
Chris@0
|
384 PlaylistFileReader reader(source);
|
Chris@0
|
385 if (reader.isOK()) {
|
Chris@0
|
386 vector<QString> files = reader.load();
|
Chris@0
|
387 for (int i = 0; i < (int)files.size(); ++i) {
|
Chris@0
|
388 extractFeatures(files[i]);
|
Chris@0
|
389 }
|
Chris@0
|
390 return;
|
Chris@0
|
391 } else {
|
Chris@0
|
392 cerr << "ERROR: Playlist \"" << audioSource.toStdString()
|
Chris@0
|
393 << "\" could not be opened" << endl;
|
Chris@21
|
394 throw FileNotFound(audioSource);
|
Chris@0
|
395 }
|
Chris@0
|
396 }
|
Chris@0
|
397
|
Chris@0
|
398 if (m_sampleRate == 0) {
|
Chris@0
|
399 cerr << "ERROR: Internal error in FeatureExtractionManager::extractFeatures: Plugin list is non-empty, but no sample rate set" << endl;
|
Chris@0
|
400 exit(1);
|
Chris@0
|
401 }
|
Chris@0
|
402
|
Chris@0
|
403 AudioFileReader *reader =
|
Chris@11
|
404 AudioFileReaderFactory::createReader(source, m_sampleRate, &retrievalProgress);
|
Chris@0
|
405
|
Chris@0
|
406 if (!reader) {
|
Chris@21
|
407 throw FailedToOpenFile(audioSource);
|
Chris@0
|
408 }
|
Chris@0
|
409
|
Chris@0
|
410 size_t channels = reader->getChannelCount();
|
Chris@11
|
411
|
Chris@11
|
412 retrievalProgress.done();
|
Chris@11
|
413
|
Chris@0
|
414 cerr << "Opened " << channels << "-channel file or URL \"" << audioSource.toStdString() << "\"" << endl;
|
Chris@0
|
415
|
Chris@0
|
416 // reject file if it has too few channels, plugin will handle if it has too many
|
Chris@0
|
417 if ((int)channels < m_channels) {
|
Chris@21
|
418 throw FileOperationFailed
|
Chris@21
|
419 (audioSource,
|
Chris@21
|
420 QString("read sufficient channels (found %1, require %2)")
|
Chris@21
|
421 .arg(channels).arg(m_channels));
|
Chris@0
|
422 }
|
Chris@0
|
423
|
Chris@0
|
424 // allocate audio buffers
|
Chris@0
|
425 float **data = new float *[m_channels];
|
Chris@0
|
426 for (int c = 0; c < m_channels; ++c) {
|
Chris@0
|
427 data[c] = new float[m_blockSize];
|
Chris@0
|
428 }
|
Chris@0
|
429
|
Chris@0
|
430 size_t frameCount = reader->getFrameCount();
|
Chris@0
|
431
|
Chris@0
|
432 // cerr << "file has " << frameCount << " frames" << endl;
|
Chris@0
|
433
|
Chris@0
|
434 for (PluginMap::iterator pi = m_plugins.begin();
|
Chris@0
|
435 pi != m_plugins.end(); ++pi) {
|
Chris@0
|
436
|
Chris@0
|
437 Plugin *plugin = pi->first;
|
Chris@0
|
438
|
Chris@0
|
439 // std::cerr << "Calling reset on " << plugin << std::endl;
|
Chris@0
|
440 plugin->reset();
|
Chris@0
|
441
|
Chris@0
|
442 for (TransformWriterMap::iterator ti = pi->second.begin();
|
Chris@0
|
443 ti != pi->second.end(); ++ti) {
|
Chris@0
|
444
|
Chris@0
|
445 const Transform &transform = ti->first;
|
Chris@0
|
446
|
Chris@0
|
447 //!!! we may want to set the start and duration times for extraction
|
Chris@0
|
448 // in the transform record (defaults of zero indicate extraction
|
Chris@0
|
449 // from the whole file)
|
Chris@0
|
450 // transform.setStartTime(RealTime::zeroTime);
|
Chris@0
|
451 // transform.setDuration
|
Chris@0
|
452 // (RealTime::frame2RealTime(reader->getFrameCount(), m_sampleRate));
|
Chris@0
|
453
|
Chris@0
|
454 string outputId = transform.getOutput().toStdString();
|
Chris@0
|
455 if (m_pluginOutputs[plugin].find(outputId) ==
|
Chris@0
|
456 m_pluginOutputs[plugin].end()) {
|
Chris@0
|
457 //!!! throw?
|
Chris@0
|
458 cerr << "WARNING: Nonexistent plugin output \"" << outputId << "\" requested for transform \""
|
Chris@0
|
459 << transform.getIdentifier().toStdString() << "\", ignoring this transform"
|
Chris@0
|
460 << endl;
|
Chris@0
|
461 /*
|
Chris@0
|
462 cerr << "Known outputs for all plugins are as follows:" << endl;
|
Chris@0
|
463 for (PluginOutputMap::const_iterator k = m_pluginOutputs.begin();
|
Chris@0
|
464 k != m_pluginOutputs.end(); ++k) {
|
Chris@0
|
465 cerr << "Plugin " << k->first << ": ";
|
Chris@0
|
466 if (k->second.empty()) {
|
Chris@0
|
467 cerr << "(none)";
|
Chris@0
|
468 }
|
Chris@0
|
469 for (OutputMap::const_iterator i = k->second.begin();
|
Chris@0
|
470 i != k->second.end(); ++i) {
|
Chris@0
|
471 cerr << "\"" << i->first << "\" ";
|
Chris@0
|
472 }
|
Chris@0
|
473 cerr << endl;
|
Chris@0
|
474 }
|
Chris@0
|
475 */
|
Chris@0
|
476 }
|
Chris@0
|
477 }
|
Chris@0
|
478 }
|
Chris@0
|
479
|
Chris@0
|
480 long startFrame = 0;
|
Chris@0
|
481 long endFrame = frameCount;
|
Chris@0
|
482
|
Chris@0
|
483 /*!!! No -- there is no single transform to pull this stuff from --
|
Chris@0
|
484 * the transforms may have various start and end times, need to be far
|
Chris@0
|
485 * cleverer about this if we're going to support them
|
Chris@0
|
486
|
Chris@0
|
487 RealTime trStartRT = transform.getStartTime();
|
Chris@0
|
488 RealTime trDurationRT = transform.getDuration();
|
Chris@0
|
489
|
Chris@0
|
490 long trStart = RealTime::realTime2Frame(trStartRT, m_sampleRate);
|
Chris@0
|
491 long trDuration = RealTime::realTime2Frame(trDurationRT, m_sampleRate);
|
Chris@0
|
492
|
Chris@0
|
493 if (trStart == 0 || trStart < startFrame) {
|
Chris@0
|
494 trStart = startFrame;
|
Chris@0
|
495 }
|
Chris@0
|
496
|
Chris@0
|
497 if (trDuration == 0) {
|
Chris@0
|
498 trDuration = endFrame - trStart;
|
Chris@0
|
499 }
|
Chris@0
|
500 if (trStart + trDuration > endFrame) {
|
Chris@0
|
501 trDuration = endFrame - trStart;
|
Chris@0
|
502 }
|
Chris@0
|
503
|
Chris@0
|
504 startFrame = trStart;
|
Chris@0
|
505 endFrame = trStart + trDuration;
|
Chris@0
|
506 */
|
Chris@0
|
507
|
Chris@0
|
508 for (PluginMap::iterator pi = m_plugins.begin();
|
Chris@0
|
509 pi != m_plugins.end(); ++pi) {
|
Chris@0
|
510
|
Chris@0
|
511 for (TransformWriterMap::const_iterator ti = pi->second.begin();
|
Chris@0
|
512 ti != pi->second.end(); ++ti) {
|
Chris@0
|
513
|
Chris@0
|
514 const vector<FeatureWriter *> &writers = ti->second;
|
Chris@0
|
515
|
Chris@0
|
516 for (int j = 0; j < (int)writers.size(); ++j) {
|
Chris@0
|
517 FeatureWriter::TrackMetadata m;
|
Chris@0
|
518 m.title = reader->getTitle();
|
Chris@0
|
519 m.maker = reader->getMaker();
|
Chris@19
|
520 if (m.title != "" && m.maker != "") {
|
Chris@19
|
521 writers[j]->setTrackMetadata(audioSource, m);
|
Chris@19
|
522 }
|
Chris@0
|
523 }
|
Chris@0
|
524 }
|
Chris@0
|
525 }
|
Chris@0
|
526
|
Chris@0
|
527 ProgressPrinter extractionProgress("Extracting and writing features...");
|
Chris@0
|
528 int progress = 0;
|
Chris@0
|
529
|
Chris@0
|
530 for (long i = startFrame; i < endFrame; i += m_blockSize) {
|
Chris@0
|
531
|
Chris@0
|
532 //!!! inefficient, although much of the inefficiency may be
|
Chris@0
|
533 // susceptible to optimisation
|
Chris@0
|
534
|
Chris@0
|
535 SampleBlock frames;
|
Chris@0
|
536 reader->getInterleavedFrames(i, m_blockSize, frames);
|
Chris@0
|
537
|
Chris@0
|
538 // We have to do our own channel handling here; we can't just
|
Chris@0
|
539 // leave it to the plugin adapter because the same plugin
|
Chris@0
|
540 // adapter may have to serve for input files with various
|
Chris@0
|
541 // numbers of channels (so the adapter is simply configured
|
Chris@0
|
542 // with a fixed channel count, generally 1).
|
Chris@0
|
543
|
Chris@0
|
544 int rc = reader->getChannelCount();
|
Chris@0
|
545
|
Chris@0
|
546 for (int j = 0; j < m_blockSize; ++j) {
|
Chris@0
|
547 for (int c = 0; c < m_channels; ++c) {
|
Chris@0
|
548 int index;
|
Chris@0
|
549 if (c < rc) {
|
Chris@0
|
550 index = j * rc + c;
|
Chris@0
|
551 data[c][j] = 0.f;
|
Chris@0
|
552 } else {
|
Chris@0
|
553 index = j * rc + (c % rc);
|
Chris@0
|
554 }
|
Chris@0
|
555 if (index < (int)frames.size()) {
|
Chris@0
|
556 data[c][j] += frames[index];
|
Chris@0
|
557 }
|
Chris@0
|
558 }
|
Chris@0
|
559 }
|
Chris@0
|
560
|
Chris@0
|
561 Vamp::RealTime timestamp = Vamp::RealTime::frame2RealTime
|
Chris@0
|
562 (i, m_sampleRate);
|
Chris@0
|
563
|
Chris@0
|
564 for (PluginMap::iterator pi = m_plugins.begin();
|
Chris@0
|
565 pi != m_plugins.end(); ++pi) {
|
Chris@0
|
566
|
Chris@0
|
567 Plugin *plugin = pi->first;
|
Chris@0
|
568 Plugin::FeatureSet featureSet = plugin->process(data, timestamp);
|
Chris@0
|
569
|
Chris@0
|
570 if (!m_summariesOnly) {
|
Chris@0
|
571 writeFeatures(audioSource, plugin, featureSet);
|
Chris@0
|
572 }
|
Chris@0
|
573 }
|
Chris@0
|
574
|
Chris@0
|
575 int pp = progress;
|
Chris@6
|
576 progress = int(((i - startFrame) * 100.0) / (endFrame - startFrame) + 0.1);
|
Chris@0
|
577 if (progress > pp) extractionProgress.setProgress(progress);
|
Chris@0
|
578 }
|
Chris@10
|
579
|
Chris@22
|
580 // std::cerr << "FeatureExtractionManager: deleting audio file reader" << std::endl;
|
Chris@12
|
581
|
Chris@10
|
582 delete reader;
|
Chris@0
|
583
|
Chris@0
|
584 for (PluginMap::iterator pi = m_plugins.begin();
|
Chris@0
|
585 pi != m_plugins.end(); ++pi) {
|
Chris@0
|
586
|
Chris@0
|
587 Plugin *plugin = pi->first;
|
Chris@0
|
588 Plugin::FeatureSet featureSet = plugin->getRemainingFeatures();
|
Chris@0
|
589
|
Chris@0
|
590 if (!m_summariesOnly) {
|
Chris@0
|
591 writeFeatures(audioSource, plugin, featureSet);
|
Chris@0
|
592 }
|
Chris@0
|
593
|
Chris@0
|
594 if (!m_summaries.empty()) {
|
Chris@0
|
595 PluginSummarisingAdapter *adapter =
|
Chris@0
|
596 dynamic_cast<PluginSummarisingAdapter *>(plugin);
|
Chris@0
|
597 if (!adapter) {
|
Chris@0
|
598 cerr << "WARNING: Summaries requested, but plugin is not a summarising adapter" << endl;
|
Chris@0
|
599 } else {
|
Chris@0
|
600 for (SummaryNameSet::const_iterator sni = m_summaries.begin();
|
Chris@0
|
601 sni != m_summaries.end(); ++sni) {
|
Chris@0
|
602 featureSet.clear();
|
Chris@0
|
603 //!!! problem here -- we are requesting summaries
|
Chris@0
|
604 //!!! for all outputs, but they in principle have
|
Chris@0
|
605 //!!! different averaging requirements depending
|
Chris@0
|
606 //!!! on whether their features have duration or
|
Chris@0
|
607 //!!! not
|
Chris@0
|
608 featureSet = adapter->getSummaryForAllOutputs
|
Chris@0
|
609 (getSummaryType(*sni),
|
Chris@0
|
610 PluginSummarisingAdapter::ContinuousTimeAverage);
|
Chris@0
|
611 writeFeatures(audioSource, plugin, featureSet,//!!! *sni);
|
Chris@0
|
612 Transform::stringToSummaryType(sni->c_str()));
|
Chris@0
|
613 }
|
Chris@0
|
614 }
|
Chris@0
|
615 }
|
Chris@0
|
616
|
Chris@0
|
617 writeSummaries(audioSource, plugin);
|
Chris@0
|
618 }
|
Chris@0
|
619
|
Chris@3
|
620 extractionProgress.done();
|
Chris@3
|
621
|
Chris@0
|
622 finish();
|
Chris@0
|
623
|
Chris@0
|
624 TempDirectory::getInstance()->cleanup();
|
Chris@0
|
625 }
|
Chris@0
|
626
|
Chris@0
|
627 void
|
Chris@0
|
628 FeatureExtractionManager::writeSummaries(QString audioSource, Plugin *plugin)
|
Chris@0
|
629 {
|
Chris@0
|
630 // caller should have ensured plugin is in m_plugins
|
Chris@0
|
631 PluginMap::iterator pi = m_plugins.find(plugin);
|
Chris@0
|
632
|
Chris@0
|
633 for (TransformWriterMap::const_iterator ti = pi->second.begin();
|
Chris@0
|
634 ti != pi->second.end(); ++ti) {
|
Chris@0
|
635
|
Chris@0
|
636 const Transform &transform = ti->first;
|
Chris@0
|
637 const vector<FeatureWriter *> &writers = ti->second;
|
Chris@0
|
638
|
Chris@0
|
639 Transform::SummaryType summaryType = transform.getSummaryType();
|
Chris@0
|
640 PluginSummarisingAdapter::SummaryType pType =
|
Chris@0
|
641 (PluginSummarisingAdapter::SummaryType)summaryType;
|
Chris@0
|
642
|
Chris@0
|
643 if (transform.getSummaryType() == Transform::NoSummary) {
|
Chris@0
|
644 continue;
|
Chris@0
|
645 }
|
Chris@0
|
646
|
Chris@0
|
647 PluginSummarisingAdapter *adapter =
|
Chris@0
|
648 dynamic_cast<PluginSummarisingAdapter *>(plugin);
|
Chris@0
|
649 if (!adapter) {
|
Chris@0
|
650 cerr << "FeatureExtractionManager::writeSummaries: INTERNAL ERROR: Summary requested for transform, but plugin is not a summarising adapter" << endl;
|
Chris@0
|
651 continue;
|
Chris@0
|
652 }
|
Chris@0
|
653
|
Chris@0
|
654 Plugin::FeatureSet featureSet = adapter->getSummaryForAllOutputs
|
Chris@0
|
655 (pType, PluginSummarisingAdapter::ContinuousTimeAverage);
|
Chris@0
|
656
|
Chris@0
|
657 // cout << "summary type " << int(pType) << " for transform:" << endl << transform.toXmlString().toStdString()<< endl << "... feature set with " << featureSet.size() << " elts" << endl;
|
Chris@0
|
658
|
Chris@0
|
659 writeFeatures(audioSource, plugin, featureSet, summaryType);
|
Chris@0
|
660 }
|
Chris@0
|
661 }
|
Chris@0
|
662
|
Chris@0
|
663 void FeatureExtractionManager::writeFeatures(QString audioSource,
|
Chris@0
|
664 Plugin *plugin,
|
Chris@0
|
665 const Plugin::FeatureSet &features,
|
Chris@0
|
666 Transform::SummaryType summaryType)
|
Chris@0
|
667 {
|
Chris@0
|
668 // caller should have ensured plugin is in m_plugins
|
Chris@0
|
669 PluginMap::iterator pi = m_plugins.find(plugin);
|
Chris@0
|
670
|
Chris@0
|
671 for (TransformWriterMap::const_iterator ti = pi->second.begin();
|
Chris@0
|
672 ti != pi->second.end(); ++ti) {
|
Chris@0
|
673
|
Chris@0
|
674 const Transform &transform = ti->first;
|
Chris@0
|
675 const vector<FeatureWriter *> &writers = ti->second;
|
Chris@0
|
676
|
Chris@0
|
677 if (transform.getSummaryType() != Transform::NoSummary &&
|
Chris@0
|
678 m_summaries.empty() &&
|
Chris@0
|
679 summaryType == Transform::NoSummary) {
|
Chris@0
|
680 continue;
|
Chris@0
|
681 }
|
Chris@0
|
682
|
Chris@0
|
683 if (transform.getSummaryType() != Transform::NoSummary &&
|
Chris@0
|
684 summaryType != Transform::NoSummary &&
|
Chris@0
|
685 transform.getSummaryType() != summaryType) {
|
Chris@0
|
686 continue;
|
Chris@0
|
687 }
|
Chris@0
|
688
|
Chris@0
|
689 string outputId = transform.getOutput().toStdString();
|
Chris@0
|
690
|
Chris@0
|
691 if (m_pluginOutputs[plugin].find(outputId) ==
|
Chris@0
|
692 m_pluginOutputs[plugin].end()) {
|
Chris@0
|
693 continue;
|
Chris@0
|
694 }
|
Chris@0
|
695
|
Chris@0
|
696 const Plugin::OutputDescriptor &desc =
|
Chris@0
|
697 m_pluginOutputs[plugin][outputId];
|
Chris@0
|
698
|
Chris@0
|
699 int outputIndex = m_pluginOutputIndices[outputId];
|
Chris@0
|
700 Plugin::FeatureSet::const_iterator fsi = features.find(outputIndex);
|
Chris@0
|
701 if (fsi == features.end()) continue;
|
Chris@0
|
702
|
Chris@0
|
703 for (int j = 0; j < (int)writers.size(); ++j) {
|
Chris@0
|
704 writers[j]->write
|
Chris@0
|
705 (audioSource, transform, desc, fsi->second,
|
Chris@0
|
706 Transform::summaryTypeToString(summaryType).toStdString());
|
Chris@0
|
707 }
|
Chris@0
|
708 }
|
Chris@0
|
709 }
|
Chris@0
|
710
|
Chris@0
|
711 void FeatureExtractionManager::finish()
|
Chris@0
|
712 {
|
Chris@0
|
713 for (PluginMap::iterator pi = m_plugins.begin();
|
Chris@0
|
714 pi != m_plugins.end(); ++pi) {
|
Chris@0
|
715
|
Chris@0
|
716 for (TransformWriterMap::iterator ti = pi->second.begin();
|
Chris@0
|
717 ti != pi->second.end(); ++ti) {
|
Chris@0
|
718
|
Chris@0
|
719 vector<FeatureWriter *> &writers = ti->second;
|
Chris@0
|
720
|
Chris@0
|
721 for (int i = 0; i < (int)writers.size(); ++i) {
|
Chris@0
|
722 writers[i]->flush();
|
Chris@0
|
723 writers[i]->finish();
|
Chris@0
|
724 }
|
Chris@0
|
725 }
|
Chris@0
|
726 }
|
Chris@0
|
727 }
|
Chris@0
|
728
|
Chris@0
|
729 void FeatureExtractionManager::print(Transform transform) const
|
Chris@0
|
730 {
|
Chris@0
|
731 QString qs;
|
Chris@0
|
732 QTextStream qts(&qs);
|
Chris@0
|
733 transform.toXml(qts);
|
Chris@0
|
734 cerr << qs.toStdString() << endl;
|
Chris@0
|
735 }
|