annotate runner/FeatureExtractionManager.cpp @ 21:9a4e410bda7a

* Add --force option, and throw/catch exceptions for failure cases rather than exiting directly
author Chris Cannam
date Tue, 07 Jul 2009 10:34:27 +0000
parents bd1deebe1129
children 4ab7c925f7ac
rev   line source
Chris@0 1 /* -*- c-basic-offset: 4 indent-tabs-mode: nil -*- vi:set ts=8 sts=4 sw=4: */
Chris@0 2
Chris@0 3 /*
Chris@0 4 Sonic Annotator
Chris@0 5 A utility for batch feature extraction from audio files.
Chris@0 6 Mark Levy, Chris Sutton and Chris Cannam, Queen Mary, University of London.
Chris@0 7 Copyright 2007-2008 QMUL.
Chris@0 8
Chris@0 9 This program is free software; you can redistribute it and/or
Chris@0 10 modify it under the terms of the GNU General Public License as
Chris@0 11 published by the Free Software Foundation; either version 2 of the
Chris@0 12 License, or (at your option) any later version. See the file
Chris@0 13 COPYING included with this distribution for more information.
Chris@0 14 */
Chris@0 15
Chris@0 16 #include "FeatureExtractionManager.h"
Chris@0 17
Chris@0 18 #include <vamp-hostsdk/PluginChannelAdapter.h>
Chris@0 19 #include <vamp-hostsdk/PluginBufferingAdapter.h>
Chris@0 20 #include <vamp-hostsdk/PluginInputDomainAdapter.h>
Chris@0 21 #include <vamp-hostsdk/PluginSummarisingAdapter.h>
Chris@8 22 #include <vamp-hostsdk/PluginWrapper.h>
Chris@0 23 #include <vamp-hostsdk/PluginLoader.h>
Chris@0 24
Chris@21 25 #include "base/Exceptions.h"
Chris@21 26
Chris@0 27 #include <iostream>
Chris@0 28
Chris@0 29 using namespace std;
Chris@0 30
Chris@0 31 using Vamp::Plugin;
Chris@0 32 using Vamp::PluginBase;
Chris@0 33 using Vamp::HostExt::PluginLoader;
Chris@0 34 using Vamp::HostExt::PluginChannelAdapter;
Chris@0 35 using Vamp::HostExt::PluginBufferingAdapter;
Chris@0 36 using Vamp::HostExt::PluginInputDomainAdapter;
Chris@0 37 using Vamp::HostExt::PluginSummarisingAdapter;
Chris@8 38 using Vamp::HostExt::PluginWrapper;
Chris@0 39
Chris@0 40 #include "data/fileio/FileSource.h"
Chris@0 41 #include "data/fileio/AudioFileReader.h"
Chris@0 42 #include "data/fileio/AudioFileReaderFactory.h"
Chris@0 43 #include "data/fileio/PlaylistFileReader.h"
Chris@0 44 #include "base/TempDirectory.h"
Chris@0 45 #include "base/ProgressPrinter.h"
Chris@0 46 #include "transform/TransformFactory.h"
Chris@0 47 #include "rdf/RDFTransformFactory.h"
Chris@0 48 #include "transform/FeatureWriter.h"
Chris@0 49
Chris@0 50 #include <QTextStream>
Chris@0 51 #include <QFile>
Chris@0 52 #include <QFileInfo>
Chris@0 53
Chris@0 54 FeatureExtractionManager::FeatureExtractionManager() :
Chris@0 55 m_summariesOnly(false),
Chris@0 56 // We can read using an arbitrary fixed block size --
Chris@0 57 // PluginBufferingAdapter handles this for us. It's likely to be
Chris@0 58 // quicker to use larger sizes than smallish ones like 1024
Chris@0 59 m_blockSize(16384),
Chris@0 60 m_defaultSampleRate(0),
Chris@0 61 m_sampleRate(0),
Chris@0 62 m_channels(1)
Chris@0 63 {
Chris@0 64 }
Chris@0 65
Chris@0 66 FeatureExtractionManager::~FeatureExtractionManager()
Chris@0 67 {
Chris@0 68 for (PluginMap::iterator pi = m_plugins.begin();
Chris@0 69 pi != m_plugins.end(); ++pi) {
Chris@0 70 delete pi->first;
Chris@0 71 }
Chris@0 72 }
Chris@0 73
Chris@0 74 void FeatureExtractionManager::setChannels(int channels)
Chris@0 75 {
Chris@0 76 m_channels = channels;
Chris@0 77 }
Chris@0 78
Chris@0 79 void FeatureExtractionManager::setDefaultSampleRate(int sampleRate)
Chris@0 80 {
Chris@0 81 m_defaultSampleRate = sampleRate;
Chris@0 82 }
Chris@0 83
Chris@0 84 static PluginSummarisingAdapter::SummaryType
Chris@0 85 getSummaryType(string name)
Chris@0 86 {
Chris@0 87 if (name == "min") return PluginSummarisingAdapter::Minimum;
Chris@0 88 if (name == "max") return PluginSummarisingAdapter::Maximum;
Chris@0 89 if (name == "mean") return PluginSummarisingAdapter::Mean;
Chris@0 90 if (name == "median") return PluginSummarisingAdapter::Median;
Chris@0 91 if (name == "mode") return PluginSummarisingAdapter::Mode;
Chris@0 92 if (name == "sum") return PluginSummarisingAdapter::Sum;
Chris@0 93 if (name == "variance") return PluginSummarisingAdapter::Variance;
Chris@0 94 if (name == "sd") return PluginSummarisingAdapter::StandardDeviation;
Chris@0 95 if (name == "count") return PluginSummarisingAdapter::Count;
Chris@0 96 return PluginSummarisingAdapter::UnknownSummaryType;
Chris@0 97 }
Chris@0 98
Chris@0 99 bool FeatureExtractionManager::setSummaryTypes(const set<string> &names,
Chris@0 100 bool summariesOnly,
Chris@0 101 const PluginSummarisingAdapter::SegmentBoundaries &boundaries)
Chris@0 102 {
Chris@0 103 for (SummaryNameSet::const_iterator i = names.begin();
Chris@0 104 i != names.end(); ++i) {
Chris@0 105 if (getSummaryType(*i) == PluginSummarisingAdapter::UnknownSummaryType) {
Chris@0 106 cerr << "ERROR: Unknown summary type \"" << *i << "\"" << endl;
Chris@0 107 return false;
Chris@0 108 }
Chris@0 109 }
Chris@0 110 m_summaries = names;
Chris@0 111 m_summariesOnly = summariesOnly;
Chris@0 112 m_boundaries = boundaries;
Chris@0 113 return true;
Chris@0 114 }
Chris@0 115
Chris@0 116 bool FeatureExtractionManager::addFeatureExtractor
Chris@0 117 (Transform transform, const vector<FeatureWriter*> &writers)
Chris@0 118 {
Chris@0 119 //!!! exceptions rather than return values?
Chris@0 120
Chris@0 121 if (transform.getSampleRate() == 0) {
Chris@0 122 if (m_sampleRate == 0) {
Chris@0 123 cerr << "NOTE: Transform does not specify a sample rate, using default rate of " << m_defaultSampleRate << endl;
Chris@0 124 transform.setSampleRate(m_defaultSampleRate);
Chris@0 125 m_sampleRate = m_defaultSampleRate;
Chris@0 126 } else {
Chris@0 127 cerr << "NOTE: Transform does not specify a sample rate, using previous transform's rate of " << m_sampleRate << endl;
Chris@0 128 transform.setSampleRate(m_sampleRate);
Chris@0 129 }
Chris@0 130 }
Chris@0 131
Chris@0 132 if (m_sampleRate == 0) {
Chris@0 133 m_sampleRate = transform.getSampleRate();
Chris@0 134 }
Chris@0 135
Chris@0 136 if (transform.getSampleRate() != m_sampleRate) {
Chris@0 137 cerr << "WARNING: Transform sample rate " << transform.getSampleRate() << " does not match previously specified transform rate of " << m_sampleRate << " -- only a single rate is supported for each run" << endl;
Chris@0 138 cerr << "WARNING: Using previous rate of " << m_sampleRate << " for this transform as well" << endl;
Chris@0 139 transform.setSampleRate(m_sampleRate);
Chris@0 140 }
Chris@0 141
Chris@0 142 Plugin *plugin = 0;
Chris@0 143
Chris@0 144 // Remember what the original transform looked like, and index
Chris@0 145 // based on this -- because we may be about to fill in the zeros
Chris@0 146 // for step and block size, but we want any further copies with
Chris@0 147 // the same zeros to match this one
Chris@0 148 Transform originalTransform = transform;
Chris@0 149
Chris@0 150 if (m_transformPluginMap.find(transform) == m_transformPluginMap.end()) {
Chris@0 151
Chris@0 152 // Test whether we already have a transform that is identical
Chris@0 153 // to this, except for the output requested and/or the summary
Chris@0 154 // type -- if so, they should share plugin instances (a vital
Chris@0 155 // optimisation)
Chris@0 156
Chris@0 157 for (TransformPluginMap::iterator i = m_transformPluginMap.begin();
Chris@0 158 i != m_transformPluginMap.end(); ++i) {
Chris@0 159 Transform test = i->first;
Chris@0 160 test.setOutput(transform.getOutput());
Chris@0 161 test.setSummaryType(transform.getSummaryType());
Chris@0 162 if (transform == test) {
Chris@0 163 cerr << "NOTE: Already have transform identical to this one (for \""
Chris@0 164 << transform.getIdentifier().toStdString()
Chris@0 165 << "\") in every detail except output identifier and/or "
Chris@0 166 << "summary type; sharing its plugin instance" << endl;
Chris@0 167 plugin = i->second;
Chris@0 168 if (transform.getSummaryType() != Transform::NoSummary &&
Chris@0 169 !dynamic_cast<PluginSummarisingAdapter *>(plugin)) {
Chris@0 170 plugin = new PluginSummarisingAdapter(plugin);
Chris@0 171 i->second = plugin;
Chris@0 172 }
Chris@0 173 break;
Chris@0 174 }
Chris@0 175 }
Chris@0 176
Chris@0 177 if (!plugin) {
Chris@0 178
Chris@0 179 TransformFactory *tf = TransformFactory::getInstance();
Chris@0 180
Chris@0 181 PluginBase *pb = tf->instantiatePluginFor(transform);
Chris@0 182 plugin = tf->downcastVampPlugin(pb);
Chris@0 183 if (!plugin) {
Chris@0 184 //!!! todo: handle non-Vamp plugins too, or make the main --list
Chris@0 185 // option print out only Vamp transforms
Chris@0 186 cerr << "ERROR: Failed to load plugin for transform \""
Chris@0 187 << transform.getIdentifier().toStdString() << "\"" << endl;
Chris@0 188 delete pb;
Chris@0 189 return false;
Chris@0 190 }
Chris@0 191
Chris@0 192 // We will provide the plugin with arbitrary step and
Chris@0 193 // block sizes (so that we can use the same read/write
Chris@0 194 // block size for all transforms), and to that end we use
Chris@0 195 // a PluginBufferingAdapter. However, we need to know the
Chris@0 196 // underlying step size so that we can provide the right
Chris@0 197 // context for dense outputs. (Although, don't forget
Chris@0 198 // that the PluginBufferingAdapter rewrites
Chris@0 199 // OneSamplePerStep outputs so as to use FixedSampleRate
Chris@0 200 // -- so it supplies the sample rate in the output
Chris@0 201 // feature. I'm not sure whether we can easily use that.)
Chris@0 202
Chris@0 203 size_t pluginStepSize = plugin->getPreferredStepSize();
Chris@0 204 size_t pluginBlockSize = plugin->getPreferredBlockSize();
Chris@0 205
Chris@0 206 // adapt the plugin for buffering, channels, etc.
Chris@0 207 if (plugin->getInputDomain() == Plugin::FrequencyDomain) {
Chris@0 208 plugin = new PluginInputDomainAdapter(plugin);
Chris@0 209 }
Chris@0 210
Chris@0 211 PluginBufferingAdapter *pba = new PluginBufferingAdapter(plugin);
Chris@0 212 plugin = pba;
Chris@0 213
Chris@0 214 if (transform.getStepSize() != 0) {
Chris@0 215 pba->setPluginStepSize(transform.getStepSize());
Chris@0 216 } else {
Chris@0 217 transform.setStepSize(pluginStepSize);
Chris@0 218 }
Chris@0 219
Chris@0 220 if (transform.getBlockSize() != 0) {
Chris@0 221 pba->setPluginBlockSize(transform.getBlockSize());
Chris@0 222 } else {
Chris@0 223 transform.setBlockSize(pluginBlockSize);
Chris@0 224 }
Chris@0 225
Chris@0 226 plugin = new PluginChannelAdapter(plugin);
Chris@0 227
Chris@0 228 if (!m_summaries.empty() ||
Chris@0 229 transform.getSummaryType() != Transform::NoSummary) {
Chris@0 230 PluginSummarisingAdapter *adapter =
Chris@0 231 new PluginSummarisingAdapter(plugin);
Chris@0 232 adapter->setSummarySegmentBoundaries(m_boundaries);
Chris@0 233 plugin = adapter;
Chris@0 234 }
Chris@0 235
Chris@0 236 if (!plugin->initialise(m_channels, m_blockSize, m_blockSize)) {
Chris@0 237 cerr << "ERROR: Plugin initialise (channels = " << m_channels << ", stepSize = " << m_blockSize << ", blockSize = " << m_blockSize << ") failed." << endl;
Chris@0 238 delete plugin;
Chris@0 239 return false;
Chris@0 240 }
Chris@0 241
Chris@0 242 // cerr << "Initialised plugin" << endl;
Chris@0 243
Chris@0 244 size_t actualStepSize = 0;
Chris@0 245 size_t actualBlockSize = 0;
Chris@0 246 pba->getActualStepAndBlockSizes(actualStepSize, actualBlockSize);
Chris@0 247 transform.setStepSize(actualStepSize);
Chris@0 248 transform.setBlockSize(actualBlockSize);
Chris@0 249
Chris@0 250 Plugin::OutputList outputs = plugin->getOutputDescriptors();
Chris@0 251 for (int i = 0; i < (int)outputs.size(); ++i) {
Chris@0 252
Chris@0 253 // cerr << "Newly initialised plugin output " << i << " has bin count " << outputs[i].binCount << endl;
Chris@0 254
Chris@0 255 m_pluginOutputs[plugin][outputs[i].identifier] = outputs[i];
Chris@0 256 m_pluginOutputIndices[outputs[i].identifier] = i;
Chris@0 257 }
Chris@0 258
Chris@10 259 cerr << "NOTE: Loaded and initialised plugin for transform \""
Chris@0 260 << transform.getIdentifier().toStdString() << "\"" << endl;
Chris@8 261
Chris@8 262 } else {
Chris@8 263
Chris@8 264 if (transform.getStepSize() == 0 || transform.getBlockSize() == 0) {
Chris@8 265
Chris@8 266 PluginWrapper *pw = dynamic_cast<PluginWrapper *>(plugin);
Chris@8 267 if (pw) {
Chris@8 268 PluginBufferingAdapter *pba =
Chris@8 269 pw->getWrapper<PluginBufferingAdapter>();
Chris@8 270 if (pba) {
Chris@8 271 size_t actualStepSize = 0;
Chris@8 272 size_t actualBlockSize = 0;
Chris@8 273 pba->getActualStepAndBlockSizes(actualStepSize,
Chris@8 274 actualBlockSize);
Chris@8 275 if (transform.getStepSize() == 0) {
Chris@8 276 transform.setStepSize(actualStepSize);
Chris@8 277 }
Chris@8 278 if (transform.getBlockSize() == 0) {
Chris@8 279 transform.setBlockSize(actualBlockSize);
Chris@8 280 }
Chris@8 281 }
Chris@8 282 }
Chris@8 283 }
Chris@0 284 }
Chris@0 285
Chris@0 286 if (transform.getOutput() == "") {
Chris@0 287 transform.setOutput
Chris@0 288 (plugin->getOutputDescriptors()[0].identifier.c_str());
Chris@0 289 }
Chris@0 290
Chris@0 291 m_transformPluginMap[transform] = plugin;
Chris@0 292
Chris@0 293 if (!(originalTransform == transform)) {
Chris@0 294 m_transformPluginMap[originalTransform] = plugin;
Chris@0 295 }
Chris@0 296
Chris@0 297 } else {
Chris@0 298
Chris@0 299 plugin = m_transformPluginMap[transform];
Chris@0 300 }
Chris@0 301
Chris@0 302 m_plugins[plugin][transform] = writers;
Chris@0 303
Chris@0 304 return true;
Chris@0 305 }
Chris@0 306
Chris@0 307 bool FeatureExtractionManager::addDefaultFeatureExtractor
Chris@0 308 (TransformId transformId, const vector<FeatureWriter*> &writers)
Chris@0 309 {
Chris@0 310 TransformFactory *tf = TransformFactory::getInstance();
Chris@0 311
Chris@0 312 if (m_sampleRate == 0) {
Chris@0 313 if (m_defaultSampleRate == 0) {
Chris@0 314 cerr << "ERROR: Default transform requested, but no default sample rate available" << endl;
Chris@0 315 return false;
Chris@0 316 } else {
Chris@0 317 cerr << "NOTE: Using default sample rate of " << m_defaultSampleRate << " for default transform" << endl;
Chris@0 318 m_sampleRate = m_defaultSampleRate;
Chris@0 319 }
Chris@0 320 }
Chris@0 321
Chris@0 322 Transform transform = tf->getDefaultTransformFor(transformId, m_sampleRate);
Chris@0 323
Chris@0 324 return addFeatureExtractor(transform, writers);
Chris@0 325 }
Chris@0 326
Chris@0 327 bool FeatureExtractionManager::addFeatureExtractorFromFile
Chris@0 328 (QString transformXmlFile, const vector<FeatureWriter*> &writers)
Chris@0 329 {
Chris@0 330 RDFTransformFactory factory
Chris@0 331 (QUrl::fromLocalFile(QFileInfo(transformXmlFile).absoluteFilePath())
Chris@0 332 .toString());
Chris@0 333 ProgressPrinter printer("Parsing transforms RDF file");
Chris@0 334 std::vector<Transform> transforms = factory.getTransforms(&printer);
Chris@0 335 if (!factory.isOK()) {
Chris@0 336 cerr << "WARNING: FeatureExtractionManager::addFeatureExtractorFromFile: Failed to parse transforms file: " << factory.getErrorString().toStdString() << endl;
Chris@0 337 if (factory.isRDF()) {
Chris@0 338 return false; // no point trying it as XML
Chris@0 339 }
Chris@0 340 }
Chris@0 341 if (!transforms.empty()) {
Chris@0 342 bool success = true;
Chris@0 343 for (int i = 0; i < (int)transforms.size(); ++i) {
Chris@0 344 if (!addFeatureExtractor(transforms[i], writers)) {
Chris@0 345 success = false;
Chris@0 346 }
Chris@0 347 }
Chris@0 348 return success;
Chris@0 349 }
Chris@0 350
Chris@0 351 QFile file(transformXmlFile);
Chris@0 352 if (!file.open(QIODevice::ReadOnly | QIODevice::Text)) {
Chris@0 353 cerr << "ERROR: Failed to open transform XML file \""
Chris@0 354 << transformXmlFile.toStdString() << "\" for reading" << endl;
Chris@0 355 return false;
Chris@0 356 }
Chris@0 357
Chris@0 358 QTextStream *qts = new QTextStream(&file);
Chris@0 359 QString qs = qts->readAll();
Chris@0 360 delete qts;
Chris@0 361 file.close();
Chris@0 362
Chris@0 363 Transform transform(qs);
Chris@0 364
Chris@0 365 return addFeatureExtractor(transform, writers);
Chris@0 366 }
Chris@0 367
Chris@0 368 void FeatureExtractionManager::extractFeatures(QString audioSource)
Chris@0 369 {
Chris@0 370 if (m_plugins.empty()) return;
Chris@0 371
Chris@11 372 ProgressPrinter retrievalProgress("Retrieving audio data...");
Chris@0 373
Chris@11 374 FileSource source(audioSource, &retrievalProgress);
Chris@0 375 if (!source.isAvailable()) {
Chris@0 376 cerr << "ERROR: File or URL \"" << audioSource.toStdString()
Chris@0 377 << "\" could not be located" << endl;
Chris@21 378 throw FileNotFound(audioSource);
Chris@0 379 }
Chris@0 380
Chris@0 381 source.waitForData();
Chris@0 382
Chris@0 383 if (QFileInfo(audioSource).suffix().toLower() == "m3u") {
Chris@0 384 PlaylistFileReader reader(source);
Chris@0 385 if (reader.isOK()) {
Chris@0 386 vector<QString> files = reader.load();
Chris@0 387 for (int i = 0; i < (int)files.size(); ++i) {
Chris@0 388 extractFeatures(files[i]);
Chris@0 389 }
Chris@0 390 return;
Chris@0 391 } else {
Chris@0 392 cerr << "ERROR: Playlist \"" << audioSource.toStdString()
Chris@0 393 << "\" could not be opened" << endl;
Chris@21 394 throw FileNotFound(audioSource);
Chris@0 395 }
Chris@0 396 }
Chris@0 397
Chris@0 398 if (m_sampleRate == 0) {
Chris@0 399 cerr << "ERROR: Internal error in FeatureExtractionManager::extractFeatures: Plugin list is non-empty, but no sample rate set" << endl;
Chris@0 400 exit(1);
Chris@0 401 }
Chris@0 402
Chris@0 403 AudioFileReader *reader =
Chris@11 404 AudioFileReaderFactory::createReader(source, m_sampleRate, &retrievalProgress);
Chris@0 405
Chris@0 406 if (!reader) {
Chris@21 407 throw FailedToOpenFile(audioSource);
Chris@0 408 }
Chris@0 409
Chris@0 410 size_t channels = reader->getChannelCount();
Chris@11 411
Chris@11 412 retrievalProgress.done();
Chris@11 413
Chris@0 414 cerr << "Opened " << channels << "-channel file or URL \"" << audioSource.toStdString() << "\"" << endl;
Chris@0 415
Chris@0 416 // reject file if it has too few channels, plugin will handle if it has too many
Chris@0 417 if ((int)channels < m_channels) {
Chris@21 418 throw FileOperationFailed
Chris@21 419 (audioSource,
Chris@21 420 QString("read sufficient channels (found %1, require %2)")
Chris@21 421 .arg(channels).arg(m_channels));
Chris@0 422 }
Chris@0 423
Chris@0 424 // allocate audio buffers
Chris@0 425 float **data = new float *[m_channels];
Chris@0 426 for (int c = 0; c < m_channels; ++c) {
Chris@0 427 data[c] = new float[m_blockSize];
Chris@0 428 }
Chris@0 429
Chris@0 430 size_t frameCount = reader->getFrameCount();
Chris@0 431
Chris@0 432 // cerr << "file has " << frameCount << " frames" << endl;
Chris@0 433
Chris@0 434 for (PluginMap::iterator pi = m_plugins.begin();
Chris@0 435 pi != m_plugins.end(); ++pi) {
Chris@0 436
Chris@0 437 Plugin *plugin = pi->first;
Chris@0 438
Chris@0 439 // std::cerr << "Calling reset on " << plugin << std::endl;
Chris@0 440 plugin->reset();
Chris@0 441
Chris@0 442 for (TransformWriterMap::iterator ti = pi->second.begin();
Chris@0 443 ti != pi->second.end(); ++ti) {
Chris@0 444
Chris@0 445 const Transform &transform = ti->first;
Chris@0 446
Chris@0 447 //!!! we may want to set the start and duration times for extraction
Chris@0 448 // in the transform record (defaults of zero indicate extraction
Chris@0 449 // from the whole file)
Chris@0 450 // transform.setStartTime(RealTime::zeroTime);
Chris@0 451 // transform.setDuration
Chris@0 452 // (RealTime::frame2RealTime(reader->getFrameCount(), m_sampleRate));
Chris@0 453
Chris@0 454 string outputId = transform.getOutput().toStdString();
Chris@0 455 if (m_pluginOutputs[plugin].find(outputId) ==
Chris@0 456 m_pluginOutputs[plugin].end()) {
Chris@0 457 //!!! throw?
Chris@0 458 cerr << "WARNING: Nonexistent plugin output \"" << outputId << "\" requested for transform \""
Chris@0 459 << transform.getIdentifier().toStdString() << "\", ignoring this transform"
Chris@0 460 << endl;
Chris@0 461 /*
Chris@0 462 cerr << "Known outputs for all plugins are as follows:" << endl;
Chris@0 463 for (PluginOutputMap::const_iterator k = m_pluginOutputs.begin();
Chris@0 464 k != m_pluginOutputs.end(); ++k) {
Chris@0 465 cerr << "Plugin " << k->first << ": ";
Chris@0 466 if (k->second.empty()) {
Chris@0 467 cerr << "(none)";
Chris@0 468 }
Chris@0 469 for (OutputMap::const_iterator i = k->second.begin();
Chris@0 470 i != k->second.end(); ++i) {
Chris@0 471 cerr << "\"" << i->first << "\" ";
Chris@0 472 }
Chris@0 473 cerr << endl;
Chris@0 474 }
Chris@0 475 */
Chris@0 476 }
Chris@0 477 }
Chris@0 478 }
Chris@0 479
Chris@0 480 long startFrame = 0;
Chris@0 481 long endFrame = frameCount;
Chris@0 482
Chris@0 483 /*!!! No -- there is no single transform to pull this stuff from --
Chris@0 484 * the transforms may have various start and end times, need to be far
Chris@0 485 * cleverer about this if we're going to support them
Chris@0 486
Chris@0 487 RealTime trStartRT = transform.getStartTime();
Chris@0 488 RealTime trDurationRT = transform.getDuration();
Chris@0 489
Chris@0 490 long trStart = RealTime::realTime2Frame(trStartRT, m_sampleRate);
Chris@0 491 long trDuration = RealTime::realTime2Frame(trDurationRT, m_sampleRate);
Chris@0 492
Chris@0 493 if (trStart == 0 || trStart < startFrame) {
Chris@0 494 trStart = startFrame;
Chris@0 495 }
Chris@0 496
Chris@0 497 if (trDuration == 0) {
Chris@0 498 trDuration = endFrame - trStart;
Chris@0 499 }
Chris@0 500 if (trStart + trDuration > endFrame) {
Chris@0 501 trDuration = endFrame - trStart;
Chris@0 502 }
Chris@0 503
Chris@0 504 startFrame = trStart;
Chris@0 505 endFrame = trStart + trDuration;
Chris@0 506 */
Chris@0 507
Chris@0 508 for (PluginMap::iterator pi = m_plugins.begin();
Chris@0 509 pi != m_plugins.end(); ++pi) {
Chris@0 510
Chris@0 511 for (TransformWriterMap::const_iterator ti = pi->second.begin();
Chris@0 512 ti != pi->second.end(); ++ti) {
Chris@0 513
Chris@0 514 const vector<FeatureWriter *> &writers = ti->second;
Chris@0 515
Chris@0 516 for (int j = 0; j < (int)writers.size(); ++j) {
Chris@0 517 FeatureWriter::TrackMetadata m;
Chris@0 518 m.title = reader->getTitle();
Chris@0 519 m.maker = reader->getMaker();
Chris@19 520 if (m.title != "" && m.maker != "") {
Chris@19 521 writers[j]->setTrackMetadata(audioSource, m);
Chris@19 522 }
Chris@0 523 }
Chris@0 524 }
Chris@0 525 }
Chris@0 526
Chris@0 527 ProgressPrinter extractionProgress("Extracting and writing features...");
Chris@0 528 int progress = 0;
Chris@0 529
Chris@0 530 for (long i = startFrame; i < endFrame; i += m_blockSize) {
Chris@0 531
Chris@0 532 //!!! inefficient, although much of the inefficiency may be
Chris@0 533 // susceptible to optimisation
Chris@0 534
Chris@0 535 SampleBlock frames;
Chris@0 536 reader->getInterleavedFrames(i, m_blockSize, frames);
Chris@0 537
Chris@0 538 // We have to do our own channel handling here; we can't just
Chris@0 539 // leave it to the plugin adapter because the same plugin
Chris@0 540 // adapter may have to serve for input files with various
Chris@0 541 // numbers of channels (so the adapter is simply configured
Chris@0 542 // with a fixed channel count, generally 1).
Chris@0 543
Chris@0 544 int rc = reader->getChannelCount();
Chris@0 545
Chris@0 546 for (int j = 0; j < m_blockSize; ++j) {
Chris@0 547 for (int c = 0; c < m_channels; ++c) {
Chris@0 548 int index;
Chris@0 549 if (c < rc) {
Chris@0 550 index = j * rc + c;
Chris@0 551 data[c][j] = 0.f;
Chris@0 552 } else {
Chris@0 553 index = j * rc + (c % rc);
Chris@0 554 }
Chris@0 555 if (index < (int)frames.size()) {
Chris@0 556 data[c][j] += frames[index];
Chris@0 557 }
Chris@0 558 }
Chris@0 559 }
Chris@0 560
Chris@0 561 Vamp::RealTime timestamp = Vamp::RealTime::frame2RealTime
Chris@0 562 (i, m_sampleRate);
Chris@0 563
Chris@0 564 for (PluginMap::iterator pi = m_plugins.begin();
Chris@0 565 pi != m_plugins.end(); ++pi) {
Chris@0 566
Chris@0 567 Plugin *plugin = pi->first;
Chris@0 568 Plugin::FeatureSet featureSet = plugin->process(data, timestamp);
Chris@0 569
Chris@0 570 if (!m_summariesOnly) {
Chris@0 571 writeFeatures(audioSource, plugin, featureSet);
Chris@0 572 }
Chris@0 573 }
Chris@0 574
Chris@0 575 int pp = progress;
Chris@6 576 progress = int(((i - startFrame) * 100.0) / (endFrame - startFrame) + 0.1);
Chris@0 577 if (progress > pp) extractionProgress.setProgress(progress);
Chris@0 578 }
Chris@10 579
Chris@12 580 std::cerr << "FeatureExtractionManager: deleting audio file reader" << std::endl;
Chris@12 581
Chris@10 582 delete reader;
Chris@0 583
Chris@0 584 for (PluginMap::iterator pi = m_plugins.begin();
Chris@0 585 pi != m_plugins.end(); ++pi) {
Chris@0 586
Chris@0 587 Plugin *plugin = pi->first;
Chris@0 588 Plugin::FeatureSet featureSet = plugin->getRemainingFeatures();
Chris@0 589
Chris@0 590 if (!m_summariesOnly) {
Chris@0 591 writeFeatures(audioSource, plugin, featureSet);
Chris@0 592 }
Chris@0 593
Chris@0 594 if (!m_summaries.empty()) {
Chris@0 595 PluginSummarisingAdapter *adapter =
Chris@0 596 dynamic_cast<PluginSummarisingAdapter *>(plugin);
Chris@0 597 if (!adapter) {
Chris@0 598 cerr << "WARNING: Summaries requested, but plugin is not a summarising adapter" << endl;
Chris@0 599 } else {
Chris@0 600 for (SummaryNameSet::const_iterator sni = m_summaries.begin();
Chris@0 601 sni != m_summaries.end(); ++sni) {
Chris@0 602 featureSet.clear();
Chris@0 603 //!!! problem here -- we are requesting summaries
Chris@0 604 //!!! for all outputs, but they in principle have
Chris@0 605 //!!! different averaging requirements depending
Chris@0 606 //!!! on whether their features have duration or
Chris@0 607 //!!! not
Chris@0 608 featureSet = adapter->getSummaryForAllOutputs
Chris@0 609 (getSummaryType(*sni),
Chris@0 610 PluginSummarisingAdapter::ContinuousTimeAverage);
Chris@0 611 writeFeatures(audioSource, plugin, featureSet,//!!! *sni);
Chris@0 612 Transform::stringToSummaryType(sni->c_str()));
Chris@0 613 }
Chris@0 614 }
Chris@0 615 }
Chris@0 616
Chris@0 617 writeSummaries(audioSource, plugin);
Chris@0 618 }
Chris@0 619
Chris@3 620 extractionProgress.done();
Chris@3 621
Chris@0 622 finish();
Chris@0 623
Chris@0 624 TempDirectory::getInstance()->cleanup();
Chris@0 625 }
Chris@0 626
Chris@0 627 void
Chris@0 628 FeatureExtractionManager::writeSummaries(QString audioSource, Plugin *plugin)
Chris@0 629 {
Chris@0 630 // caller should have ensured plugin is in m_plugins
Chris@0 631 PluginMap::iterator pi = m_plugins.find(plugin);
Chris@0 632
Chris@0 633 for (TransformWriterMap::const_iterator ti = pi->second.begin();
Chris@0 634 ti != pi->second.end(); ++ti) {
Chris@0 635
Chris@0 636 const Transform &transform = ti->first;
Chris@0 637 const vector<FeatureWriter *> &writers = ti->second;
Chris@0 638
Chris@0 639 Transform::SummaryType summaryType = transform.getSummaryType();
Chris@0 640 PluginSummarisingAdapter::SummaryType pType =
Chris@0 641 (PluginSummarisingAdapter::SummaryType)summaryType;
Chris@0 642
Chris@0 643 if (transform.getSummaryType() == Transform::NoSummary) {
Chris@0 644 continue;
Chris@0 645 }
Chris@0 646
Chris@0 647 PluginSummarisingAdapter *adapter =
Chris@0 648 dynamic_cast<PluginSummarisingAdapter *>(plugin);
Chris@0 649 if (!adapter) {
Chris@0 650 cerr << "FeatureExtractionManager::writeSummaries: INTERNAL ERROR: Summary requested for transform, but plugin is not a summarising adapter" << endl;
Chris@0 651 continue;
Chris@0 652 }
Chris@0 653
Chris@0 654 Plugin::FeatureSet featureSet = adapter->getSummaryForAllOutputs
Chris@0 655 (pType, PluginSummarisingAdapter::ContinuousTimeAverage);
Chris@0 656
Chris@0 657 // cout << "summary type " << int(pType) << " for transform:" << endl << transform.toXmlString().toStdString()<< endl << "... feature set with " << featureSet.size() << " elts" << endl;
Chris@0 658
Chris@0 659 writeFeatures(audioSource, plugin, featureSet, summaryType);
Chris@0 660 }
Chris@0 661 }
Chris@0 662
Chris@0 663 void FeatureExtractionManager::writeFeatures(QString audioSource,
Chris@0 664 Plugin *plugin,
Chris@0 665 const Plugin::FeatureSet &features,
Chris@0 666 Transform::SummaryType summaryType)
Chris@0 667 {
Chris@0 668 // caller should have ensured plugin is in m_plugins
Chris@0 669 PluginMap::iterator pi = m_plugins.find(plugin);
Chris@0 670
Chris@0 671 for (TransformWriterMap::const_iterator ti = pi->second.begin();
Chris@0 672 ti != pi->second.end(); ++ti) {
Chris@0 673
Chris@0 674 const Transform &transform = ti->first;
Chris@0 675 const vector<FeatureWriter *> &writers = ti->second;
Chris@0 676
Chris@0 677 if (transform.getSummaryType() != Transform::NoSummary &&
Chris@0 678 m_summaries.empty() &&
Chris@0 679 summaryType == Transform::NoSummary) {
Chris@0 680 continue;
Chris@0 681 }
Chris@0 682
Chris@0 683 if (transform.getSummaryType() != Transform::NoSummary &&
Chris@0 684 summaryType != Transform::NoSummary &&
Chris@0 685 transform.getSummaryType() != summaryType) {
Chris@0 686 continue;
Chris@0 687 }
Chris@0 688
Chris@0 689 string outputId = transform.getOutput().toStdString();
Chris@0 690
Chris@0 691 if (m_pluginOutputs[plugin].find(outputId) ==
Chris@0 692 m_pluginOutputs[plugin].end()) {
Chris@0 693 continue;
Chris@0 694 }
Chris@0 695
Chris@0 696 const Plugin::OutputDescriptor &desc =
Chris@0 697 m_pluginOutputs[plugin][outputId];
Chris@0 698
Chris@0 699 int outputIndex = m_pluginOutputIndices[outputId];
Chris@0 700 Plugin::FeatureSet::const_iterator fsi = features.find(outputIndex);
Chris@0 701 if (fsi == features.end()) continue;
Chris@0 702
Chris@0 703 for (int j = 0; j < (int)writers.size(); ++j) {
Chris@0 704 writers[j]->write
Chris@0 705 (audioSource, transform, desc, fsi->second,
Chris@0 706 Transform::summaryTypeToString(summaryType).toStdString());
Chris@0 707 }
Chris@0 708 }
Chris@0 709 }
Chris@0 710
Chris@0 711 void FeatureExtractionManager::finish()
Chris@0 712 {
Chris@0 713 for (PluginMap::iterator pi = m_plugins.begin();
Chris@0 714 pi != m_plugins.end(); ++pi) {
Chris@0 715
Chris@0 716 for (TransformWriterMap::iterator ti = pi->second.begin();
Chris@0 717 ti != pi->second.end(); ++ti) {
Chris@0 718
Chris@0 719 vector<FeatureWriter *> &writers = ti->second;
Chris@0 720
Chris@0 721 for (int i = 0; i < (int)writers.size(); ++i) {
Chris@0 722 writers[i]->flush();
Chris@0 723 writers[i]->finish();
Chris@0 724 }
Chris@0 725 }
Chris@0 726 }
Chris@0 727 }
Chris@0 728
Chris@0 729 void FeatureExtractionManager::print(Transform transform) const
Chris@0 730 {
Chris@0 731 QString qs;
Chris@0 732 QTextStream qts(&qs);
Chris@0 733 transform.toXml(qts);
Chris@0 734 cerr << qs.toStdString() << endl;
Chris@0 735 }