Chris@0: /* -*- c-basic-offset: 4 indent-tabs-mode: nil -*-  vi:set ts=8 sts=4 sw=4: */
Chris@0: 
Chris@0: /*
Chris@0:     Sonic Annotator
Chris@0:     A utility for batch feature extraction from audio files.
Chris@0:     Mark Levy, Chris Sutton and Chris Cannam, Queen Mary, University of London.
Chris@0:     Copyright 2007-2008 QMUL.
Chris@0: 
Chris@0:     This program is free software; you can redistribute it and/or
Chris@0:     modify it under the terms of the GNU General Public License as
Chris@0:     published by the Free Software Foundation; either version 2 of the
Chris@0:     License, or (at your option) any later version.  See the file
Chris@0:     COPYING included with this distribution for more information.
Chris@0: */
Chris@0: 
Chris@0: #include <vector>
Chris@0: #include <string>
Chris@0: #include <iostream>
Chris@0: 
Chris@0: #include <QCoreApplication>
Chris@0: #include <QSettings>
Chris@0: #include <QStringList>
Chris@0: #include <QString>
Chris@0: #include <QFileInfo>
Chris@0: #include <QDir>
Chris@45: #include <QSet>
Chris@0: 
Chris@0: using std::cout;
Chris@0: using std::cerr;
Chris@0: using std::endl;
Chris@0: using std::vector;
Chris@0: using std::string;
Chris@0: 
Chris@2: #include "../version.h"
Chris@2: 
Chris@0: #include "base/Exceptions.h"
Chris@0: #include "base/TempDirectory.h"
Chris@0: 
Chris@0: #include "data/fileio/AudioFileReaderFactory.h"
Chris@0: #include "data/fileio/PlaylistFileReader.h"
Chris@0: 
Chris@0: #include "transform/Transform.h"
Chris@0: #include "transform/TransformFactory.h"
Chris@0: 
Chris@0: #include "FeatureExtractionManager.h"
Chris@0: #include "transform/FeatureWriter.h"
Chris@0: #include "FeatureWriterFactory.h"
Chris@0: 
Chris@0: #include "rdf/RDFTransformFactory.h"
Chris@0: 
Chris@0: #include <vamp-hostsdk/PluginSummarisingAdapter.h>
Chris@0: 
Chris@0: #ifdef HAVE_FFTW3
Chris@0: #include <fftw3.h>
Chris@0: #endif
Chris@0: 
Chris@0: // Desired options:
Chris@0: //
Chris@0: // * output preference:
Chris@0: //   - all data in one file
Chris@0: //   - one file per input file
Chris@0: //   - one file per input file per transform
Chris@0: //   - (any use for: one file per transform?)
Chris@0: //
Chris@0: // * output location:
Chris@0: //   - same directory as input file
Chris@0: //   - current directory
Chris@0: //
Chris@0: // * output filename: 
Chris@0: //   - based on input (obvious choice for one file per input file modes)
Chris@0: //   - specified on command line (obvious choice for all in one file mode)
Chris@0: //
Chris@0: // * output format: one or more of
Chris@0: //   - RDF
Chris@0: //   - AudioDB
Chris@0: //   - Vamp Simple Host format
Chris@0: //   - CSV
Chris@0: //
Chris@0: // * input handling:
Chris@0: //   - run each transform on each input file separately
Chris@0: //   - provide all input files to the same transform, one per channel
Chris@0: //
Chris@0: // * format-specific options:
Chris@0: //   - RDF format: fancy/plain RDF
Chris@0: //   - CSV format: separator, timestamp type
Chris@0: //   note: do the output file/location also count as format-specific options?
Chris@0: //   an output writer that wrote to a database would have different options...
Chris@0: //
Chris@0: // * debug level and progress output
Chris@0: // 
Chris@0: // * other potential options:
Chris@0: //   - ignore version mismatches in Transform specifications
Chris@0: //   - sample rate: force a given rate; use file rate instead of rate in
Chris@0: //     Transform spec
Chris@0: // 
Chris@0: // * other potential instructions:
Chris@0: //   - write out a skeleton Transform file for a specified plugin
Chris@0: //   - write out skeleton RDF for a plugin library (i.e. do the job of
Chris@0: //     RDF template_generator)
Chris@0: //   - verify that RDF for a plugin library matches the plugin
Chris@0: //
Chris@0: // MAYBE:
Chris@0: // * transform(s) to run:
Chris@0: //   - supply transform file names on command line
Chris@0: //   - use all transforms found in a given directory?
Chris@0: //
Chris@0: // MAYBE:
Chris@0: // * input files to transform:
Chris@0: //   - supply file names or URIs on command line
Chris@0: //   - use all files in a given directory or tree
Chris@0: 
Chris@0: static QString
Chris@0: wrap(QString s, int len, int pfx = 0)
Chris@0: {
Chris@0:     QString ws;
Chris@0:     QStringList sl(s.split(' '));
Chris@0:     int i = 0, c = 0;
Chris@0:     while (i < sl.size()) {
Chris@0:         int wl = sl[i].length();
Chris@0:         if (c + wl < len) {
Chris@0:             if (c > 0) {
Chris@0:                 ws += ' ';
Chris@0:                 ++c;
Chris@0:             }
Chris@0:         } else {
Chris@0:             if (c > 0) {
Chris@0:                 ws += '\n';
Chris@0:                 for (int j = 0; j < pfx; ++j) ws += ' ';
Chris@0:                 c = 0;
Chris@0:             }
Chris@0:         }
Chris@0:         ws += sl[i];
Chris@0:         c += wl;
Chris@0:         ++i;
Chris@0:     }
Chris@0:     return ws;
Chris@0: }
Chris@0: 
Chris@0: void usage(QString myname)
Chris@0: {
Chris@0:     set<string> writers = FeatureWriterFactory::getWriterTags();
Chris@0:         
Chris@0:     cerr << endl;
Chris@2:     cerr << "Sonic Annotator v" << RUNNER_VERSION << endl;
Chris@0:     cerr << "A utility for batch feature extraction from audio files." << endl;
Chris@0:     cerr << "Mark Levy, Chris Sutton and Chris Cannam, Queen Mary, University of London." << endl;
Chris@86:     cerr << "Copyright 2007-2013 Queen Mary, University of London." << endl;
Chris@0:     cerr << endl;
Chris@0:     cerr << "This program is free software.  You may redistribute copies of it under the" << endl;
Chris@0:     cerr << "terms of the GNU General Public License <http://www.gnu.org/licenses/gpl.html>." << endl;
Chris@0:     cerr << "This program is supplied with NO WARRANTY, to the extent permitted by law." << endl;
Chris@0:     cerr << endl;
Chris@0:     cerr << "  Usage: " << myname.toStdString()
Chris@0:          << " [-mr] -t trans.xml [...] -w <writer> [...] <audio> [...]" << endl;
Chris@0:     cerr << "         " << myname.toStdString()
Chris@0:          << " [-mr] -T trans.txt [...] -w <writer> [...] <audio> [...]" << endl;
Chris@0:     cerr << "         " << myname.toStdString()
Chris@0:          << " -s <transform>" << endl;
Chris@0:     cerr << "         " << myname.toStdString()
Chris@46:          << " [-lhv]" << endl;
Chris@0:     cerr << endl;
Chris@0:     cerr << "Where <audio> is an audio file or URL to use as input: either a local file" << endl;
Chris@0:     cerr << "path, local \"file://\" URL, or remote \"http://\" or \"ftp://\" URL." << endl;
Chris@0:     cerr << endl;
Chris@0: 
Chris@0:     QString extensions = AudioFileReaderFactory::getKnownExtensions();
Chris@0:     QStringList extlist = extensions.split(" ", QString::SkipEmptyParts);
Chris@0:     if (!extlist.empty()) {
Chris@0:         cerr << "The following audio file extensions are recognised:" << endl;
Chris@0:         cerr << "  ";
Chris@0:         int c = 2;
Chris@0:         for (int i = 0; i < extlist.size(); ++i) {
Chris@0:             QString ext = extlist[i];
Chris@0:             if (ext.startsWith("*.")) ext = ext.right(ext.length()-2);
Chris@0:             c += ext.length() + 2;
Chris@0:             if (c >= 80) {
Chris@0:                 cerr << "\n  ";
Chris@0:                 c -= 78;
Chris@0:             }
Chris@0:             cerr << ext.toStdString();
Chris@0:             if (i + 1 == extlist.size()) cerr << ".";
Chris@0:             else cerr << ", ";
Chris@0:         }
Chris@0:         cerr << endl;
Chris@0:     }
Chris@0: 
Chris@0:     cerr << "Playlist files in M3U format are also supported." << endl;
Chris@0:     cerr << endl;
Chris@0:     cerr << "Transformation options:" << endl;
Chris@0:     cerr << endl;
Chris@0:     cerr << "  -t, --transform <T> Apply transform described in transform file <T> to" << endl;
Chris@0:     cerr << "                      all input audio files.  You may supply this option" << endl;
Chris@0:     cerr << "                      multiple times.  You must supply this option or -T at" << endl;
Chris@0:     cerr << "                      least once for any work to be done.  Transform format" << endl;
Chris@0:     cerr << "                      may be SV transform XML or Vamp transform RDF.  See" << endl;
Chris@0:     cerr << "                      documentation for examples." << endl;
Chris@0:     cerr << endl;
Chris@0:     cerr << "  -T, --transforms <T> Apply all transforms described in transform files" << endl;
Chris@0:     cerr << "                      whose names are listed in text file <T>.  You may supply" << endl;
Chris@0:     cerr << "                      this option multiple times." << endl;
Chris@0:     cerr << endl;
Chris@0:     cerr << "  -d, --default <I>   Apply the default transform for transform id <I>.  This" << endl;
Chris@0:     cerr << "                      is equivalent to generating a skeleton transform for this" << endl;
Chris@0:     cerr << "                      id (using the -s option, below) and then applying that," << endl;
Chris@0:     cerr << "                      unmodified, with the -t option in the normal way.  Note" << endl;
Chris@0:     cerr << "                      that the results may vary as the implementation's default" << endl;
Chris@0:     cerr << "                      processing parameters are not guaranteed.  Do not use" << endl;
Chris@0:     cerr << "                      this in production systems.  You may supply this option" << endl;
Chris@0:     cerr << "                      multiple times, and mix it with -t and -T." << endl;
Chris@0:     cerr << endl;
Chris@0:     cerr << "  -w, --writer <W>    Write output using writer type <W>." << endl;
Chris@0:     cerr << "                      Supported writer types are: ";
Chris@0:     for (set<string>::const_iterator i = writers.begin();
Chris@0:          i != writers.end(); ) {
Chris@0:         cerr << *i;
Chris@0:         if (++i != writers.end()) cerr << ", ";
Chris@0:         else cerr << ".";
Chris@0:     }
Chris@0:     cerr << endl;
Chris@0:     cerr << "                      You may supply this option multiple times.  You must" << endl;
Chris@0:     cerr << "                      supply this option at least once for any work to be done." << endl;
Chris@0:     cerr << endl;
Chris@0:     cerr << "  -S, --summary <S>   In addition to the result features, write summary feature" << endl;
Chris@0:     cerr << "                      of summary type <S>." << endl;
Chris@0:     cerr << "                      Supported summary types are: min, max, mean, median, mode," << endl;
Chris@0:     cerr << "                      sum, variance, sd, count." << endl;
Chris@0:     cerr << "                      You may supply this option multiple times." << endl;
Chris@0:     cerr << endl;
Chris@0:     cerr << "      --summary-only  Write only summary features; do not write the regular" << endl;
Chris@0:     cerr << "                      result features." << endl;
Chris@0:     cerr << endl;
Chris@0:     cerr << "      --segments <A>,<B>[,...]" << endl;
Chris@0:     cerr << "                      Summarise in segments, with segment boundaries" << endl;
Chris@0:     cerr << "                      at A, B, ... seconds." << endl;
Chris@0:     cerr << endl;
Chris@0: 
Chris@0: /*!!! This feature not implemented yet (sniff)
Chris@0:     cerr << "  -m, --multiplex     If multiple input audio files are given, use mono" << endl;
Chris@0:     cerr << "                      mixdowns of all files as the input channels for a single" << endl;
Chris@0:     cerr << "                      invocation of each transform, instead of running the" << endl;
Chris@0:     cerr << "                      transform against all files separately." << endl;
Chris@0:     cerr << endl;
Chris@0: */
Chris@0: 
Chris@0:     cerr << "  -r, --recursive     If any of the <audio> arguments is found to be a local" << endl;
Chris@0:     cerr << "                      directory, search the tree starting at that directory" << endl;
Chris@0:     cerr << "                      for all supported audio files and take all of those as" << endl;
Chris@0:     cerr << "                      input instead." << endl;
Chris@0:     cerr << endl;
Chris@21:     cerr << "  -f, --force         Continue with subsequent files following an error." << endl;
Chris@21:     cerr << endl;
Chris@0:     cerr << "Housekeeping options:" << endl;
Chris@0:     cerr << endl;
Chris@0:     cerr << "  -l, --list          List all known transform ids to standard output." << endl;
Chris@0:     cerr << endl;
Chris@0:     cerr << "  -s, --skeleton <I>  Generate a skeleton transform file for transform id <I>" << endl;
Chris@0:     cerr << "                      and write it to standard output." << endl;
Chris@0:     cerr << endl;
Chris@46:     cerr << "  -v, --version       Show the version number and exit." << endl;
Chris@0:     cerr << "  -h, --help          Show this help." << endl;
Chris@0: 
Chris@0:     cerr << endl;
Chris@46:     cerr << "If no -w (or --writer) options are supplied, either the -l -s -v or -h option" << endl;
Chris@46:     cerr << "(or long equivalent) must be given instead." << endl;
Chris@0: 
Chris@0:     for (set<string>::const_iterator i = writers.begin();
Chris@0:          i != writers.end(); ++i) {
Chris@0:         FeatureWriter *w = FeatureWriterFactory::createWriter(*i);
Chris@0:         if (!w) {
Chris@0:             cerr << "  (Internal error: failed to create writer of this type)" << endl;
Chris@0:             continue;
Chris@0:         }
Chris@0:         FeatureWriter::ParameterList params = w->getSupportedParameters();
Chris@0:         delete w;
Chris@0:         if (params.empty()) {
Chris@0:             continue;
Chris@0:         }
Chris@0:         cerr << endl;
Chris@0:         cerr << "Additional options for writer type \"" << *i << "\":" << endl;
Chris@0:         cerr << endl;
Chris@0:         for (FeatureWriter::ParameterList::const_iterator j = params.begin();
Chris@0:              j != params.end(); ++j) {
Chris@0:             cerr << "  --" << *i << "-" << j->name << " ";
Chris@0:             int spaceage = 16 - int(i->length()) - int(j->name.length());
Chris@0:             if (j->hasArg) { cerr << "<X> "; spaceage -= 4; }
Chris@0:             for (int k = 0; k < spaceage; ++k) cerr << " ";
Chris@0:             QString s(j->description.c_str());
Chris@0:             s = wrap(s, 56, 22);
Chris@0:             cerr << s.toStdString() << endl;
Chris@0:         }
Chris@0:     }
Chris@0: 
Chris@0:     cerr << endl;
Chris@0:     exit(0);
Chris@0: }
Chris@0: 
Chris@0: void
Chris@0: listTransforms()
Chris@0: {
Chris@0:     TransformList transforms =
Chris@0:         TransformFactory::getInstance()->getAllTransformDescriptions();
Chris@0: 
Chris@0:     for (TransformList::const_iterator iter = transforms.begin();
Chris@0:          iter != transforms.end(); ++iter) {
Chris@0:         const TransformDescription &transform = *iter;
Chris@0:         if (transform.type == TransformDescription::Analysis) {
Chris@0:             cout << transform.identifier.toStdString() << endl;
Chris@0:         }
Chris@0:     }
Chris@0: }    
Chris@0: 
Chris@0: void
Chris@0: printSkeleton(QString id)
Chris@0: {
Chris@0:     Transform transform =
Chris@0:         TransformFactory::getInstance()->getDefaultTransformFor(id);
Chris@0:     cout << "@prefix xsd:      <http://www.w3.org/2001/XMLSchema#> ." << endl
Chris@0:          << "@prefix vamp:     <http://purl.org/ontology/vamp/> ." << endl
Chris@0:          << "@prefix :         <#> ." << endl << endl;
Chris@0:     QString rdf = RDFTransformFactory::writeTransformToRDF
Chris@0:         (transform, ":transform");
Chris@0:     cout << rdf.toStdString();
Chris@0: }    
Chris@0: 
Chris@0: void
Chris@0: findSourcesRecursive(QString dirname, QStringList &addTo, int &found)
Chris@0: {
Chris@0:     QDir dir(dirname);
Chris@0: 
Chris@0:     QString printable = dir.dirName().left(20);
Chris@0:     cerr << "\rScanning \"" << printable.toStdString() << "\"..."
Chris@0:          << QString("                    ").left(20 - printable.length()).toStdString()
Chris@0:          << " [" << found << " audio file(s)]";
Chris@0: 
Chris@0:     QString extensions = AudioFileReaderFactory::getKnownExtensions();
Chris@0:     QStringList extlist = extensions.split(" ", QString::SkipEmptyParts);
Chris@0: 
Chris@0:     QStringList files = dir.entryList
Chris@0:         (extlist, QDir::Files | QDir::Readable);
Chris@0:     for (int i = 0; i < files.size(); ++i) {
Chris@0:         addTo.push_back(dir.filePath(files[i]));
Chris@0:         ++found;
Chris@0:     }
Chris@0: 
Chris@0:     QStringList subdirs = dir.entryList
Chris@0:         (QStringList(), QDir::Dirs | QDir::NoSymLinks | QDir::NoDotAndDotDot);
Chris@0:     for (int i = 0; i < subdirs.size(); ++i) {
Chris@0:         findSourcesRecursive(dir.filePath(subdirs[i]), addTo, found);
Chris@0:     }
Chris@0: }
Chris@0: 
Chris@0: 
Chris@0: int main(int argc, char **argv)
Chris@0: {
Chris@0:     QCoreApplication application(argc, argv);
Chris@0: 
Chris@0:     QCoreApplication::setOrganizationName("QMUL");
Chris@0:     QCoreApplication::setOrganizationDomain("qmul.ac.uk");
Chris@0:     QCoreApplication::setApplicationName("Sonic Annotator");
Chris@0: 
Chris@0:     QStringList args = application.arguments();
Chris@0:     set<string> requestedWriterTags;
Chris@0:     set<string> requestedTransformFiles;
Chris@0:     set<string> requestedTransformListFiles;
Chris@0:     set<string> requestedDefaultTransforms;
Chris@0:     set<string> requestedSummaryTypes;
Chris@21:     bool force = false;
Chris@0: //!!!    bool multiplex = false;
Chris@0:     bool recursive = false;
Chris@0:     bool list = false;
Chris@0:     bool summaryOnly = false;
Chris@0:     QString skeletonFor = "";
Chris@0:     QString myname = args[0];
Chris@0:     myname = QFileInfo(myname).baseName();
Chris@0:     QStringList otherArgs;
Chris@0:     Vamp::HostExt::PluginSummarisingAdapter::SegmentBoundaries boundaries;
Chris@0: 
Chris@0:     QString helpStr = myname + ": use -h or --help option for help";
Chris@0: 
Chris@0:     for (int i = 1; i < args.size(); ++i) {
Chris@0: 
Chris@0:         QString arg = args[i];
Chris@0:         bool last = ((i + 1) == args.size());
Chris@0:         
Chris@0:         if (arg == "-h" || arg == "--help" || arg == "-?") {
Chris@0:             usage(myname);
Chris@0:         }
Chris@0: 
Chris@46:         if (arg == "-v" || arg == "--version") {
Chris@46:             std::cout << RUNNER_VERSION << std::endl;
Chris@46:             return 0;
Chris@46:         }
Chris@46: 
Chris@0:         if (arg == "-w" || arg == "--writer") {
Chris@0:             if (last || args[i+1].startsWith("-")) {
Chris@0:                 cerr << myname.toStdString() << ": argument expected for \""
Chris@0:                      << arg.toStdString() << "\" option" << endl;
Chris@0:                 cerr << helpStr.toStdString() << endl;
Chris@0:                 exit(2);
Chris@0:             } else {
Chris@0:                 string tag = args[++i].toStdString();
Chris@0:                 if (requestedWriterTags.find(tag) != requestedWriterTags.end()) {
Chris@0:                     cerr << myname.toStdString() << ": NOTE: duplicate specification of writer type \"" << tag << "\" ignored" << endl;
Chris@0:                 } else {
Chris@0:                     requestedWriterTags.insert(tag);
Chris@0:                 }
Chris@0:                 continue;
Chris@0:             }
Chris@0:         } else if (arg == "-t" || arg == "--transform") {
Chris@0:             if (last || args[i+1].startsWith("-")) {
Chris@0:                 cerr << myname.toStdString() << ": argument expected for \""
Chris@0:                      << arg.toStdString() << "\" option" << endl;
Chris@0:                 cerr << helpStr.toStdString() << endl;
Chris@0:                 exit(2);
Chris@0:             } else {
Chris@0:                 string transform = args[++i].toStdString();
Chris@0:                 if (requestedTransformFiles.find(transform) !=
Chris@0:                     requestedTransformFiles.end()) {
Chris@0:                     cerr << myname.toStdString() << ": NOTE: duplicate specification of transform file \"" << transform << "\" ignored" << endl;
Chris@0:                 } else {
Chris@0:                     requestedTransformFiles.insert(transform);
Chris@0:                 }
Chris@0:                 continue;
Chris@0:             }
Chris@0:         } else if (arg == "-T" || arg == "--transforms") {
Chris@0:             if (last || args[i+1].startsWith("-")) {
Chris@0:                 cerr << myname.toStdString() << ": argument expected for \""
Chris@0:                      << arg.toStdString() << "\" option" << endl;
Chris@0:                 cerr << helpStr.toStdString() << endl;
Chris@0:                 exit(2);
Chris@0:             } else {
Chris@0:                 string transform = args[++i].toStdString();
Chris@0:                 if (requestedTransformListFiles.find(transform) !=
Chris@0:                     requestedTransformListFiles.end()) {
Chris@0:                     cerr << myname.toStdString() << ": NOTE: duplicate specification of transform list file \"" << transform << "\" ignored" << endl;
Chris@0:                 } else {
Chris@0:                     requestedTransformListFiles.insert(transform);
Chris@0:                 }
Chris@0:                 continue;
Chris@0:             }
Chris@0:         } else if (arg == "-d" || arg == "--default") {
Chris@0:             if (last || args[i+1].startsWith("-")) {
Chris@0:                 cerr << myname.toStdString() << ": argument expected for \""
Chris@0:                      << arg.toStdString() << "\" option" << endl;
Chris@0:                 cerr << helpStr.toStdString() << endl;
Chris@0:                 exit(2);
Chris@0:             } else {
Chris@0:                 string deft = args[++i].toStdString();
Chris@0:                 if (requestedDefaultTransforms.find(deft) !=
Chris@0:                     requestedDefaultTransforms.end()) {
Chris@0:                     cerr << myname.toStdString() << ": NOTE: duplicate specification of default transform \"" << deft << "\" ignored" << endl;
Chris@0:                 } else {
Chris@0:                     requestedDefaultTransforms.insert(deft);
Chris@0:                 }
Chris@0:                 continue;
Chris@0:             }
Chris@0:         } else if (arg == "-S" || arg == "--summary") {
Chris@0:             if (last || args[i+1].startsWith("-")) {
Chris@0:                 cerr << myname.toStdString() << ": argument expected for \""
Chris@0:                      << arg.toStdString() << "\" option" << endl;
Chris@0:                 cerr << helpStr.toStdString() << endl;
Chris@0:                 exit(2);
Chris@0:             } else {
Chris@0:                 string summary = args[++i].toStdString();
Chris@0:                 requestedSummaryTypes.insert(summary);
Chris@0:                 continue;
Chris@0:             }
Chris@0:         } else if (arg == "--summary-only") {
Chris@0:             summaryOnly = true;
Chris@0:             continue;
Chris@0:         } else if (arg == "--segments") {
Chris@0:             if (last) {
Chris@0:                 cerr << myname.toStdString() << ": argument expected for \""
Chris@0:                      << arg.toStdString() << "\" option" << endl;
Chris@0:                 cerr << helpStr.toStdString() << endl;
Chris@0:                 exit(2);
Chris@0:             } else {
Chris@0:                 string segmentSpec = args[++i].toStdString();
Chris@0:                 QStringList segmentStrs = QString(segmentSpec.c_str()).split(',');
Chris@0:                 for (int j = 0; j < segmentStrs.size(); ++j) {
Chris@0:                     bool good = false;
Chris@0:                     boundaries.insert(Vamp::RealTime::fromSeconds
Chris@0:                                       (segmentStrs[j].toDouble(&good)));
Chris@0:                     if (!good) {
Chris@0:                         cerr << myname.toStdString() << ": segment boundaries must be numeric" << endl;
Chris@0:                         cerr << helpStr.toStdString() << endl;
Chris@0:                         exit(2);
Chris@0:                     }
Chris@0:                 }
Chris@0:             }
Chris@0: /*!!!
Chris@0:         } else if (arg == "-m" || arg == "--multiplex") {
Chris@0:             multiplex = true;
Chris@0:             cerr << myname.toStdString()
Chris@0:                  << ": WARNING: Multiplex argument not yet implemented" << endl; //!!!
Chris@0:             continue;
Chris@0: */
Chris@0:         } else if (arg == "-r" || arg == "--recursive") {
Chris@0:             recursive = true;
Chris@0:             continue;
Chris@21:         } else if (arg == "-f" || arg == "--force") {
Chris@21:             force = true;
Chris@21:             continue;
Chris@0:         } else if (arg == "-l" || arg == "--list") {
Chris@0:             list = true;
Chris@0:             continue;
Chris@0:         } else if (arg == "-s" || arg == "--skeleton") {
Chris@0:             if (last || args[i+1].startsWith("-")) {
Chris@0:                 cerr << myname.toStdString() << ": usage: "
Chris@0:                      << myname.toStdString() << " " << arg.toStdString()
Chris@0:                      << " <transform>" << endl;
Chris@0:                 cerr << helpStr.toStdString() << endl;
Chris@0:                 exit(2);
Chris@0:             } else {
Chris@0:                 skeletonFor = args[++i];
Chris@0:                 continue;
Chris@0:             }
Chris@0:         } else {
Chris@0:             otherArgs.push_back(args[i]);
Chris@0:         }
Chris@0:     }
Chris@0: 
Chris@0:     if (list) {
Chris@0:         if (!requestedWriterTags.empty() || skeletonFor != "") {
Chris@0:             cerr << helpStr.toStdString() << endl;
Chris@0:             exit(2);
Chris@0:         }
Chris@0:         listTransforms();
Chris@0:         exit(0);
Chris@0:     }
Chris@0:     if (skeletonFor != "") {
Chris@0:         if (!requestedWriterTags.empty()) {
Chris@0:             cerr << helpStr.toStdString() << endl;
Chris@0:             exit(2);
Chris@0:         }
Chris@0:         printSkeleton(skeletonFor);
Chris@0:         exit(0);
Chris@0:     }
Chris@0: 
Chris@0:     if (requestedTransformFiles.empty() &&
Chris@0:         requestedTransformListFiles.empty() &&
Chris@0:         requestedDefaultTransforms.empty()) {
Chris@0:         cerr << myname.toStdString()
Chris@0:              << ": no transform(s) specified" << endl;
Chris@0:         cerr << helpStr.toStdString() << endl;
Chris@0:         exit(2);
Chris@0:     }
Chris@0: 
Chris@0:     if (requestedWriterTags.empty()) {
Chris@0:         cerr << myname.toStdString()
Chris@0:              << ": no writer(s) specified" << endl;
Chris@0:         cerr << helpStr.toStdString() << endl;
Chris@0:         exit(2);
Chris@0:     }
Chris@0: 
Chris@0:     if (!boundaries.empty()) {
Chris@0:         if (requestedSummaryTypes.empty()) {
Chris@0:             cerr << myname.toStdString()
Chris@0:                  << ": summary segment boundaries provided, but no summary type specified"
Chris@0:                  << endl;
Chris@0:             cerr << helpStr.toStdString() << endl;
Chris@0:             exit(2);
Chris@0:         }
Chris@0:     }
Chris@0: 
Chris@20:     QSettings settings;
Chris@20: 
Chris@0: #ifdef HAVE_FFTW3
Chris@0:     settings.beginGroup("FFTWisdom");
Chris@0:     QString wisdom = settings.value("wisdom").toString();
Chris@0:     if (wisdom != "") {
Chris@0:         fftw_import_wisdom_from_string(wisdom.toLocal8Bit().data());
Chris@0:     }
Chris@0:     settings.endGroup();
Chris@0: #endif
Chris@0: 
Chris@20:     settings.beginGroup("RDF");
Chris@20:     if (!settings.contains("rdf-indices")) {
Chris@20:         QStringList list;
Chris@20:         list << "http://www.vamp-plugins.org/rdf/plugins/index.txt";
Chris@20:         settings.setValue("rdf-indices", list);
Chris@20:     }
Chris@20:     settings.endGroup();
Chris@20: 
Chris@0:     FeatureExtractionManager manager;
Chris@0: 
Chris@0:     if (!requestedSummaryTypes.empty()) {
Chris@0:         if (!manager.setSummaryTypes(requestedSummaryTypes,
Chris@0:                                      summaryOnly,
Chris@0:                                      boundaries)) {
Chris@0:             cerr << myname.toStdString()
Chris@0:                  << ": failed to set requested summary types" << endl;
Chris@0:             exit(1);
Chris@0:         }
Chris@0:     }
Chris@0:     
Chris@0:     vector<FeatureWriter *> writers;
Chris@0: 
Chris@0:     for (set<string>::const_iterator i = requestedWriterTags.begin();
Chris@0:          i != requestedWriterTags.end(); ++i) {
Chris@0: 
Chris@0:         FeatureWriter *writer = FeatureWriterFactory::createWriter(*i);
Chris@0: 
Chris@0:         if (!writer) {
Chris@0:             cerr << myname.toStdString() << ": unknown feature writer \""
Chris@0:                  << *i << "\"" << endl;
Chris@0:             cerr << helpStr.toStdString() << endl;
Chris@0:             exit(2);
Chris@0:         }
Chris@0: 
Chris@0:         map<string, string> writerArgs;
Chris@0:         FeatureWriter::ParameterList pl(writer->getSupportedParameters());
Chris@0: 
Chris@0:         for (int k = 0; k < pl.size(); ++k) {
Chris@0:             
Chris@0:             string argbase = pl[k].name;
Chris@0:             QString literal = QString("--%1-%2")
Chris@0:                 .arg(i->c_str()).arg(argbase.c_str());
Chris@0:             
Chris@0:             for (int j = 0; j < otherArgs.size(); ) {
Chris@0:                 
Chris@0:                 if (otherArgs[j] != literal) {
Chris@0:                     ++j;
Chris@0:                     continue;
Chris@0:                 }
Chris@0:                     
Chris@0:                 otherArgs.removeAt(j);
Chris@0:                     
Chris@0:                 if (pl[k].hasArg) {
Chris@0:                     if (j < otherArgs.size()) {
Chris@0:                         writerArgs[argbase] = otherArgs[j].toStdString();
Chris@0:                         otherArgs.removeAt(j);
Chris@0:                     } else {
Chris@0:                         cerr << myname.toStdString() << ": "
Chris@0:                              << "argument required for \""
Chris@0:                              << literal.toStdString() << "\" option"
Chris@0:                              << endl;
Chris@0:                         cerr << helpStr.toStdString() << endl;
Chris@0:                         exit(2);
Chris@0:                     }
Chris@0:                 } else {
Chris@0:                     writerArgs[argbase] = "";
Chris@0:                 }
Chris@0:             }
Chris@0:         }
Chris@0:         
Chris@0:         writer->setParameters(writerArgs);
Chris@0:         
Chris@0:         writers.push_back(writer);
Chris@0:     }
Chris@0: 
Chris@0:     for (int i = 0; i < otherArgs.size(); ++i) {
Chris@0:         if (otherArgs[i].startsWith("-")) {
Chris@0:             cerr << myname.toStdString() << ": unknown option \""
Chris@0:                  << otherArgs[i].toStdString() << "\"" << endl;
Chris@0:             cerr << helpStr.toStdString() << endl;
Chris@0:             exit(2);
Chris@0:         }
Chris@0:     }
Chris@0: 
Chris@0:     if (otherArgs.empty()) {
Chris@0:         cerr << myname.toStdString() << ": no input(s) specified" << endl;
Chris@0:         cerr << helpStr.toStdString() << endl;
Chris@0:         exit(2);
Chris@0:     }    
Chris@0: 
Chris@0:     for (set<string>::const_iterator i = requestedTransformListFiles.begin();
Chris@0:          i != requestedTransformListFiles.end(); ++i) {
Chris@0:         PlaylistFileReader reader(i->c_str());
Chris@0:         if (reader.isOK()) {
Chris@0:             vector<QString> files = reader.load();
Chris@0:             for (int j = 0; j < files.size(); ++j) {
Chris@0:                 requestedTransformFiles.insert(files[j].toStdString());
Chris@0:             }
Chris@0:         } else {
Chris@0:             cerr << myname.toStdString() << ": failed to read template list file \"" << *i << "\"" << endl;
Chris@0:             exit(2);
Chris@0:         }
Chris@0:     }
Chris@0: 
Chris@0:     QStringList sources;
Chris@0:     if (!recursive) {
Chris@0:         sources = otherArgs;
Chris@0:     } else {
Chris@0:         for (QStringList::const_iterator i = otherArgs.begin();
Chris@0:              i != otherArgs.end(); ++i) {
Chris@0:             if (QDir(*i).exists()) {
Chris@0:                 cerr << "Directory found and recursive flag set, scanning for audio files..." << endl;
Chris@0:                 int found = 0;
Chris@0:                 findSourcesRecursive(*i, sources, found);
Chris@0:                 cerr << "\rDone, found " << found << " supported audio file(s)                    " << endl;
Chris@0:             } else {
Chris@0:                 sources.push_back(*i);
Chris@0:             }
Chris@0:         }
Chris@0:     }
Chris@0: 
Chris@28:     bool good = true;
Chris@45:     QSet<QString> badSources;
Chris@28: 
Chris@0:     for (QStringList::const_iterator i = sources.begin();
Chris@0:          i != sources.end(); ++i) {
Chris@0:         try {
Chris@45:             manager.addSource(*i);
Chris@22:         } catch (const std::exception &e) {
Chris@45:             badSources.insert(*i);
Chris@21:             cerr << "ERROR: Failed to process file \"" << i->toStdString()
Chris@21:                  << "\": " << e.what() << endl;
Chris@22:             if (force) {
Chris@22:                 // print a note only if we have more files to process
Chris@22:                 QStringList::const_iterator j = i;
Chris@22:                 if (++j != sources.end()) {
Chris@22:                     cerr << "NOTE: \"--force\" option was provided, continuing (more errors may occur)" << endl;
Chris@22:                 }
Chris@22:             } else {
Chris@45:                 cerr << "NOTE: If you want to continue with processing any further files after an" << endl
Chris@45:                      << "error like this, use the --force option" << endl;
Chris@28:                 good = false;
Chris@22:                 break;
Chris@22:             }
Chris@0:         }
Chris@0:     }
Chris@45: 
Chris@45:     if (good) {
Chris@45:     
Chris@45:         bool haveFeatureExtractor = false;
Chris@45:     
Chris@45:         for (set<string>::const_iterator i = requestedTransformFiles.begin();
Chris@45:              i != requestedTransformFiles.end(); ++i) {
Chris@45:             if (manager.addFeatureExtractorFromFile(i->c_str(), writers)) {
Chris@45:                 haveFeatureExtractor = true;
Chris@45:             }
Chris@45:         }
Chris@45: 
Chris@45:         for (set<string>::const_iterator i = requestedDefaultTransforms.begin();
Chris@45:              i != requestedDefaultTransforms.end(); ++i) {
Chris@45:             if (manager.addDefaultFeatureExtractor(i->c_str(), writers)) {
Chris@45:                 haveFeatureExtractor = true;
Chris@45:             }
Chris@45:         }
Chris@45: 
Chris@45:         if (!haveFeatureExtractor) {
Chris@45:             cerr << myname.toStdString() << ": no feature extractors added" << endl;
Chris@45:             good = false;
Chris@45:         }
Chris@45:     }
Chris@45: 
Chris@45:     if (good) {
Chris@45:         for (QStringList::const_iterator i = sources.begin();
Chris@45:              i != sources.end(); ++i) {
Chris@45:             if (badSources.contains(*i)) continue;
Chris@45:             std::cerr << "Extracting features for: \"" << i->toStdString() << "\"" << std::endl;
Chris@45:             try {
Chris@47:                 manager.extractFeatures(*i, force);
Chris@45:             } catch (const std::exception &e) {
Chris@45:                 cerr << "ERROR: Feature extraction failed for \"" << i->toStdString()
Chris@45:                      << "\": " << e.what() << endl;
Chris@45:                 if (force) {
Chris@45:                     // print a note only if we have more files to process
Chris@45:                     QStringList::const_iterator j = i;
Chris@45:                     if (++j != sources.end()) {
Chris@45:                         cerr << "NOTE: \"--force\" option was provided, continuing (more errors may occur)" << endl;
Chris@45:                     }
Chris@45:                 } else {
Chris@45:                     cerr << "NOTE: If you want to continue with processing any further files after an" << endl
Chris@45:                          << "error like this, use the --force option" << endl;
Chris@45:                     good = false;
Chris@45:                     break;
Chris@45:                 }
Chris@45:             }
Chris@45:         }
Chris@45:     }
Chris@0:     
Chris@0:     for (int i = 0; i < writers.size(); ++i) delete writers[i];
Chris@0: 
Chris@0: #ifdef HAVE_FFTW3
Chris@0:     settings.beginGroup("FFTWisdom");
Chris@0:     char *cwisdom = fftw_export_wisdom_to_string();
Chris@0:     if (cwisdom) {
Chris@0:         settings.setValue("wisdom", cwisdom);
Chris@0:         fftw_free(cwisdom);
Chris@0:     }
Chris@0:     settings.endGroup();
Chris@0: #endif
Chris@0: 
Chris@0:     TempDirectory::getInstance()->cleanup();
Chris@0:     
Chris@28:     if (good) return 0;
Chris@28:     else return 1;
Chris@0: }
Chris@0: 
Chris@0: