Chris@0: /* -*- c-basic-offset: 4 indent-tabs-mode: nil -*-  vi:set ts=8 sts=4 sw=4: */
Chris@0: 
Chris@0: /*
Chris@0:     Sonic Annotator
Chris@0:     A utility for batch feature extraction from audio files.
Chris@0:     Mark Levy, Chris Sutton and Chris Cannam, Queen Mary, University of London.
Chris@0:     Copyright 2007-2008 QMUL.
Chris@0: 
Chris@0:     This program is free software; you can redistribute it and/or
Chris@0:     modify it under the terms of the GNU General Public License as
Chris@0:     published by the Free Software Foundation; either version 2 of the
Chris@0:     License, or (at your option) any later version.  See the file
Chris@0:     COPYING included with this distribution for more information.
Chris@0: */
Chris@0: 
Chris@0: #include <vector>
Chris@0: #include <string>
Chris@0: #include <iostream>
Chris@0: 
Chris@0: #include <QCoreApplication>
Chris@0: #include <QSettings>
Chris@0: #include <QStringList>
Chris@0: #include <QString>
Chris@0: #include <QFileInfo>
Chris@0: #include <QDir>
Chris@45: #include <QSet>
Chris@0: 
Chris@0: using std::cout;
Chris@0: using std::cerr;
Chris@0: using std::endl;
Chris@0: using std::vector;
Chris@0: using std::string;
Chris@0: 
Chris@2: #include "../version.h"
Chris@2: 
Chris@0: #include "base/Exceptions.h"
Chris@0: #include "base/TempDirectory.h"
Chris@111: #include "base/ProgressPrinter.h"
Chris@263: #include "base/Debug.h"
Chris@0: 
Chris@0: #include "data/fileio/AudioFileReaderFactory.h"
Chris@0: #include "data/fileio/PlaylistFileReader.h"
Chris@0: 
Chris@0: #include "transform/Transform.h"
Chris@0: #include "transform/TransformFactory.h"
Chris@0: 
Chris@0: #include "FeatureExtractionManager.h"
Chris@0: #include "transform/FeatureWriter.h"
Chris@0: #include "FeatureWriterFactory.h"
Chris@0: 
Chris@0: #include "rdf/RDFTransformFactory.h"
Chris@0: 
Chris@0: #include <vamp-hostsdk/PluginSummarisingAdapter.h>
Chris@0: 
Chris@0: #ifdef HAVE_FFTW3
Chris@0: #include <fftw3.h>
Chris@0: #endif
Chris@0: 
Chris@0: // Desired options:
Chris@0: //
Chris@0: // * output preference:
Chris@0: //   - all data in one file
Chris@0: //   - one file per input file
Chris@0: //   - one file per input file per transform
Chris@0: //   - (any use for: one file per transform?)
Chris@0: //
Chris@0: // * output location:
Chris@0: //   - same directory as input file
Chris@0: //   - current directory
Chris@0: //
Chris@0: // * output filename: 
Chris@0: //   - based on input (obvious choice for one file per input file modes)
Chris@0: //   - specified on command line (obvious choice for all in one file mode)
Chris@0: //
Chris@0: // * output format: one or more of
Chris@0: //   - RDF
Chris@0: //   - AudioDB
Chris@0: //   - Vamp Simple Host format
Chris@0: //   - CSV
Chris@0: //
Chris@0: // * input handling:
Chris@0: //   - run each transform on each input file separately
Chris@0: //   - provide all input files to the same transform, one per channel
Chris@0: //
Chris@0: // * format-specific options:
Chris@0: //   - RDF format: fancy/plain RDF
Chris@0: //   - CSV format: separator, timestamp type
Chris@0: //   note: do the output file/location also count as format-specific options?
Chris@0: //   an output writer that wrote to a database would have different options...
Chris@0: //
Chris@0: // * debug level and progress output
Chris@0: // 
Chris@0: // * other potential options:
Chris@0: //   - ignore version mismatches in Transform specifications
Chris@0: //   - sample rate: force a given rate; use file rate instead of rate in
Chris@0: //     Transform spec
Chris@0: // 
Chris@0: // * other potential instructions:
Chris@0: //   - write out a skeleton Transform file for a specified plugin
Chris@0: //   - write out skeleton RDF for a plugin library (i.e. do the job of
Chris@0: //     RDF template_generator)
Chris@0: //   - verify that RDF for a plugin library matches the plugin
Chris@0: //
Chris@0: // MAYBE:
Chris@0: // * transform(s) to run:
Chris@0: //   - supply transform file names on command line
Chris@0: //   - use all transforms found in a given directory?
Chris@0: //
Chris@0: // MAYBE:
Chris@0: // * input files to transform:
Chris@0: //   - supply file names or URIs on command line
Chris@0: //   - use all files in a given directory or tree
Chris@0: 
Chris@0: static QString
Chris@0: wrap(QString s, int len, int pfx = 0)
Chris@0: {
Chris@0:     QString ws;
Chris@0:     QStringList sl(s.split(' '));
Chris@0:     int i = 0, c = 0;
Chris@0:     while (i < sl.size()) {
Chris@0:         int wl = sl[i].length();
Chris@0:         if (c + wl < len) {
Chris@0:             if (c > 0) {
Chris@0:                 ws += ' ';
Chris@0:                 ++c;
Chris@0:             }
Chris@0:         } else {
Chris@0:             if (c > 0) {
Chris@0:                 ws += '\n';
Chris@0:                 for (int j = 0; j < pfx; ++j) ws += ' ';
Chris@0:                 c = 0;
Chris@0:             }
Chris@0:         }
Chris@0:         ws += sl[i];
Chris@0:         c += wl;
Chris@0:         ++i;
Chris@0:     }
Chris@0:     return ws;
Chris@0: }
Chris@0: 
Chris@240: static QString wrapCol(QString s) {
Chris@240:     return wrap(s, 56, 22);
Chris@240: }
Chris@240: 
Chris@127: static bool
Chris@127: isVersionNewerThan(QString a, QString b) // from VersionTester in svapp
Chris@127: {
Chris@127:     QRegExp re("[._-]");
Chris@127:     QStringList alist = a.split(re, QString::SkipEmptyParts);
Chris@127:     QStringList blist = b.split(re, QString::SkipEmptyParts);
Chris@127:     int ae = alist.size();
Chris@127:     int be = blist.size();
Chris@127:     int e = std::max(ae, be);
Chris@127:     for (int i = 0; i < e; ++i) {
Chris@127:         int an = 0, bn = 0;
Chris@127:         if (i < ae) {
Chris@127:             an = alist[i].toInt();
Chris@127:             if (an == 0 && alist[i] != "0") {
Chris@127:                 an = -1; // non-numeric field -> "-pre1" etc
Chris@127:             }
Chris@127:         }
Chris@127:         if (i < be) {
Chris@127:             bn = blist[i].toInt();
Chris@127:             if (bn == 0 && blist[i] != "0") {
Chris@127:                 bn = -1;
Chris@127:             }
Chris@127:         }
Chris@127:         if (an < bn) return false;
Chris@127:         if (an > bn) return true;
Chris@127:     }
Chris@127:     return false;
Chris@127: }
Chris@127: 
Chris@127: static int
Chris@127: checkMinVersion(QString myname, QString v)
Chris@127: {
Chris@127:     if (v == RUNNER_VERSION) {
Chris@127:         return 0;
Chris@127:     } else if (isVersionNewerThan(RUNNER_VERSION, v)) {
Chris@127:         return 0;
Chris@127:     } else {
Chris@127:         cerr << myname << ": version " 
Chris@127:              << RUNNER_VERSION << " is less than requested min version "
Chris@127:              << v << ", failing" << endl;
Chris@127:         return 1;
Chris@127:     }
Chris@127: }
Chris@127: 
Chris@125: void printUsage(QString myname)
Chris@0: {
Chris@0:     cerr << endl;
Chris@2:     cerr << "Sonic Annotator v" << RUNNER_VERSION << endl;
Chris@0:     cerr << "A utility for batch feature extraction from audio files." << endl;
Chris@240:     cerr << "Mark Levy, Chris Sutton, and Chris Cannam, Queen Mary, University of London." << endl;
Chris@295:     cerr << "Copyright 2007-2017 Queen Mary, University of London." << endl;
Chris@0:     cerr << endl;
Chris@0:     cerr << "This program is free software.  You may redistribute copies of it under the" << endl;
Chris@0:     cerr << "terms of the GNU General Public License <http://www.gnu.org/licenses/gpl.html>." << endl;
Chris@0:     cerr << "This program is supplied with NO WARRANTY, to the extent permitted by law." << endl;
Chris@0:     cerr << endl;
Chris@125:     cerr << "Usage: " << endl;
Chris@127:     cerr << "  " << myname
Chris@125:          << " [-mrnf] -t transform.ttl [..] -w <writer> [..] <audio> [..]" << endl;
Chris@127:     cerr << "  " << myname
Chris@125:          << " [-mrnf] -T translist.txt [..] -w <writer> [..] <audio> [..]" << endl;
Chris@127:     cerr << "  " << myname
Chris@240:          << " [-mrnf] -d <id> [..] -w <writer> [..] <audio> [...]" << endl;
Chris@127:     cerr << "  " << myname
Chris@0:          << " -s <transform>" << endl;
Chris@127:     cerr << "  " << myname
Chris@46:          << " [-lhv]" << endl;
Chris@0:     cerr << endl;
Chris@0:     cerr << "Where <audio> is an audio file or URL to use as input: either a local file" << endl;
Chris@125:     cerr << "path, local \"file://\" URL, or remote \"http://\" or \"ftp://\" URL;" << endl;
Chris@240:     cerr << "and <id> is a transform id of the form vamp:libname:plugin:output." << endl;
Chris@0:     cerr << endl;
Chris@125: }
Chris@125: 
Chris@197: void printOptionHelp(std::string writer, FeatureWriter::Parameter &p)
Chris@197: {
Chris@197:     cerr << "  --" << writer << "-" << p.name << " ";
Chris@197:     int spaceage = 16 - int(writer.length()) - int(p.name.length());
Chris@197:     if (p.hasArg) { cerr << "<X> "; spaceage -= 4; }
Chris@197:     for (int k = 0; k < spaceage; ++k) cerr << " ";
Chris@197:     QString s(p.description.c_str());
Chris@240:     s = wrapCol(s);
Chris@197:     cerr << s << endl;
Chris@197: }
Chris@197: 
Chris@142: void printHelp(QString myname, QString w)
Chris@125: {
Chris@142:     std::string writer = w.toStdString();
Chris@142: 
Chris@125:     printUsage(myname);
Chris@0: 
Chris@0:     QString extensions = AudioFileReaderFactory::getKnownExtensions();
Chris@0:     QStringList extlist = extensions.split(" ", QString::SkipEmptyParts);
Chris@0:     if (!extlist.empty()) {
Chris@0:         cerr << "The following audio file extensions are recognised:" << endl;
Chris@0:         cerr << "  ";
Chris@0:         int c = 2;
Chris@0:         for (int i = 0; i < extlist.size(); ++i) {
Chris@0:             QString ext = extlist[i];
Chris@0:             if (ext.startsWith("*.")) ext = ext.right(ext.length()-2);
Chris@0:             c += ext.length() + 2;
Chris@0:             if (c >= 80) {
Chris@0:                 cerr << "\n  ";
Chris@0:                 c -= 78;
Chris@0:             }
Chris@127:             cerr << ext;
Chris@0:             if (i + 1 == extlist.size()) cerr << ".";
Chris@0:             else cerr << ", ";
Chris@0:         }
Chris@0:         cerr << endl;
Chris@0:     }
Chris@0: 
Chris@0:     cerr << "Playlist files in M3U format are also supported." << endl;
Chris@0:     cerr << endl;
Chris@125: 
Chris@125:     set<string> writers = FeatureWriterFactory::getWriterTags();
Chris@142: 
Chris@142:     QString writerText = "Supported writer types are: ";
Chris@0:     for (set<string>::const_iterator i = writers.begin();
Chris@0:          i != writers.end(); ) {
Chris@142:         writerText += i->c_str();
Chris@142:         if (++i != writers.end()) writerText += ", ";
Chris@142:         else writerText += ".";
Chris@0:     }
Chris@240:     writerText = wrapCol(writerText);
Chris@0: 
Chris@142:     if (writer == "" || writers.find(writer) == writers.end()) {
Chris@0: 
Chris@142:         cerr << "Transformation options:" << endl;
Chris@142:         cerr << endl;
Chris@240:         cerr << "  -t, --transform <T> "
Chris@240:              << wrapCol("Apply transform described in transform file <T> to"
Chris@240:                         " all input audio files. You may supply this option" 
Chris@240:                         " multiple times. You must supply this option, -T, or -d" 
Chris@240:                         " at least once for any work to be done. Transform format" 
Chris@240:                         " may be SV transform XML or Vamp transform RDF/Turtle."
Chris@240:                         " A skeleton transform file for"
Chris@240:                         " a given transform id can be generated using the"
Chris@240:                         " -s option (see below). See accompanying"
Chris@240:                         " documentation for transform examples.")
Chris@240:              << endl << endl;
Chris@240:         cerr << "  -T, --transforms <T> "
Chris@240:              << wrapCol("Apply all transforms described in transform files"
Chris@240:                         " whose names are listed in text file <T>. You may supply"
Chris@240:                         " this option multiple times.")
Chris@240:              << endl << endl;
Chris@240:         cerr << "  -d, --default <I>   "
Chris@240:              << wrapCol("Apply the default transform for transform id <I>. This"
Chris@240:                         " is equivalent to generating a skeleton transform for the"
Chris@240:                         " id (using the -s option, below) and then applying that,"
Chris@240:                         " unmodified, with the -t option in the normal way. Note"
Chris@240:                         " that results may vary, as default"
Chris@240:                         " processing parameters may change between releases of "
Chris@240:                         + myname + " as well as of individual plugins. Do not use"
Chris@240:                         " this in production systems. You may supply this option"
Chris@240:                         " multiple times, and mix it with -t and -T.")
Chris@240:              << endl << endl;
Chris@240:         cerr << "  -w, --writer <W>    Write output using writer type <W>.\n"
Chris@240:              << "                      " << writerText << endl
Chris@240:              << "                      "
Chris@240:              << wrapCol("You may supply this option multiple times. You must"
Chris@240:                         " supply this option at least once for any work to be done.")
Chris@240:              << endl << endl;
Chris@240:         cerr << "  -S, --summary <S>   "
Chris@240:              << wrapCol("In addition to the result features, write summary feature"
Chris@240:                         " of summary type <S>.") << endl
Chris@240:              << "                      "
Chris@240:              << wrapCol("Supported summary types are min, max, mean, median, mode,"
Chris@240:                         " sum, variance, sd, count.") << endl
Chris@240:              << "                      You may supply this option multiple times."
Chris@240:              << endl << endl;
Chris@240:         cerr << "      --summary-only  "
Chris@240:              << wrapCol("Write only summary features; do not write the regular"
Chris@240:                         " result features.")
Chris@240:              << endl << endl;
Chris@240:         cerr << "      --segments <A>,<B>[,...]\n                      "
Chris@240:              << wrapCol("Summarise in segments, with segment boundaries"
Chris@240:                         " at A, B, ... seconds.")
Chris@240:              << endl << endl;
Chris@240:         cerr << "      --segments-from <F>\n                      "
Chris@240:              << wrapCol("Summarise in segments, with segment boundaries"
Chris@240:                         " at times read from the text file <F>. (one time per"
Chris@240:                         " line, in seconds).")
Chris@240:              << endl << endl;
Chris@240:         cerr << "  -m, --multiplex     "
Chris@240:              << wrapCol("If multiple input audio files are given, use mono"
Chris@240:                         " mixdowns of the files as the input channels for a single"
Chris@240:                         " invocation of each transform, instead of running the"
Chris@240:                         " transform against all files separately. The first file"
Chris@240:                         " will be used for output reference name and sample rate.")
Chris@240:              << endl << endl;
Chris@240:         cerr << "  -r, --recursive     "
Chris@240:              << wrapCol("If any of the <audio> arguments is found to be a local"
Chris@240:                         " directory, search the tree starting at that directory"
Chris@240:                         " for all supported audio files and take all of those as"
Chris@240:                         " input in place of it.")
Chris@240:              << endl << endl;
Chris@240:         cerr << "  -n, --normalise     "
Chris@240:              << wrapCol("Normalise each input audio file to signal abs max = 1.f.")
Chris@240:              << endl << endl;
Chris@240:         cerr << "  -f, --force         "
Chris@240:              << wrapCol("Continue with subsequent files following an error.")
Chris@240:              << endl << endl;
Chris@263:         cerr << "  -q, --quiet         "
Chris@263:              << wrapCol("Suppress informational output that would otherwise be printed to stderr and to a log file. Sonic Annotator may run faster with this option, especially if the application data directory is on a shared storage resource, but no diagnostic information will be available except for the application's return code.")
Chris@263:              << endl << endl;
Chris@240:         cerr << "Housekeeping options:"
Chris@240:              << endl << endl;
Chris@144:         cerr << "  -l, --list          List available transform ids to standard output." << endl;
Chris@144:         cerr << "      --list-writers  List supported writer types to standard output." << endl;
Chris@144:         cerr << "      --list-formats  List supported input audio formats to standard output." << endl;
Chris@142:         cerr << endl;
Chris@240:         cerr << "  -s, --skeleton <I>  "
Chris@240:              << wrapCol("Generate a skeleton RDF transform file for transform id"
Chris@240:                         " <I>, with default parameters for that transform, and write it"
Chris@240:                         " to standard output.")
Chris@240:              << endl << endl;
Chris@142:         cerr << "  -v, --version       Show the version number and exit." << endl;
Chris@142:         cerr << endl;
Chris@240:         cerr << "      --minversion <V> "
Chris@240:              << wrapCol("Exit with successful return code if the version of "
Chris@240:                         + myname + " is at least <V>, failure otherwise."
Chris@240:                         " For scripts that depend on certain option support.")
Chris@240:              << endl << endl;
Chris@255:         cerr << "      --transform-minversion <I> <V>\n"
Chris@255:              << "                      "
Chris@255:              << wrapCol("Exit with successful return code if the plugin providing "
Chris@255:                         " transform id <I> is at least <V>, failure otherwise.")
Chris@255:              << endl << endl;
Chris@142:         cerr << "  -h, --help          Show help." << endl;
Chris@142:         cerr << "  -h, --help <W>      Show help for writer type W." << endl;
Chris@142:         cerr << "                      " << writerText << endl;
Chris@142: 
Chris@240:         cerr << endl
Chris@240:              << wrap("If no -w (or --writer) options are supplied, one of the"
Chris@240:                      " housekeeping options (-l -s -v -h or long equivalent) must"
Chris@240:                      " be given instead.", 78, 0)
Chris@240:              << endl;
Chris@142: 
Chris@142:     } else {
Chris@142: 
Chris@142:         FeatureWriter *w = FeatureWriterFactory::createWriter(writer);
Chris@0:         if (!w) {
Chris@142:             cerr << "  (Internal error: failed to create writer of known type \""
Chris@142:                  << writer << "\")" << endl;
Chris@142:             return;
Chris@0:         }
Chris@144:         cerr << "Feature writer \"" << writer << "\":" << endl << endl;
Chris@144:         cerr << "  " << wrap(w->getDescription().c_str(), 76, 2) << endl << endl;
Chris@0:         FeatureWriter::ParameterList params = w->getSupportedParameters();
Chris@0:         delete w;
Chris@0:         if (params.empty()) {
Chris@144:             cerr << "  No additional options are available for this writer." << endl << endl;
Chris@142:             return;
Chris@0:         }
Chris@197:         FeatureWriter::ParameterList mandatory;
Chris@197:         bool haveOptional = false;
Chris@197:         for (auto &p: params) {
Chris@197:             if (p.mandatory) mandatory.push_back(p);
Chris@197:             else haveOptional = true;
Chris@197:         }
Chris@197:         if (!mandatory.empty()) {
Chris@197:             cerr << "Mandatory parameters for writer type \"" << writer << "\":" << endl;
Chris@197:             cerr << endl;
Chris@197:             for (auto &p: mandatory) {
Chris@197:                 printOptionHelp(writer, p);
Chris@197:             }
Chris@197:             cerr << endl;
Chris@197:         }
Chris@197:         if (haveOptional) {
Chris@197:             cerr << "Additional options for writer type \"" << writer << "\":" << endl;
Chris@197:             cerr << endl;
Chris@197:             for (auto &p: params) {
Chris@197:                 if (p.mandatory) continue;
Chris@197:                 printOptionHelp(writer, p);
Chris@197:             }
Chris@0:         }
Chris@0:     }
Chris@0: 
Chris@0:     cerr << endl;
Chris@0: }
Chris@0: 
Chris@0: void
Chris@0: listTransforms()
Chris@0: {
Chris@0:     TransformList transforms =
Chris@0:         TransformFactory::getInstance()->getAllTransformDescriptions();
Chris@0: 
Chris@0:     for (TransformList::const_iterator iter = transforms.begin();
Chris@0:          iter != transforms.end(); ++iter) {
Chris@0:         const TransformDescription &transform = *iter;
Chris@0:         if (transform.type == TransformDescription::Analysis) {
Chris@127:             cout << transform.identifier << endl;
Chris@0:         }
Chris@0:     }
Chris@0: }    
Chris@0: 
Chris@0: void
Chris@0: printSkeleton(QString id)
Chris@0: {
Chris@0:     Transform transform =
Chris@0:         TransformFactory::getInstance()->getDefaultTransformFor(id);
Chris@0:     cout << "@prefix xsd:      <http://www.w3.org/2001/XMLSchema#> ." << endl
Chris@0:          << "@prefix vamp:     <http://purl.org/ontology/vamp/> ." << endl
Chris@0:          << "@prefix :         <#> ." << endl << endl;
Chris@0:     QString rdf = RDFTransformFactory::writeTransformToRDF
Chris@0:         (transform, ":transform");
Chris@127:     cout << rdf;
Chris@0: }    
Chris@0: 
Chris@255: static int
Chris@255: checkTransformMinVersion(QString myname, QString id, int version)
Chris@255: {
Chris@255:     Transform transform =
Chris@255:         TransformFactory::getInstance()->getDefaultTransformFor(id);
Chris@255:     QString pvs = transform.getPluginVersion();
Chris@255:     bool ok = false;
Chris@255:     int pv = pvs.toInt(&ok);
Chris@255:     if (!ok) {
Chris@255:         cerr << myname << ": transform version \"" << pvs << "\" is not an integer"
Chris@255:              << endl;
Chris@255:         return 1;
Chris@255:     }
Chris@255:     if (pv >= version) {
Chris@255:         return 0;
Chris@255:     } else {
Chris@255:         return 1;
Chris@255:     }
Chris@255: }
Chris@255: 
Chris@0: void
Chris@0: findSourcesRecursive(QString dirname, QStringList &addTo, int &found)
Chris@0: {
Chris@0:     QDir dir(dirname);
Chris@0: 
Chris@0:     QString printable = dir.dirName().left(20);
Chris@265:     SVCERR << "\rScanning \"" << printable << "\"..."
Chris@127:          << QString("                    ").left(20 - printable.length())
Chris@0:          << " [" << found << " audio file(s)]";
Chris@0: 
Chris@0:     QString extensions = AudioFileReaderFactory::getKnownExtensions();
Chris@0:     QStringList extlist = extensions.split(" ", QString::SkipEmptyParts);
Chris@0: 
Chris@0:     QStringList files = dir.entryList
Chris@0:         (extlist, QDir::Files | QDir::Readable);
Chris@0:     for (int i = 0; i < files.size(); ++i) {
Chris@0:         addTo.push_back(dir.filePath(files[i]));
Chris@0:         ++found;
Chris@0:     }
Chris@0: 
Chris@0:     QStringList subdirs = dir.entryList
Chris@0:         (QStringList(), QDir::Dirs | QDir::NoSymLinks | QDir::NoDotAndDotDot);
Chris@0:     for (int i = 0; i < subdirs.size(); ++i) {
Chris@0:         findSourcesRecursive(dir.filePath(subdirs[i]), addTo, found);
Chris@0:     }
Chris@0: }
Chris@0: 
Chris@111: QStringList
Chris@111: expandPlaylists(QStringList sources)
Chris@111: {
Chris@111:     QStringList expanded;
Chris@111:     foreach (QString path, sources) {
Chris@111:         if (QFileInfo(path).suffix().toLower() == "m3u") {
Chris@265:             SVDEBUG << "Expanding m3u playlist file \"" << path << "\"" << endl;
Chris@111:             ProgressPrinter retrievalProgress("Opening playlist file...");
Chris@111:             FileSource source(path, &retrievalProgress);
Chris@111:             if (!source.isAvailable()) {
Chris@117:                 // Don't fail or throw an exception here, just keep
Chris@117:                 // the file in the list -- it will be tested again
Chris@117:                 // when adding it as a source and that's the proper
Chris@117:                 // time to fail. All we're concluding here is that it
Chris@117:                 // isn't a valid playlist
Chris@117:                 expanded.push_back(path);
Chris@117:                 continue;
Chris@111:             }
Chris@111:             source.waitForData();
Chris@111:             PlaylistFileReader reader(source);
Chris@111:             if (reader.isOK()) {
Chris@111:                 vector<QString> files = reader.load();
Chris@111:                 for (int i = 0; i < (int)files.size(); ++i) {
Chris@111:                     expanded.push_back(files[i]);
Chris@111:                 }
Chris@265:                 SVDEBUG << "Done, m3u playlist references "
Chris@265:                         << files.size() << " file(s)" << endl;
Chris@111:             }
Chris@111:         } else {
Chris@111:             // not a playlist
Chris@111:             expanded.push_back(path);
Chris@111:         }
Chris@111:     }
Chris@111:     return expanded;
Chris@111: }
Chris@0: 
Chris@182: bool
Chris@182: readSegmentBoundaries(QString url, 
Chris@182:                       Vamp::HostExt::PluginSummarisingAdapter::SegmentBoundaries &boundaries)
Chris@182: {
Chris@182:     FileSource source(url);
Chris@182:     if (!source.isAvailable()) {
Chris@265:         SVCERR << "File or URL \"" << url << "\" could not be retrieved" << endl;
Chris@182:         return false;
Chris@182:     }
Chris@182:     source.waitForData();
Chris@182: 
Chris@182:     QString filename = source.getLocalFilename();
Chris@182:     QFile file(filename);
Chris@182:     if (!file.open(QIODevice::ReadOnly | QIODevice::Text)) {
Chris@265:         SVCERR << "File \"" << filename << "\" could not be read" << endl;
Chris@182:         return false;
Chris@182:     }
Chris@182: 
Chris@182:     QTextStream in(&file);
Chris@182:     int lineNo = 0;
Chris@182:     
Chris@182:     while (!in.atEnd()) {
Chris@182: 
Chris@182:         ++lineNo;
Chris@182:         
Chris@182:         QString line = in.readLine();
Chris@182:         if (line.startsWith("#")) continue;
Chris@182: 
Chris@182:         QStringList bits = line.split(",", QString::SkipEmptyParts);
Chris@182:         QString importantBit;
Chris@182:         if (!bits.empty()) {
Chris@182:             bits = bits[0].split(" ", QString::SkipEmptyParts);
Chris@182:         }
Chris@182:         if (!bits.empty()) {
Chris@182:             importantBit = bits[0];
Chris@182:         }
Chris@182:         if (importantBit == QString()) {
Chris@265:             SVCERR << "WARNING: Skipping line " << lineNo << " (no content found)"
Chris@182:                  << endl;
Chris@182:             continue;
Chris@182:         }
Chris@182:         bool good = false;
Chris@182:         boundaries.insert(Vamp::RealTime::fromSeconds
Chris@182:                           (importantBit.toDouble(&good)));
Chris@182:         if (!good) {
Chris@265:             SVCERR << "Unparseable or non-numeric segment boundary at line "
Chris@182:                  << lineNo << endl;
Chris@182:             return false;
Chris@182:         }
Chris@182:     }
Chris@182: 
Chris@182:     return true;
Chris@182: }
Chris@182: 
Chris@0: int main(int argc, char **argv)
Chris@0: {
Chris@0:     QCoreApplication application(argc, argv);
Chris@0: 
Chris@0:     QCoreApplication::setOrganizationName("QMUL");
Chris@0:     QCoreApplication::setOrganizationDomain("qmul.ac.uk");
Chris@0:     QCoreApplication::setApplicationName("Sonic Annotator");
Chris@0: 
Chris@0:     QStringList args = application.arguments();
Chris@0:     set<string> requestedWriterTags;
Chris@0:     set<string> requestedTransformFiles;
Chris@0:     set<string> requestedTransformListFiles;
Chris@0:     set<string> requestedDefaultTransforms;
Chris@0:     set<string> requestedSummaryTypes;
Chris@21:     bool force = false;
Chris@106:     bool multiplex = false;
Chris@0:     bool recursive = false;
Chris@116:     bool normalise = false;
Chris@263:     bool quiet = false;
Chris@0:     bool list = false;
Chris@144:     bool listWriters = false;
Chris@144:     bool listFormats = false;
Chris@0:     bool summaryOnly = false;
Chris@0:     QString skeletonFor = "";
Chris@127:     QString minVersion = "";
Chris@255:     pair<QString, QString> transformMinVersion;
Chris@0:     QString myname = args[0];
Chris@0:     myname = QFileInfo(myname).baseName();
Chris@0:     QStringList otherArgs;
Chris@0:     Vamp::HostExt::PluginSummarisingAdapter::SegmentBoundaries boundaries;
Chris@0: 
Chris@0:     QString helpStr = myname + ": use -h or --help option for help";
Chris@0: 
Chris@0:     for (int i = 1; i < args.size(); ++i) {
Chris@0: 
Chris@0:         QString arg = args[i];
Chris@0:         bool last = ((i + 1) == args.size());
Chris@0:         
Chris@0:         if (arg == "-h" || arg == "--help" || arg == "-?") {
Chris@142:             QString writer;
Chris@142:             if (!last) {
Chris@142:                 writer = args[i+1];
Chris@142:             }
Chris@142:             printHelp(myname, writer);
Chris@125:             return 0;
Chris@0:         }
Chris@0: 
Chris@46:         if (arg == "-v" || arg == "--version") {
Chris@46:             std::cout << RUNNER_VERSION << std::endl;
Chris@46:             return 0;
Chris@46:         }
Chris@46: 
Chris@0:         if (arg == "-w" || arg == "--writer") {
Chris@0:             if (last || args[i+1].startsWith("-")) {
Chris@127:                 cerr << myname << ": argument expected for \""
Chris@127:                      << arg << "\" option" << endl;
Chris@127:                 cerr << helpStr << endl;
Chris@0:                 exit(2);
Chris@0:             } else {
Chris@0:                 string tag = args[++i].toStdString();
Chris@0:                 if (requestedWriterTags.find(tag) != requestedWriterTags.end()) {
Chris@127:                     cerr << myname << ": NOTE: duplicate specification of writer type \"" << tag << "\" ignored" << endl;
Chris@0:                 } else {
Chris@0:                     requestedWriterTags.insert(tag);
Chris@0:                 }
Chris@0:                 continue;
Chris@0:             }
Chris@0:         } else if (arg == "-t" || arg == "--transform") {
Chris@0:             if (last || args[i+1].startsWith("-")) {
Chris@127:                 cerr << myname << ": argument expected for \""
Chris@127:                      << arg << "\" option" << endl;
Chris@127:                 cerr << helpStr << endl;
Chris@0:                 exit(2);
Chris@0:             } else {
Chris@0:                 string transform = args[++i].toStdString();
Chris@0:                 if (requestedTransformFiles.find(transform) !=
Chris@0:                     requestedTransformFiles.end()) {
Chris@127:                     cerr << myname << ": NOTE: duplicate specification of transform file \"" << transform << "\" ignored" << endl;
Chris@0:                 } else {
Chris@0:                     requestedTransformFiles.insert(transform);
Chris@0:                 }
Chris@0:                 continue;
Chris@0:             }
Chris@0:         } else if (arg == "-T" || arg == "--transforms") {
Chris@0:             if (last || args[i+1].startsWith("-")) {
Chris@127:                 cerr << myname << ": argument expected for \""
Chris@127:                      << arg << "\" option" << endl;
Chris@127:                 cerr << helpStr << endl;
Chris@0:                 exit(2);
Chris@0:             } else {
Chris@0:                 string transform = args[++i].toStdString();
Chris@0:                 if (requestedTransformListFiles.find(transform) !=
Chris@0:                     requestedTransformListFiles.end()) {
Chris@127:                     cerr << myname << ": NOTE: duplicate specification of transform list file \"" << transform << "\" ignored" << endl;
Chris@0:                 } else {
Chris@0:                     requestedTransformListFiles.insert(transform);
Chris@0:                 }
Chris@0:                 continue;
Chris@0:             }
Chris@0:         } else if (arg == "-d" || arg == "--default") {
Chris@0:             if (last || args[i+1].startsWith("-")) {
Chris@127:                 cerr << myname << ": argument expected for \""
Chris@127:                      << arg << "\" option" << endl;
Chris@127:                 cerr << helpStr << endl;
Chris@0:                 exit(2);
Chris@0:             } else {
Chris@0:                 string deft = args[++i].toStdString();
Chris@0:                 if (requestedDefaultTransforms.find(deft) !=
Chris@0:                     requestedDefaultTransforms.end()) {
Chris@127:                     cerr << myname << ": NOTE: duplicate specification of default transform \"" << deft << "\" ignored" << endl;
Chris@0:                 } else {
Chris@0:                     requestedDefaultTransforms.insert(deft);
Chris@0:                 }
Chris@0:                 continue;
Chris@0:             }
Chris@0:         } else if (arg == "-S" || arg == "--summary") {
Chris@0:             if (last || args[i+1].startsWith("-")) {
Chris@127:                 cerr << myname << ": argument expected for \""
Chris@127:                      << arg << "\" option" << endl;
Chris@127:                 cerr << helpStr << endl;
Chris@0:                 exit(2);
Chris@0:             } else {
Chris@0:                 string summary = args[++i].toStdString();
Chris@0:                 requestedSummaryTypes.insert(summary);
Chris@0:                 continue;
Chris@0:             }
Chris@0:         } else if (arg == "--summary-only") {
Chris@0:             summaryOnly = true;
Chris@0:             continue;
Chris@0:         } else if (arg == "--segments") {
Chris@0:             if (last) {
Chris@127:                 cerr << myname << ": argument expected for \""
Chris@127:                      << arg << "\" option" << endl;
Chris@127:                 cerr << helpStr << endl;
Chris@0:                 exit(2);
Chris@0:             } else {
Chris@0:                 string segmentSpec = args[++i].toStdString();
Chris@0:                 QStringList segmentStrs = QString(segmentSpec.c_str()).split(',');
Chris@0:                 for (int j = 0; j < segmentStrs.size(); ++j) {
Chris@0:                     bool good = false;
Chris@0:                     boundaries.insert(Vamp::RealTime::fromSeconds
Chris@0:                                       (segmentStrs[j].toDouble(&good)));
Chris@0:                     if (!good) {
Chris@127:                         cerr << myname << ": segment boundaries must be numeric" << endl;
Chris@127:                         cerr << helpStr << endl;
Chris@0:                         exit(2);
Chris@0:                     }
Chris@0:                 }
Chris@0:             }
Chris@182:         } else if (arg == "--segments-from") {
Chris@182:             if (last) {
Chris@182:                 cerr << myname << ": argument expected for \""
Chris@182:                      << arg << "\" option" << endl;
Chris@182:                 cerr << helpStr << endl;
Chris@182:                 exit(2);
Chris@182:             } else {
Chris@182:                 QString segmentFilename = args[++i];
Chris@182:                 if (!readSegmentBoundaries(segmentFilename, boundaries)) {
Chris@182:                     cerr << myname << ": failed to read segment boundaries from file" << endl;
Chris@182:                     cerr << helpStr << endl;
Chris@182:                     exit(2);
Chris@182:                 }
Chris@182:             }
Chris@0:         } else if (arg == "-m" || arg == "--multiplex") {
Chris@0:             multiplex = true;
Chris@0:             continue;
Chris@0:         } else if (arg == "-r" || arg == "--recursive") {
Chris@0:             recursive = true;
Chris@0:             continue;
Chris@116:         } else if (arg == "-n" || arg == "--normalise") {
Chris@116:             normalise = true;
Chris@116:             continue;
Chris@21:         } else if (arg == "-f" || arg == "--force") {
Chris@21:             force = true;
Chris@21:             continue;
Chris@263:         } else if (arg == "-q" || arg == "--quiet") {
Chris@263:             quiet = true;
Chris@263:             continue;
Chris@144:         } else if (arg == "--list-writers") {
Chris@144:             listWriters = true;
Chris@144:             continue;
Chris@144:         } else if (arg == "--list-formats") {
Chris@144:             listFormats = true;
Chris@144:             continue;
Chris@0:         } else if (arg == "-l" || arg == "--list") {
Chris@0:             list = true;
Chris@0:             continue;
Chris@127:         } else if (arg == "--minversion") {
Chris@127:             if (last || args[i+1].startsWith("-")) {
Chris@127:                 cerr << myname << ": usage: "
Chris@127:                      << myname << " " << arg << " <version>" << endl;
Chris@127:                 cerr << helpStr << endl;
Chris@127:                 exit(2);
Chris@127:             }
Chris@127:             minVersion = args[++i];
Chris@127:             continue;
Chris@255:         } else if (arg == "--transform-minversion") {
Chris@255:             if (last || (i+2) == args.size() ||
Chris@255:                 args[i+1].startsWith("-") ||
Chris@255:                 args[i+2].startsWith("-")) {
Chris@255:                 cerr << myname << ": usage: "
Chris@255:                      << myname << " " << arg << " <version>" << endl;
Chris@255:                 cerr << helpStr << endl;
Chris@255:                 exit(2);
Chris@255:             }
Chris@255:             transformMinVersion = { args[i+1], args[i+2] };
Chris@255:             i += 2;
Chris@255:             continue;
Chris@0:         } else if (arg == "-s" || arg == "--skeleton") {
Chris@0:             if (last || args[i+1].startsWith("-")) {
Chris@127:                 cerr << myname << ": usage: "
Chris@127:                      << myname << " " << arg
Chris@0:                      << " <transform>" << endl;
Chris@127:                 cerr << helpStr << endl;
Chris@0:                 exit(2);
Chris@0:             } else {
Chris@0:                 skeletonFor = args[++i];
Chris@0:                 continue;
Chris@0:             }
Chris@0:         } else {
Chris@0:             otherArgs.push_back(args[i]);
Chris@0:         }
Chris@0:     }
Chris@0: 
Chris@263:     if (quiet) {
Chris@263:         SVDebug::silence();
Chris@263:         SVCerr::silence();
Chris@263:     }
Chris@263:     
Chris@0:     if (list) {
Chris@0:         if (!requestedWriterTags.empty() || skeletonFor != "") {
Chris@127:             cerr << helpStr << endl;
Chris@0:             exit(2);
Chris@0:         }
Chris@0:         listTransforms();
Chris@0:         exit(0);
Chris@0:     }
Chris@144:     if (listWriters) {
Chris@144:         if (!requestedWriterTags.empty() || skeletonFor != "") {
Chris@144:             cerr << helpStr << endl;
Chris@144:             exit(2);
Chris@144:         }
Chris@144:         set<string> writers = FeatureWriterFactory::getWriterTags();
Chris@144:         bool first = true;
Chris@144:         for (set<string>::const_iterator i = writers.begin();
Chris@144:              i != writers.end(); ++i) {
Chris@144:             if (!first) cout << " ";
Chris@144:             cout << *i;
Chris@144:             first = false;
Chris@144:         }
Chris@144:         cout << endl;
Chris@144:         exit(0);
Chris@144:     }
Chris@144:     if (listFormats) {
Chris@144:         if (!requestedWriterTags.empty() || skeletonFor != "") {
Chris@144:             cerr << helpStr << endl;
Chris@144:             exit(2);
Chris@144:         }
Chris@144:         QString extensions = AudioFileReaderFactory::getKnownExtensions();
Chris@144:         QStringList extlist = extensions.split(" ", QString::SkipEmptyParts);
Chris@144:         bool first = true;
Chris@144:         foreach (QString s, extlist) {
Chris@144:             if (!first) cout << " ";
Chris@144:             s.replace("*.", "");
Chris@144:             cout << s;
Chris@144:             first = false;
Chris@144:         }
Chris@144:         cout << endl;
Chris@144:         exit(0);
Chris@144:     }
Chris@144:     if (list) {
Chris@144:         if (!requestedWriterTags.empty() || skeletonFor != "") {
Chris@144:             cerr << helpStr << endl;
Chris@144:             exit(2);
Chris@144:         }
Chris@144:         listTransforms();
Chris@144:         exit(0);
Chris@144:     }
Chris@0:     if (skeletonFor != "") {
Chris@0:         if (!requestedWriterTags.empty()) {
Chris@127:             cerr << helpStr << endl;
Chris@0:             exit(2);
Chris@0:         }
Chris@0:         printSkeleton(skeletonFor);
Chris@0:         exit(0);
Chris@0:     }
Chris@127:     if (minVersion != "") {
Chris@127:         if (!requestedWriterTags.empty()) {
Chris@127:             cerr << helpStr << endl;
Chris@127:             exit(2);
Chris@127:         }
Chris@127:         exit(checkMinVersion(myname, minVersion));
Chris@127:     }
Chris@255:     if (transformMinVersion.first != "") {
Chris@255:         if (!requestedWriterTags.empty()) {
Chris@255:             cerr << helpStr << endl;
Chris@255:             exit(2);
Chris@255:         }
Chris@255:         bool ok = false;
Chris@255:         int version = transformMinVersion.second.toInt(&ok);
Chris@255:         if (!ok) {
Chris@255:             cerr << myname << ": plugin version \"" << transformMinVersion.second
Chris@255:                  << "\" must be an integer" << endl;
Chris@255:             cerr << helpStr << endl;
Chris@255:             exit(2);
Chris@255:         }            
Chris@255:         exit(checkTransformMinVersion(myname, transformMinVersion.first, version));
Chris@255:     }
Chris@0: 
Chris@0:     if (requestedTransformFiles.empty() &&
Chris@0:         requestedTransformListFiles.empty() &&
Chris@0:         requestedDefaultTransforms.empty()) {
Chris@127:         cerr << myname
Chris@0:              << ": no transform(s) specified" << endl;
Chris@127:         cerr << helpStr << endl;
Chris@0:         exit(2);
Chris@0:     }
Chris@0: 
Chris@0:     if (requestedWriterTags.empty()) {
Chris@127:         cerr << myname
Chris@0:              << ": no writer(s) specified" << endl;
Chris@127:         cerr << helpStr << endl;
Chris@0:         exit(2);
Chris@0:     }
Chris@0: 
Chris@0:     if (!boundaries.empty()) {
Chris@0:         if (requestedSummaryTypes.empty()) {
Chris@127:             cerr << myname
Chris@0:                  << ": summary segment boundaries provided, but no summary type specified"
Chris@0:                  << endl;
Chris@127:             cerr << helpStr << endl;
Chris@0:             exit(2);
Chris@0:         }
Chris@0:     }
Chris@0: 
Chris@20:     QSettings settings;
Chris@20: 
Chris@20:     settings.beginGroup("RDF");
Chris@20:     if (!settings.contains("rdf-indices")) {
Chris@20:         QStringList list;
Chris@20:         list << "http://www.vamp-plugins.org/rdf/plugins/index.txt";
Chris@20:         settings.setValue("rdf-indices", list);
Chris@20:     }
Chris@20:     settings.endGroup();
Chris@20: 
Chris@263:     FeatureExtractionManager manager(!quiet);
Chris@0: 
Chris@116:     manager.setNormalise(normalise);
Chris@116: 
Chris@0:     if (!requestedSummaryTypes.empty()) {
Chris@0:         if (!manager.setSummaryTypes(requestedSummaryTypes,
Chris@0:                                      boundaries)) {
Chris@233:             cerr << myname << ": failed to set requested summary types" << endl;
Chris@0:             exit(1);
Chris@0:         }
Chris@0:     }
Chris@102: 
Chris@102:     manager.setSummariesOnly(summaryOnly);
Chris@116: 
Chris@0:     vector<FeatureWriter *> writers;
Chris@0: 
Chris@0:     for (set<string>::const_iterator i = requestedWriterTags.begin();
Chris@0:          i != requestedWriterTags.end(); ++i) {
Chris@0: 
Chris@0:         FeatureWriter *writer = FeatureWriterFactory::createWriter(*i);
Chris@0: 
Chris@0:         if (!writer) {
Chris@127:             cerr << myname << ": unknown feature writer \""
Chris@0:                  << *i << "\"" << endl;
Chris@127:             cerr << helpStr << endl;
Chris@0:             exit(2);
Chris@0:         }
Chris@0: 
Chris@0:         map<string, string> writerArgs;
Chris@0:         FeatureWriter::ParameterList pl(writer->getSupportedParameters());
Chris@0: 
Chris@95:         for (int k = 0; k < (int)pl.size(); ++k) {
Chris@0:             
Chris@0:             string argbase = pl[k].name;
Chris@0:             QString literal = QString("--%1-%2")
Chris@0:                 .arg(i->c_str()).arg(argbase.c_str());
Chris@0:             
Chris@95:             for (int j = 0; j < (int)otherArgs.size(); ) {
Chris@0:                 
Chris@0:                 if (otherArgs[j] != literal) {
Chris@0:                     ++j;
Chris@0:                     continue;
Chris@0:                 }
Chris@0:                     
Chris@0:                 otherArgs.removeAt(j);
Chris@0:                     
Chris@0:                 if (pl[k].hasArg) {
Chris@0:                     if (j < otherArgs.size()) {
Chris@0:                         writerArgs[argbase] = otherArgs[j].toStdString();
Chris@0:                         otherArgs.removeAt(j);
Chris@0:                     } else {
Chris@127:                         cerr << myname << ": "
Chris@0:                              << "argument required for \""
Chris@127:                              << literal << "\" option"
Chris@0:                              << endl;
Chris@127:                         cerr << helpStr << endl;
Chris@0:                         exit(2);
Chris@0:                     }
Chris@0:                 } else {
Chris@0:                     writerArgs[argbase] = "";
Chris@0:                 }
Chris@0:             }
Chris@0:         }
Chris@197: 
Chris@197:         for (auto &p: pl) {
Chris@197:             if (p.mandatory) {
Chris@197:                 bool found = false;
Chris@197:                 for (auto &w: writerArgs) {
Chris@197:                     if (w.first == p.name) {
Chris@197:                         found = true;
Chris@197:                         break;
Chris@197:                     }
Chris@197:                 }
Chris@197:                 if (!found) {
Chris@197:                     QString literal = QString("--%1-%2")
Chris@197:                         .arg(i->c_str()).arg(p.name.c_str());
Chris@197:                     cerr << myname << ": "
Chris@197:                          << "the \"" << literal << "\" parameter is mandatory"
Chris@197:                          << endl;
Chris@197:                     cerr << helpStr << endl;
Chris@197:                     exit(2);
Chris@197:                 }
Chris@197:             }
Chris@197:         }
Chris@197: 
Chris@197:         try {
Chris@197:             writer->setParameters(writerArgs);
Chris@197:         } catch (std::exception &ex) {
Chris@197:             cerr << myname << ": " << ex.what() << endl;
Chris@197:             cerr << helpStr << endl;
Chris@197:             exit(2);
Chris@197:         }
Chris@0:         
Chris@0:         writers.push_back(writer);
Chris@0:     }
Chris@0: 
Chris@0:     for (int i = 0; i < otherArgs.size(); ++i) {
Chris@0:         if (otherArgs[i].startsWith("-")) {
Chris@127:             cerr << myname << ": unknown option \""
Chris@127:                  << otherArgs[i] << "\"" << endl;
Chris@127:             cerr << helpStr << endl;
Chris@0:             exit(2);
Chris@0:         }
Chris@0:     }
Chris@0: 
Chris@0:     if (otherArgs.empty()) {
Chris@127:         cerr << myname << ": no input(s) specified" << endl;
Chris@127:         cerr << helpStr << endl;
Chris@0:         exit(2);
Chris@0:     }    
Chris@0: 
Chris@0:     for (set<string>::const_iterator i = requestedTransformListFiles.begin();
Chris@0:          i != requestedTransformListFiles.end(); ++i) {
Chris@265:         SVDEBUG << "Reading transform list file \"" << *i << "\"" << endl;
Chris@0:         PlaylistFileReader reader(i->c_str());
Chris@0:         if (reader.isOK()) {
Chris@0:             vector<QString> files = reader.load();
Chris@95:             for (int j = 0; j < (int)files.size(); ++j) {
Chris@0:                 requestedTransformFiles.insert(files[j].toStdString());
Chris@0:             }
Chris@0:         } else {
Chris@265:             SVCERR << myname << ": failed to read transform list file \"" << *i << "\"" << endl;
Chris@0:             exit(2);
Chris@0:         }
Chris@0:     }
Chris@0: 
Chris@0:     QStringList sources;
Chris@0:     if (!recursive) {
Chris@0:         sources = otherArgs;
Chris@0:     } else {
Chris@0:         for (QStringList::const_iterator i = otherArgs.begin();
Chris@0:              i != otherArgs.end(); ++i) {
Chris@0:             if (QDir(*i).exists()) {
Chris@265:                 SVCERR << "Directory found and recursive flag set, scanning for audio files..." << endl;
Chris@0:                 int found = 0;
Chris@0:                 findSourcesRecursive(*i, sources, found);
Chris@265:                 SVCERR << "\rDone, found " << found << " supported audio file(s)                    " << endl;
Chris@0:             } else {
Chris@0:                 sources.push_back(*i);
Chris@0:             }
Chris@0:         }
Chris@0:     }
Chris@0: 
Chris@111:     sources = expandPlaylists(sources);
Chris@117:         
Chris@28:     bool good = true;
Chris@45:     QSet<QString> badSources;
Chris@28: 
Chris@0:     for (QStringList::const_iterator i = sources.begin();
Chris@0:          i != sources.end(); ++i) {
Chris@0:         try {
Chris@106:             manager.addSource(*i, multiplex);
Chris@22:         } catch (const std::exception &e) {
Chris@45:             badSources.insert(*i);
Chris@265:             SVCERR << "ERROR: Failed to process file \"" << i->toStdString()
Chris@21:                  << "\": " << e.what() << endl;
Chris@22:             if (force) {
Chris@22:                 // print a note only if we have more files to process
Chris@22:                 QStringList::const_iterator j = i;
Chris@22:                 if (++j != sources.end()) {
Chris@265:                     SVCERR << "NOTE: \"--force\" option was provided, continuing (more errors may occur)" << endl;
Chris@22:                 }
Chris@22:             } else {
Chris@265:                 SVCERR << "NOTE: If you want to continue with processing any further files after an" << endl
Chris@45:                      << "error like this, use the --force option" << endl;
Chris@28:                 good = false;
Chris@22:                 break;
Chris@22:             }
Chris@0:         }
Chris@0:     }
Chris@45: 
Chris@45:     if (good) {
Chris@45:     
Chris@45:         bool haveFeatureExtractor = false;
Chris@45:     
Chris@45:         for (set<string>::const_iterator i = requestedTransformFiles.begin();
Chris@45:              i != requestedTransformFiles.end(); ++i) {
Chris@45:             if (manager.addFeatureExtractorFromFile(i->c_str(), writers)) {
Chris@45:                 haveFeatureExtractor = true;
Chris@120:             } else {
Chris@265:                 SVCERR << "ERROR: Failed to add feature extractor from transform file \"" << *i << "\"" << endl;
Chris@120:                 good = false;
Chris@45:             }
Chris@45:         }
Chris@45: 
Chris@45:         for (set<string>::const_iterator i = requestedDefaultTransforms.begin();
Chris@45:              i != requestedDefaultTransforms.end(); ++i) {
Chris@45:             if (manager.addDefaultFeatureExtractor(i->c_str(), writers)) {
Chris@45:                 haveFeatureExtractor = true;
Chris@120:             } else {
Chris@265:                 SVCERR << "ERROR: Failed to add default feature extractor for transform \"" << *i << "\"" << endl;
Chris@120:                 good = false;
Chris@45:             }
Chris@45:         }
Chris@45: 
Chris@45:         if (!haveFeatureExtractor) {
Chris@265:             SVCERR << myname << ": no feature extractors added" << endl;
Chris@45:             good = false;
Chris@45:         }
Chris@45:     }
Chris@45: 
Chris@45:     if (good) {
Chris@106:         QStringList goodSources;
Chris@106:         foreach (QString source, sources) {
Chris@106:             if (!badSources.contains(source)) {
Chris@106:                 goodSources.push_back(source);
Chris@106:             }
Chris@106:         }
Chris@106:         if (multiplex) {
Chris@45:             try {
Chris@169:                 for (int i = 0; i < (int)writers.size(); ++i) {
Chris@169:                     writers[i]->setNofM(1, 1);
Chris@169:                 }
Chris@106:                 manager.extractFeaturesMultiplexed(goodSources);
Chris@45:             } catch (const std::exception &e) {
Chris@265:                 SVCERR << "ERROR: Feature extraction failed: "
Chris@106:                      << e.what() << endl;
Chris@106:             }
Chris@106:         } else {
Chris@169:             int n = 0;
Chris@106:             for (QStringList::const_iterator i = goodSources.begin();
Chris@106:                  i != goodSources.end(); ++i) {
Chris@263:                 SVCERR << "Extracting features for: \"" << *i << "\"" << endl;
Chris@169:                 ++n;
Chris@106:                 try {
Chris@169:                     for (int j = 0; j < (int)writers.size(); ++j) {
Chris@169:                         writers[j]->setNofM(n, goodSources.size());
Chris@169:                     }
Chris@112:                     manager.extractFeatures(*i);
Chris@106:                 } catch (const std::exception &e) {
Chris@263:                     SVCERR << "ERROR: Feature extraction failed for \""
Chris@263:                            << i->toStdString() << "\": " << e.what() << endl;
Chris@106:                     if (force) {
Chris@106:                         // print a note only if we have more files to process
Chris@106:                         QStringList::const_iterator j = i;
Chris@106:                         if (++j != sources.end()) {
Chris@263:                             SVCERR << "NOTE: \"--force\" option was provided, continuing (more errors may occur)" << endl;
Chris@106:                         }
Chris@106:                     } else {
Chris@263:                         SVCERR << "NOTE: If you want to continue with processing any further files after an" << endl
Chris@263:                                << "error like this, use the --force option" << endl;
Chris@106:                         good = false;
Chris@106:                         break;
Chris@45:                     }
Chris@45:                 }
Chris@45:             }
Chris@45:         }
Chris@45:     }
Chris@0:     
Chris@95:     for (int i = 0; i < (int)writers.size(); ++i) delete writers[i];
Chris@0: 
Chris@0:     TempDirectory::getInstance()->cleanup();
Chris@0:     
Chris@28:     if (good) return 0;
Chris@28:     else return 1;
Chris@0: }
Chris@0: 
Chris@0: