annotate transform/ModelTransformerFactory.cpp @ 1223:c2207877689d piper

Avoid instantiating all plugins (in piper client) on startup, using plugin static data instead. Problem of where to get the units field from is still pending.
author Chris Cannam
date Thu, 20 Oct 2016 14:06:58 +0100
parents 6ea7761a418b
children ba16388b937d
rev   line source
Chris@320 1 /* -*- c-basic-offset: 4 indent-tabs-mode: nil -*- vi:set ts=8 sts=4 sw=4: */
Chris@320 2
Chris@320 3 /*
Chris@320 4 Sonic Visualiser
Chris@320 5 An audio file viewer and annotation editor.
Chris@320 6 Centre for Digital Music, Queen Mary, University of London.
Chris@320 7 This file copyright 2006 Chris Cannam and QMUL.
Chris@320 8
Chris@320 9 This program is free software; you can redistribute it and/or
Chris@320 10 modify it under the terms of the GNU General Public License as
Chris@320 11 published by the Free Software Foundation; either version 2 of the
Chris@320 12 License, or (at your option) any later version. See the file
Chris@320 13 COPYING included with this distribution for more information.
Chris@320 14 */
Chris@320 15
Chris@331 16 #include "ModelTransformerFactory.h"
Chris@320 17
Chris@331 18 #include "FeatureExtractionModelTransformer.h"
Chris@331 19 #include "RealTimeEffectModelTransformer.h"
Chris@320 20
Chris@332 21 #include "TransformFactory.h"
Chris@332 22
Chris@389 23 #include "base/AudioPlaySource.h"
Chris@389 24
Chris@320 25 #include "plugin/FeatureExtractionPluginFactory.h"
Chris@320 26 #include "plugin/RealTimePluginFactory.h"
Chris@320 27 #include "plugin/PluginXml.h"
Chris@320 28
Chris@320 29 #include "data/model/DenseTimeValueModel.h"
Chris@320 30
Chris@475 31 #include <vamp-hostsdk/PluginHostAdapter.h>
Chris@320 32
Chris@320 33 #include <iostream>
Chris@320 34 #include <set>
Chris@320 35
Chris@320 36 #include <QRegExp>
Chris@320 37
Chris@850 38 using std::vector;
Chris@850 39
Chris@331 40 ModelTransformerFactory *
Chris@331 41 ModelTransformerFactory::m_instance = new ModelTransformerFactory;
Chris@320 42
Chris@331 43 ModelTransformerFactory *
Chris@331 44 ModelTransformerFactory::getInstance()
Chris@320 45 {
Chris@320 46 return m_instance;
Chris@320 47 }
Chris@320 48
Chris@331 49 ModelTransformerFactory::~ModelTransformerFactory()
Chris@320 50 {
Chris@320 51 }
Chris@320 52
Chris@350 53 ModelTransformer::Input
Chris@350 54 ModelTransformerFactory::getConfigurationForTransform(Transform &transform,
Chris@350 55 const std::vector<Model *> &candidateInputModels,
Chris@350 56 Model *defaultInputModel,
Chris@389 57 AudioPlaySource *source,
Chris@1048 58 sv_frame_t startFrame,
Chris@1048 59 sv_frame_t duration,
Chris@653 60 UserConfigurator *configurator)
Chris@320 61 {
Chris@350 62 ModelTransformer::Input input(0);
Chris@350 63
Chris@350 64 if (candidateInputModels.empty()) return input;
Chris@320 65
Chris@320 66 //!!! This will need revision -- we'll have to have a callback
Chris@320 67 //from the dialog for when the candidate input model is changed,
Chris@320 68 //as we'll need to reinitialise the channel settings in the dialog
Chris@345 69 Model *inputModel = candidateInputModels[0];
Chris@320 70 QStringList candidateModelNames;
Chris@345 71 QString defaultModelName;
Chris@653 72 QMap<QString, Model *> modelMap;
Chris@930 73 for (int i = 0; i < (int)candidateInputModels.size(); ++i) {
Chris@320 74 QString modelName = candidateInputModels[i]->objectName();
Chris@320 75 QString origModelName = modelName;
Chris@320 76 int dupcount = 1;
Chris@653 77 while (modelMap.contains(modelName)) {
Chris@320 78 modelName = tr("%1 <%2>").arg(origModelName).arg(++dupcount);
Chris@320 79 }
Chris@320 80 modelMap[modelName] = candidateInputModels[i];
Chris@320 81 candidateModelNames.push_back(modelName);
Chris@345 82 if (candidateInputModels[i] == defaultInputModel) {
Chris@345 83 defaultModelName = modelName;
Chris@345 84 }
Chris@320 85 }
Chris@320 86
Chris@350 87 QString id = transform.getPluginIdentifier();
Chris@320 88
Chris@653 89 bool ok = true;
Chris@350 90 QString configurationXml = m_lastConfigurations[transform.getIdentifier()];
Chris@320 91
Chris@843 92 cerr << "last configuration: " << configurationXml << endl;
Chris@320 93
Chris@320 94 Vamp::PluginBase *plugin = 0;
Chris@320 95
Chris@320 96 if (FeatureExtractionPluginFactory::instanceFor(id)) {
Chris@320 97
Chris@843 98 cerr << "getConfigurationForTransform: instantiating Vamp plugin" << endl;
Chris@320 99
Chris@320 100 Vamp::Plugin *vp =
Chris@320 101 FeatureExtractionPluginFactory::instanceFor(id)->instantiatePlugin
Chris@1039 102 (id, float(inputModel->getSampleRate()));
Chris@320 103
Chris@653 104 plugin = vp;
Chris@320 105
Chris@320 106 } else if (RealTimePluginFactory::instanceFor(id)) {
Chris@320 107
Chris@320 108 RealTimePluginFactory *factory = RealTimePluginFactory::instanceFor(id);
Chris@320 109
Chris@1040 110 sv_samplerate_t sampleRate = inputModel->getSampleRate();
Chris@930 111 int blockSize = 1024;
Chris@930 112 int channels = 1;
Chris@653 113 if (source) {
Chris@320 114 sampleRate = source->getTargetSampleRate();
Chris@320 115 blockSize = source->getTargetBlockSize();
Chris@320 116 channels = source->getTargetChannelCount();
Chris@320 117 }
Chris@320 118
Chris@320 119 RealTimePluginInstance *rtp = factory->instantiatePlugin
Chris@320 120 (id, 0, 0, sampleRate, blockSize, channels);
Chris@320 121
Chris@320 122 plugin = rtp;
Chris@320 123 }
Chris@320 124
Chris@320 125 if (plugin) {
Chris@320 126
Chris@350 127 // Ensure block size etc are valid
Chris@350 128 TransformFactory::getInstance()->
Chris@350 129 makeContextConsistentWithPlugin(transform, plugin);
Chris@320 130
Chris@350 131 // Prepare the plugin with any existing parameters already
Chris@350 132 // found in the transform
Chris@350 133 TransformFactory::getInstance()->
Chris@350 134 setPluginParameters(transform, plugin);
Chris@350 135
Chris@350 136 // For this interactive usage, we want to override those with
Chris@350 137 // whatever the user chose last time around
Chris@350 138 PluginXml(plugin).setParametersFromXml(configurationXml);
Chris@320 139
Chris@653 140 if (configurator) {
Chris@653 141 ok = configurator->configure(input, transform, plugin,
Chris@653 142 inputModel, source,
Chris@653 143 startFrame, duration,
Chris@653 144 modelMap,
Chris@653 145 candidateModelNames,
Chris@653 146 defaultModelName);
Chris@320 147 }
Chris@320 148
Chris@516 149
Chris@350 150 TransformFactory::getInstance()->
Chris@350 151 makeContextConsistentWithPlugin(transform, plugin);
Chris@350 152
Chris@350 153 configurationXml = PluginXml(plugin).toXmlString();
Chris@320 154
Chris@653 155 delete plugin;
Chris@320 156 }
Chris@320 157
Chris@350 158 if (ok) {
Chris@350 159 m_lastConfigurations[transform.getIdentifier()] = configurationXml;
Chris@350 160 input.setModel(inputModel);
Chris@350 161 }
Chris@320 162
Chris@350 163 return input;
Chris@320 164 }
Chris@320 165
Chris@331 166 ModelTransformer *
Chris@850 167 ModelTransformerFactory::createTransformer(const Transforms &transforms,
Chris@350 168 const ModelTransformer::Input &input)
Chris@320 169 {
Chris@331 170 ModelTransformer *transformer = 0;
Chris@320 171
Chris@850 172 QString id = transforms[0].getPluginIdentifier();
Chris@320 173
Chris@320 174 if (FeatureExtractionPluginFactory::instanceFor(id)) {
Chris@350 175
Chris@350 176 transformer =
Chris@859 177 new FeatureExtractionModelTransformer(input, transforms);
Chris@350 178
Chris@331 179 } else if (RealTimePluginFactory::instanceFor(id)) {
Chris@350 180
Chris@350 181 transformer =
Chris@850 182 new RealTimeEffectModelTransformer(input, transforms[0]);
Chris@350 183
Chris@320 184 } else {
Chris@690 185 SVDEBUG << "ModelTransformerFactory::createTransformer: Unknown transform \""
Chris@850 186 << transforms[0].getIdentifier() << "\"" << endl;
Chris@331 187 return transformer;
Chris@320 188 }
Chris@320 189
Chris@850 190 if (transformer) transformer->setObjectName(transforms[0].getIdentifier());
Chris@331 191 return transformer;
Chris@320 192 }
Chris@320 193
Chris@320 194 Model *
Chris@350 195 ModelTransformerFactory::transform(const Transform &transform,
Chris@361 196 const ModelTransformer::Input &input,
Chris@877 197 QString &message,
Chris@877 198 AdditionalModelHandler *handler)
Chris@320 199 {
Chris@690 200 SVDEBUG << "ModelTransformerFactory::transform: Constructing transformer with input model " << input.getModel() << endl;
Chris@408 201
Chris@850 202 Transforms transforms;
Chris@850 203 transforms.push_back(transform);
Chris@877 204 vector<Model *> mm = transformMultiple(transforms, input, message, handler);
Chris@850 205 if (mm.empty()) return 0;
Chris@850 206 else return mm[0];
Chris@320 207 }
Chris@320 208
Chris@849 209 vector<Model *>
Chris@849 210 ModelTransformerFactory::transformMultiple(const Transforms &transforms,
Chris@849 211 const ModelTransformer::Input &input,
Chris@877 212 QString &message,
Chris@877 213 AdditionalModelHandler *handler)
Chris@849 214 {
Chris@849 215 SVDEBUG << "ModelTransformerFactory::transformMultiple: Constructing transformer with input model " << input.getModel() << endl;
Chris@849 216
Chris@849 217 ModelTransformer *t = createTransformer(transforms, input);
Chris@850 218 if (!t) return vector<Model *>();
Chris@849 219
Chris@877 220 if (handler) {
Chris@877 221 m_handlers[t] = handler;
Chris@877 222 }
Chris@849 223
Chris@849 224 m_runningTransformers.insert(t);
Chris@849 225
Chris@877 226 connect(t, SIGNAL(finished()), this, SLOT(transformerFinished()));
Chris@877 227
Chris@849 228 t->start();
Chris@850 229 vector<Model *> models = t->detachOutputModels();
Chris@849 230
Chris@850 231 if (!models.empty()) {
Chris@849 232 QString imn = input.getModel()->objectName();
Chris@849 233 QString trn =
Chris@849 234 TransformFactory::getInstance()->getTransformFriendlyName
Chris@850 235 (transforms[0].getIdentifier());
Chris@924 236 for (int i = 0; i < (int)models.size(); ++i) {
Chris@850 237 if (imn != "") {
Chris@850 238 if (trn != "") {
Chris@850 239 models[i]->setObjectName(tr("%1: %2").arg(imn).arg(trn));
Chris@850 240 } else {
Chris@850 241 models[i]->setObjectName(imn);
Chris@850 242 }
Chris@850 243 } else if (trn != "") {
Chris@850 244 models[i]->setObjectName(trn);
Chris@849 245 }
Chris@849 246 }
Chris@849 247 } else {
Chris@849 248 t->wait();
Chris@849 249 }
Chris@849 250
Chris@849 251 message = t->getMessage();
Chris@849 252
Chris@850 253 return models;
Chris@849 254 }
Chris@849 255
Chris@320 256 void
Chris@331 257 ModelTransformerFactory::transformerFinished()
Chris@320 258 {
Chris@320 259 QObject *s = sender();
Chris@331 260 ModelTransformer *transformer = dynamic_cast<ModelTransformer *>(s);
Chris@320 261
Chris@690 262 // SVDEBUG << "ModelTransformerFactory::transformerFinished(" << transformer << ")" << endl;
Chris@320 263
Chris@331 264 if (!transformer) {
Chris@843 265 cerr << "WARNING: ModelTransformerFactory::transformerFinished: sender is not a transformer" << endl;
Chris@320 266 return;
Chris@320 267 }
Chris@320 268
Chris@331 269 if (m_runningTransformers.find(transformer) == m_runningTransformers.end()) {
Chris@843 270 cerr << "WARNING: ModelTransformerFactory::transformerFinished("
Chris@331 271 << transformer
Chris@331 272 << "): I have no record of this transformer running!"
Chris@843 273 << endl;
Chris@320 274 }
Chris@320 275
Chris@331 276 m_runningTransformers.erase(transformer);
Chris@320 277
Chris@877 278 if (m_handlers.find(transformer) != m_handlers.end()) {
Chris@877 279 if (transformer->willHaveAdditionalOutputModels()) {
Chris@877 280 vector<Model *> mm = transformer->detachAdditionalOutputModels();
Chris@877 281 m_handlers[transformer]->moreModelsAvailable(mm);
Chris@878 282 } else {
Chris@878 283 m_handlers[transformer]->noMoreModelsAvailable();
Chris@877 284 }
Chris@877 285 m_handlers.erase(transformer);
Chris@877 286 }
Chris@877 287
Chris@1079 288 if (transformer->isAbandoned()) {
Chris@1079 289 if (transformer->getMessage() != "") {
Chris@1079 290 emit transformFailed("", transformer->getMessage());
Chris@1079 291 }
Chris@1079 292 }
Chris@1079 293
Chris@331 294 transformer->wait(); // unnecessary but reassuring
Chris@331 295 delete transformer;
Chris@320 296 }
Chris@320 297
Chris@320 298 void
Chris@331 299 ModelTransformerFactory::modelAboutToBeDeleted(Model *m)
Chris@320 300 {
Chris@328 301 TransformerSet affected;
Chris@320 302
Chris@328 303 for (TransformerSet::iterator i = m_runningTransformers.begin();
Chris@328 304 i != m_runningTransformers.end(); ++i) {
Chris@320 305
Chris@331 306 ModelTransformer *t = *i;
Chris@320 307
Chris@850 308 if (t->getInputModel() == m) {
Chris@320 309 affected.insert(t);
Chris@850 310 } else {
Chris@850 311 vector<Model *> mm = t->getOutputModels();
Chris@850 312 for (int i = 0; i < (int)mm.size(); ++i) {
Chris@850 313 if (mm[i] == m) affected.insert(t);
Chris@850 314 }
Chris@320 315 }
Chris@320 316 }
Chris@320 317
Chris@328 318 for (TransformerSet::iterator i = affected.begin();
Chris@320 319 i != affected.end(); ++i) {
Chris@320 320
Chris@331 321 ModelTransformer *t = *i;
Chris@320 322
Chris@320 323 t->abandon();
Chris@320 324
Chris@320 325 t->wait(); // this should eventually call back on
Chris@331 326 // transformerFinished, which will remove from
Chris@328 327 // m_runningTransformers and delete.
Chris@320 328 }
Chris@320 329 }
Chris@320 330