annotate framework/TransformUserConfigurator.cpp @ 739:ddfac001b543 audio-source-refactor

Introduce EffectWrapper for the auditioning effect
author Chris Cannam
date Thu, 19 Mar 2020 16:14:02 +0000
parents 7540733f5480
children 846970dbef17
rev   line source
Chris@205 1 /* -*- c-basic-offset: 4 indent-tabs-mode: nil -*- vi:set ts=8 sts=4 sw=4: */
Chris@205 2
Chris@205 3 /*
Chris@205 4 Sonic Visualiser
Chris@205 5 An audio file viewer and annotation editor.
Chris@205 6 Centre for Digital Music, Queen Mary, University of London.
Chris@205 7
Chris@205 8 This program is free software; you can redistribute it and/or
Chris@205 9 modify it under the terms of the GNU General Public License as
Chris@205 10 published by the Free Software Foundation; either version 2 of the
Chris@205 11 License, or (at your option) any later version. See the file
Chris@205 12 COPYING included with this distribution for more information.
Chris@205 13 */
Chris@205 14
Chris@205 15 #include "TransformUserConfigurator.h"
Chris@205 16
Chris@205 17 #include "transform/TransformFactory.h"
Chris@205 18
Chris@205 19 #include "widgets/PluginParameterDialog.h"
Chris@205 20
Chris@205 21 #include "plugin/FeatureExtractionPluginFactory.h"
Chris@205 22 #include "plugin/RealTimePluginFactory.h"
Chris@205 23 #include "plugin/RealTimePluginInstance.h"
Chris@205 24
Chris@205 25 #include "data/model/DenseTimeValueModel.h"
Chris@205 26
Chris@205 27 #include <vamp-hostsdk/Plugin.h>
Chris@205 28
Chris@205 29 #include <QStringList>
Chris@205 30
Chris@205 31 #include <typeinfo>
Chris@205 32
Chris@636 33 static QWidget *parentWidget = nullptr;
Chris@395 34
Chris@395 35 void
Chris@395 36 TransformUserConfigurator::setParentWidget(QWidget *w)
Chris@395 37 {
Chris@395 38 parentWidget = w;
Chris@395 39 }
Chris@395 40
Chris@205 41 bool
Chris@205 42 TransformUserConfigurator::getChannelRange(TransformId identifier,
Chris@595 43 Vamp::PluginBase *plugin,
Chris@595 44 int &minChannels, int &maxChannels)
Chris@205 45 {
Chris@205 46 if (plugin && plugin->getType() == "Feature Extraction Plugin") {
Chris@595 47 Vamp::Plugin *vp = static_cast<Vamp::Plugin *>(plugin);
Chris@595 48 SVDEBUG << "TransformUserConfigurator::getChannelRange: is a Vamp plugin" << endl;
Chris@436 49 minChannels = int(vp->getMinChannelCount());
Chris@436 50 maxChannels = int(vp->getMaxChannelCount());
Chris@205 51 return true;
Chris@205 52 } else {
Chris@595 53 SVDEBUG << "TransformUserConfigurator::getChannelRange: is not a Vamp plugin" << endl;
Chris@205 54 return TransformFactory::getInstance()->
Chris@205 55 getTransformChannelRange(identifier, minChannels, maxChannels);
Chris@205 56 }
Chris@205 57 }
Chris@205 58
Chris@205 59 bool
Chris@205 60 TransformUserConfigurator::configure(ModelTransformer::Input &input,
Chris@595 61 Transform &transform,
Chris@595 62 Vamp::PluginBase *plugin,
Chris@685 63 ModelId &inputModel,
Chris@595 64 AudioPlaySource *source,
Chris@595 65 sv_frame_t startFrame,
Chris@595 66 sv_frame_t duration,
Chris@685 67 const QMap<QString, ModelId> &modelMap,
Chris@595 68 QStringList candidateModelNames,
Chris@595 69 QString defaultModelName)
Chris@205 70 {
Chris@205 71 bool ok = false;
Chris@205 72 QString id = transform.getPluginIdentifier();
Chris@205 73 QString output = transform.getOutput();
Chris@205 74 QString outputLabel = "";
Chris@205 75 QString outputDescription = "";
Chris@205 76
Chris@205 77 bool frequency = false;
Chris@205 78 bool effect = false;
Chris@205 79 bool generator = false;
Chris@205 80
Chris@205 81 if (!plugin) return false;
Chris@205 82
Chris@536 83 SVDEBUG << "TransformUserConfigurator::configure: identifier " << id << endl;
Chris@536 84
Chris@529 85 if (RealTimePluginFactory::instanceFor(id)) {
Chris@205 86
Chris@205 87 RealTimePluginFactory *factory = RealTimePluginFactory::instanceFor(id);
Chris@205 88 const RealTimePluginDescriptor *desc = factory->getPluginDescriptor(id);
Chris@205 89
Chris@205 90 if (desc->audioInputPortCount > 0 &&
Chris@205 91 desc->audioOutputPortCount > 0 &&
Chris@205 92 !desc->isSynth) {
Chris@205 93 effect = true;
Chris@205 94 }
Chris@205 95
Chris@205 96 if (desc->audioInputPortCount == 0) {
Chris@205 97 generator = true;
Chris@205 98 }
Chris@205 99
Chris@205 100 if (output != "A") {
Chris@205 101 int outputNo = output.toInt();
Chris@205 102 if (outputNo >= 0 && outputNo < int(desc->controlOutputPortCount)) {
Chris@205 103 outputLabel = desc->controlOutputPortNames[outputNo].c_str();
Chris@205 104 }
Chris@205 105 }
Chris@205 106
Chris@205 107 RealTimePluginInstance *rtp =
Chris@205 108 static_cast<RealTimePluginInstance *>(plugin);
Chris@205 109
Chris@205 110 if (effect && source) {
Chris@595 111 SVDEBUG << "Setting auditioning effect" << endl;
Chris@739 112 //!!! This requires a shared_ptr, but we don't manage our
Chris@739 113 //!!! plugin using shared_ptrs yet. Do this as a stopgap.
Chris@739 114 std::shared_ptr<Auditionable> auditionable
Chris@739 115 (std::make_shared<bool>(true), rtp);
Chris@739 116 source->setAuditioningEffect(auditionable);
Chris@205 117 }
Chris@529 118
Chris@529 119 } else {
Chris@529 120
Chris@529 121 Vamp::Plugin *vp = static_cast<Vamp::Plugin *>(plugin);
Chris@529 122
Chris@595 123 frequency = (vp->getInputDomain() == Vamp::Plugin::FrequencyDomain);
Chris@529 124
Chris@595 125 std::vector<Vamp::Plugin::OutputDescriptor> od =
Chris@595 126 vp->getOutputDescriptors();
Chris@529 127
Chris@595 128 if (od.size() > 1) {
Chris@595 129 for (size_t i = 0; i < od.size(); ++i) {
Chris@595 130 if (od[i].identifier == output.toStdString()) {
Chris@595 131 outputLabel = od[i].name.c_str();
Chris@595 132 outputDescription = od[i].description.c_str();
Chris@595 133 break;
Chris@595 134 }
Chris@595 135 }
Chris@529 136 }
Chris@205 137 }
Chris@529 138
Chris@205 139 int sourceChannels = 1;
Chris@685 140
Chris@685 141 if (auto dtvm = ModelById::getAs<DenseTimeValueModel>(inputModel)) {
Chris@685 142 sourceChannels = dtvm->getChannelCount();
Chris@205 143 }
Chris@205 144
Chris@205 145 int minChannels = 1, maxChannels = sourceChannels;
Chris@205 146 getChannelRange(transform.getIdentifier(), plugin,
Chris@595 147 minChannels, maxChannels);
Chris@205 148
Chris@205 149 int targetChannels = sourceChannels;
Chris@205 150 if (!effect) {
Chris@595 151 if (sourceChannels < minChannels) targetChannels = minChannels;
Chris@595 152 if (sourceChannels > maxChannels) targetChannels = maxChannels;
Chris@205 153 }
Chris@205 154
Chris@205 155 int defaultChannel = -1; //!!! no longer saved! [was context.channel]
Chris@205 156
Chris@395 157 PluginParameterDialog *dialog = new PluginParameterDialog
Chris@395 158 (plugin, parentWidget);
Chris@205 159
Chris@205 160 dialog->setMoreInfoUrl(TransformFactory::getInstance()->
Chris@595 161 getTransformInfoUrl(transform.getIdentifier()));
Chris@205 162
Chris@205 163 if (candidateModelNames.size() > 1 && !generator) {
Chris@595 164 dialog->setCandidateInputModels(candidateModelNames,
Chris@595 165 defaultModelName);
Chris@205 166 }
Chris@205 167
Chris@205 168 if (startFrame != 0 || duration != 0) {
Chris@595 169 dialog->setShowSelectionOnlyOption(true);
Chris@205 170 }
Chris@205 171
Chris@205 172 if (targetChannels > 0) {
Chris@595 173 dialog->setChannelArrangement(sourceChannels, targetChannels,
Chris@595 174 defaultChannel);
Chris@205 175 }
Chris@205 176
Chris@205 177 dialog->setOutputLabel(outputLabel, outputDescription);
Chris@205 178
Chris@205 179 dialog->setShowProcessingOptions(true, frequency);
Chris@205 180
Chris@205 181 if (dialog->exec() == QDialog::Accepted) {
Chris@595 182 ok = true;
Chris@205 183 }
Chris@205 184
Chris@205 185 QString selectedInput = dialog->getInputModel();
Chris@205 186 if (selectedInput != "") {
Chris@595 187 if (modelMap.contains(selectedInput)) {
Chris@595 188 inputModel = modelMap.value(selectedInput);
Chris@595 189 SVDEBUG << "Found selected input \"" << selectedInput << "\" in model map, result is " << inputModel << endl;
Chris@595 190 } else {
Chris@595 191 SVDEBUG << "Failed to find selected input \"" << selectedInput << "\" in model map" << endl;
Chris@595 192 }
Chris@205 193 } else {
Chris@595 194 SVDEBUG << "Selected input empty: \"" << selectedInput << "\"" << endl;
Chris@205 195 }
Chris@205 196
Chris@205 197 // Write parameters back to transform object
Chris@205 198 TransformFactory::getInstance()->
Chris@595 199 setParametersFromPlugin(transform, plugin);
Chris@205 200
Chris@205 201 input.setChannel(dialog->getChannel());
Chris@205 202
Chris@205 203 //!!! The dialog ought to be taking & returning transform
Chris@205 204 //objects and input objects and stuff rather than passing
Chris@205 205 //around all this misc stuff, but that's for tomorrow
Chris@205 206 //(whenever that may be)
Chris@205 207
Chris@685 208 sv_samplerate_t sampleRate = 0;
Chris@685 209 if (auto m = ModelById::get(inputModel)) {
Chris@685 210 sampleRate = m->getSampleRate();
Chris@685 211 }
Chris@685 212
Chris@205 213 if (startFrame != 0 || duration != 0) {
Chris@685 214 if (dialog->getSelectionOnly() && sampleRate != 0) {
Chris@685 215 transform.setStartTime
Chris@685 216 (RealTime::frame2RealTime(startFrame, sampleRate));
Chris@685 217 transform.setDuration
Chris@685 218 (RealTime::frame2RealTime(duration, sampleRate));
Chris@595 219 }
Chris@205 220 }
Chris@205 221
Chris@366 222 int stepSize = 0, blockSize = 0;
Chris@205 223 WindowType windowType = HanningWindow;
Chris@205 224
Chris@205 225 dialog->getProcessingParameters(stepSize,
Chris@595 226 blockSize,
Chris@595 227 windowType);
Chris@205 228
Chris@205 229 transform.setStepSize(stepSize);
Chris@205 230 transform.setBlockSize(blockSize);
Chris@205 231 transform.setWindowType(windowType);
Chris@205 232
Chris@205 233 delete dialog;
Chris@205 234
Chris@205 235 if (effect && source) {
Chris@739 236 source->setAuditioningEffect({});
Chris@205 237 }
Chris@205 238
Chris@205 239 return ok;
Chris@205 240 }
Chris@205 241