annotate plugin/transform/FeatureExtractionModelTransformer.cpp @ 343:46519c04321b

* Try to ensure alignment works correctly with MATCH plugin v1 as well as v2
author Chris Cannam
date Wed, 28 Nov 2007 13:01:50 +0000
parents 516819f2b97b
children 277006c62fea
rev   line source
Chris@320 1 /* -*- c-basic-offset: 4 indent-tabs-mode: nil -*- vi:set ts=8 sts=4 sw=4: */
Chris@320 2
Chris@320 3 /*
Chris@320 4 Sonic Visualiser
Chris@320 5 An audio file viewer and annotation editor.
Chris@320 6 Centre for Digital Music, Queen Mary, University of London.
Chris@320 7 This file copyright 2006 Chris Cannam and QMUL.
Chris@320 8
Chris@320 9 This program is free software; you can redistribute it and/or
Chris@320 10 modify it under the terms of the GNU General Public License as
Chris@320 11 published by the Free Software Foundation; either version 2 of the
Chris@320 12 License, or (at your option) any later version. See the file
Chris@320 13 COPYING included with this distribution for more information.
Chris@320 14 */
Chris@320 15
Chris@331 16 #include "FeatureExtractionModelTransformer.h"
Chris@320 17
Chris@320 18 #include "plugin/FeatureExtractionPluginFactory.h"
Chris@320 19 #include "plugin/PluginXml.h"
Chris@320 20 #include "vamp-sdk/Plugin.h"
Chris@320 21
Chris@320 22 #include "data/model/Model.h"
Chris@320 23 #include "base/Window.h"
Chris@320 24 #include "data/model/SparseOneDimensionalModel.h"
Chris@320 25 #include "data/model/SparseTimeValueModel.h"
Chris@320 26 #include "data/model/EditableDenseThreeDimensionalModel.h"
Chris@320 27 #include "data/model/DenseTimeValueModel.h"
Chris@320 28 #include "data/model/NoteModel.h"
Chris@320 29 #include "data/model/FFTModel.h"
Chris@320 30 #include "data/model/WaveFileModel.h"
Chris@320 31
Chris@320 32 #include <QMessageBox>
Chris@320 33
Chris@320 34 #include <iostream>
Chris@320 35
Chris@331 36 FeatureExtractionModelTransformer::FeatureExtractionModelTransformer(Model *inputModel,
Chris@320 37 QString pluginId,
Chris@343 38 ExecutionContext context,
Chris@320 39 QString configurationXml,
Chris@320 40 QString outputName) :
Chris@328 41 PluginTransformer(inputModel, context),
Chris@320 42 m_plugin(0),
Chris@320 43 m_descriptor(0),
Chris@320 44 m_outputFeatureNo(0)
Chris@320 45 {
Chris@331 46 // std::cerr << "FeatureExtractionModelTransformer::FeatureExtractionModelTransformer: plugin " << pluginId.toStdString() << ", outputName " << outputName.toStdString() << std::endl;
Chris@320 47
Chris@320 48 FeatureExtractionPluginFactory *factory =
Chris@320 49 FeatureExtractionPluginFactory::instanceFor(pluginId);
Chris@320 50
Chris@320 51 if (!factory) {
Chris@331 52 std::cerr << "FeatureExtractionModelTransformer: No factory available for plugin id \""
Chris@320 53 << pluginId.toStdString() << "\"" << std::endl;
Chris@320 54 return;
Chris@320 55 }
Chris@320 56
Chris@320 57 m_plugin = factory->instantiatePlugin(pluginId, m_input->getSampleRate());
Chris@320 58
Chris@320 59 if (!m_plugin) {
Chris@331 60 std::cerr << "FeatureExtractionModelTransformer: Failed to instantiate plugin \""
Chris@320 61 << pluginId.toStdString() << "\"" << std::endl;
Chris@320 62 return;
Chris@320 63 }
Chris@320 64
Chris@343 65 context.makeConsistentWithPlugin(m_plugin);
Chris@343 66
Chris@320 67 if (configurationXml != "") {
Chris@320 68 PluginXml(m_plugin).setParametersFromXml(configurationXml);
Chris@320 69 }
Chris@320 70
Chris@320 71 DenseTimeValueModel *input = getInput();
Chris@320 72 if (!input) return;
Chris@320 73
Chris@320 74 size_t channelCount = input->getChannelCount();
Chris@320 75 if (m_plugin->getMaxChannelCount() < channelCount) {
Chris@320 76 channelCount = 1;
Chris@320 77 }
Chris@320 78 if (m_plugin->getMinChannelCount() > channelCount) {
Chris@331 79 std::cerr << "FeatureExtractionModelTransformer:: "
Chris@320 80 << "Can't provide enough channels to plugin (plugin min "
Chris@320 81 << m_plugin->getMinChannelCount() << ", max "
Chris@320 82 << m_plugin->getMaxChannelCount() << ", input model has "
Chris@320 83 << input->getChannelCount() << ")" << std::endl;
Chris@320 84 return;
Chris@320 85 }
Chris@320 86
Chris@320 87 std::cerr << "Initialising feature extraction plugin with channels = "
Chris@320 88 << channelCount << ", step = " << m_context.stepSize
Chris@320 89 << ", block = " << m_context.blockSize << std::endl;
Chris@320 90
Chris@320 91 if (!m_plugin->initialise(channelCount,
Chris@320 92 m_context.stepSize,
Chris@320 93 m_context.blockSize)) {
Chris@331 94 std::cerr << "FeatureExtractionModelTransformer: Plugin "
Chris@320 95 << m_plugin->getIdentifier() << " failed to initialise!" << std::endl;
Chris@320 96 return;
Chris@320 97 }
Chris@320 98
Chris@320 99 Vamp::Plugin::OutputList outputs = m_plugin->getOutputDescriptors();
Chris@320 100
Chris@320 101 if (outputs.empty()) {
Chris@331 102 std::cerr << "FeatureExtractionModelTransformer: Plugin \""
Chris@320 103 << pluginId.toStdString() << "\" has no outputs" << std::endl;
Chris@320 104 return;
Chris@320 105 }
Chris@320 106
Chris@320 107 for (size_t i = 0; i < outputs.size(); ++i) {
Chris@320 108 if (outputName == "" || outputs[i].identifier == outputName.toStdString()) {
Chris@320 109 m_outputFeatureNo = i;
Chris@320 110 m_descriptor = new Vamp::Plugin::OutputDescriptor
Chris@320 111 (outputs[i]);
Chris@320 112 break;
Chris@320 113 }
Chris@320 114 }
Chris@320 115
Chris@320 116 if (!m_descriptor) {
Chris@331 117 std::cerr << "FeatureExtractionModelTransformer: Plugin \""
Chris@320 118 << pluginId.toStdString() << "\" has no output named \""
Chris@320 119 << outputName.toStdString() << "\"" << std::endl;
Chris@320 120 return;
Chris@320 121 }
Chris@320 122
Chris@331 123 // std::cerr << "FeatureExtractionModelTransformer: output sample type "
Chris@320 124 // << m_descriptor->sampleType << std::endl;
Chris@320 125
Chris@320 126 int binCount = 1;
Chris@320 127 float minValue = 0.0, maxValue = 0.0;
Chris@320 128 bool haveExtents = false;
Chris@320 129
Chris@320 130 if (m_descriptor->hasFixedBinCount) {
Chris@320 131 binCount = m_descriptor->binCount;
Chris@320 132 }
Chris@320 133
Chris@331 134 // std::cerr << "FeatureExtractionModelTransformer: output bin count "
Chris@320 135 // << binCount << std::endl;
Chris@320 136
Chris@320 137 if (binCount > 0 && m_descriptor->hasKnownExtents) {
Chris@320 138 minValue = m_descriptor->minValue;
Chris@320 139 maxValue = m_descriptor->maxValue;
Chris@320 140 haveExtents = true;
Chris@320 141 }
Chris@320 142
Chris@320 143 size_t modelRate = m_input->getSampleRate();
Chris@320 144 size_t modelResolution = 1;
Chris@320 145
Chris@320 146 switch (m_descriptor->sampleType) {
Chris@320 147
Chris@320 148 case Vamp::Plugin::OutputDescriptor::VariableSampleRate:
Chris@320 149 if (m_descriptor->sampleRate != 0.0) {
Chris@320 150 modelResolution = size_t(modelRate / m_descriptor->sampleRate + 0.001);
Chris@320 151 }
Chris@320 152 break;
Chris@320 153
Chris@320 154 case Vamp::Plugin::OutputDescriptor::OneSamplePerStep:
Chris@320 155 modelResolution = m_context.stepSize;
Chris@320 156 break;
Chris@320 157
Chris@320 158 case Vamp::Plugin::OutputDescriptor::FixedSampleRate:
Chris@320 159 modelRate = size_t(m_descriptor->sampleRate + 0.001);
Chris@320 160 break;
Chris@320 161 }
Chris@320 162
Chris@320 163 if (binCount == 0) {
Chris@320 164
Chris@320 165 m_output = new SparseOneDimensionalModel(modelRate, modelResolution,
Chris@320 166 false);
Chris@320 167
Chris@320 168 } else if (binCount == 1) {
Chris@320 169
Chris@320 170 SparseTimeValueModel *model;
Chris@320 171 if (haveExtents) {
Chris@320 172 model = new SparseTimeValueModel
Chris@320 173 (modelRate, modelResolution, minValue, maxValue, false);
Chris@320 174 } else {
Chris@320 175 model = new SparseTimeValueModel
Chris@320 176 (modelRate, modelResolution, false);
Chris@320 177 }
Chris@320 178 model->setScaleUnits(outputs[m_outputFeatureNo].unit.c_str());
Chris@320 179
Chris@320 180 m_output = model;
Chris@320 181
Chris@320 182 } else if (m_descriptor->sampleType ==
Chris@320 183 Vamp::Plugin::OutputDescriptor::VariableSampleRate) {
Chris@320 184
Chris@320 185 // We don't have a sparse 3D model, so interpret this as a
Chris@320 186 // note model. There's nothing to define which values to use
Chris@320 187 // as which parameters of the note -- for the moment let's
Chris@320 188 // treat the first as pitch, second as duration in frames,
Chris@320 189 // third (if present) as velocity. (Our note model doesn't
Chris@320 190 // yet store velocity.)
Chris@320 191 //!!! todo: ask the user!
Chris@320 192
Chris@320 193 NoteModel *model;
Chris@320 194 if (haveExtents) {
Chris@320 195 model = new NoteModel
Chris@320 196 (modelRate, modelResolution, minValue, maxValue, false);
Chris@320 197 } else {
Chris@320 198 model = new NoteModel
Chris@320 199 (modelRate, modelResolution, false);
Chris@320 200 }
Chris@320 201 model->setScaleUnits(outputs[m_outputFeatureNo].unit.c_str());
Chris@320 202
Chris@320 203 m_output = model;
Chris@320 204
Chris@320 205 } else {
Chris@320 206
Chris@320 207 EditableDenseThreeDimensionalModel *model =
Chris@320 208 new EditableDenseThreeDimensionalModel
Chris@320 209 (modelRate, modelResolution, binCount, false);
Chris@320 210
Chris@320 211 if (!m_descriptor->binNames.empty()) {
Chris@320 212 std::vector<QString> names;
Chris@320 213 for (size_t i = 0; i < m_descriptor->binNames.size(); ++i) {
Chris@320 214 names.push_back(m_descriptor->binNames[i].c_str());
Chris@320 215 }
Chris@320 216 model->setBinNames(names);
Chris@320 217 }
Chris@320 218
Chris@320 219 m_output = model;
Chris@320 220 }
Chris@333 221
Chris@333 222 if (m_output) m_output->setSourceModel(m_input);
Chris@320 223 }
Chris@320 224
Chris@331 225 FeatureExtractionModelTransformer::~FeatureExtractionModelTransformer()
Chris@320 226 {
Chris@331 227 std::cerr << "FeatureExtractionModelTransformer::~FeatureExtractionModelTransformer()" << std::endl;
Chris@320 228 delete m_plugin;
Chris@320 229 delete m_descriptor;
Chris@320 230 }
Chris@320 231
Chris@320 232 DenseTimeValueModel *
Chris@331 233 FeatureExtractionModelTransformer::getInput()
Chris@320 234 {
Chris@320 235 DenseTimeValueModel *dtvm =
Chris@320 236 dynamic_cast<DenseTimeValueModel *>(getInputModel());
Chris@320 237 if (!dtvm) {
Chris@331 238 std::cerr << "FeatureExtractionModelTransformer::getInput: WARNING: Input model is not conformable to DenseTimeValueModel" << std::endl;
Chris@320 239 }
Chris@320 240 return dtvm;
Chris@320 241 }
Chris@320 242
Chris@320 243 void
Chris@331 244 FeatureExtractionModelTransformer::run()
Chris@320 245 {
Chris@320 246 DenseTimeValueModel *input = getInput();
Chris@320 247 if (!input) return;
Chris@320 248
Chris@320 249 if (!m_output) return;
Chris@320 250
Chris@320 251 while (!input->isReady()) {
Chris@320 252 /*
Chris@320 253 if (dynamic_cast<WaveFileModel *>(input)) {
Chris@331 254 std::cerr << "FeatureExtractionModelTransformer::run: Model is not ready, but it's not a WaveFileModel (it's a " << typeid(input).name() << "), so that's OK" << std::endl;
Chris@320 255 sleep(2);
Chris@320 256 break; // no need to wait
Chris@320 257 }
Chris@320 258 */
Chris@331 259 std::cerr << "FeatureExtractionModelTransformer::run: Waiting for input model to be ready..." << std::endl;
Chris@320 260 sleep(1);
Chris@320 261 }
Chris@320 262
Chris@320 263 size_t sampleRate = m_input->getSampleRate();
Chris@320 264
Chris@320 265 size_t channelCount = input->getChannelCount();
Chris@320 266 if (m_plugin->getMaxChannelCount() < channelCount) {
Chris@320 267 channelCount = 1;
Chris@320 268 }
Chris@320 269
Chris@320 270 float **buffers = new float*[channelCount];
Chris@320 271 for (size_t ch = 0; ch < channelCount; ++ch) {
Chris@320 272 buffers[ch] = new float[m_context.blockSize + 2];
Chris@320 273 }
Chris@320 274
Chris@320 275 bool frequencyDomain = (m_plugin->getInputDomain() ==
Chris@320 276 Vamp::Plugin::FrequencyDomain);
Chris@320 277 std::vector<FFTModel *> fftModels;
Chris@320 278
Chris@320 279 if (frequencyDomain) {
Chris@320 280 for (size_t ch = 0; ch < channelCount; ++ch) {
Chris@320 281 FFTModel *model = new FFTModel
Chris@320 282 (getInput(),
Chris@320 283 channelCount == 1 ? m_context.channel : ch,
Chris@320 284 m_context.windowType,
Chris@320 285 m_context.blockSize,
Chris@320 286 m_context.stepSize,
Chris@320 287 m_context.blockSize,
Chris@334 288 false,
Chris@334 289 StorageAdviser::PrecisionCritical);
Chris@320 290 if (!model->isOK()) {
Chris@320 291 QMessageBox::critical
Chris@320 292 (0, tr("FFT cache failed"),
Chris@320 293 tr("Failed to create the FFT model for this transform.\n"
Chris@320 294 "There may be insufficient memory or disc space to continue."));
Chris@320 295 delete model;
Chris@320 296 setCompletion(100);
Chris@320 297 return;
Chris@320 298 }
Chris@320 299 model->resume();
Chris@320 300 fftModels.push_back(model);
Chris@320 301 }
Chris@320 302 }
Chris@320 303
Chris@320 304 long startFrame = m_input->getStartFrame();
Chris@320 305 long endFrame = m_input->getEndFrame();
Chris@320 306
Chris@320 307 long contextStart = m_context.startFrame;
Chris@320 308 long contextDuration = m_context.duration;
Chris@320 309
Chris@320 310 if (contextStart == 0 || contextStart < startFrame) {
Chris@320 311 contextStart = startFrame;
Chris@320 312 }
Chris@320 313
Chris@320 314 if (contextDuration == 0) {
Chris@320 315 contextDuration = endFrame - contextStart;
Chris@320 316 }
Chris@320 317 if (contextStart + contextDuration > endFrame) {
Chris@320 318 contextDuration = endFrame - contextStart;
Chris@320 319 }
Chris@320 320
Chris@320 321 long blockFrame = contextStart;
Chris@320 322
Chris@320 323 long prevCompletion = 0;
Chris@320 324
Chris@320 325 setCompletion(0);
Chris@320 326
Chris@320 327 while (!m_abandoned) {
Chris@320 328
Chris@320 329 if (frequencyDomain) {
Chris@320 330 if (blockFrame - int(m_context.blockSize)/2 >
Chris@320 331 contextStart + contextDuration) break;
Chris@320 332 } else {
Chris@320 333 if (blockFrame >=
Chris@320 334 contextStart + contextDuration) break;
Chris@320 335 }
Chris@320 336
Chris@331 337 // std::cerr << "FeatureExtractionModelTransformer::run: blockFrame "
Chris@320 338 // << blockFrame << ", endFrame " << endFrame << ", blockSize "
Chris@320 339 // << m_context.blockSize << std::endl;
Chris@320 340
Chris@320 341 long completion =
Chris@320 342 (((blockFrame - contextStart) / m_context.stepSize) * 99) /
Chris@320 343 (contextDuration / m_context.stepSize);
Chris@320 344
Chris@320 345 // channelCount is either m_input->channelCount or 1
Chris@320 346
Chris@320 347 for (size_t ch = 0; ch < channelCount; ++ch) {
Chris@320 348 if (frequencyDomain) {
Chris@320 349 int column = (blockFrame - startFrame) / m_context.stepSize;
Chris@320 350 for (size_t i = 0; i <= m_context.blockSize/2; ++i) {
Chris@320 351 fftModels[ch]->getValuesAt
Chris@320 352 (column, i, buffers[ch][i*2], buffers[ch][i*2+1]);
Chris@320 353 }
Chris@320 354 } else {
Chris@320 355 getFrames(ch, channelCount,
Chris@320 356 blockFrame, m_context.blockSize, buffers[ch]);
Chris@320 357 }
Chris@320 358 }
Chris@320 359
Chris@320 360 Vamp::Plugin::FeatureSet features = m_plugin->process
Chris@320 361 (buffers, Vamp::RealTime::frame2RealTime(blockFrame, sampleRate));
Chris@320 362
Chris@320 363 for (size_t fi = 0; fi < features[m_outputFeatureNo].size(); ++fi) {
Chris@320 364 Vamp::Plugin::Feature feature =
Chris@320 365 features[m_outputFeatureNo][fi];
Chris@320 366 addFeature(blockFrame, feature);
Chris@320 367 }
Chris@320 368
Chris@320 369 if (blockFrame == contextStart || completion > prevCompletion) {
Chris@320 370 setCompletion(completion);
Chris@320 371 prevCompletion = completion;
Chris@320 372 }
Chris@320 373
Chris@320 374 blockFrame += m_context.stepSize;
Chris@320 375 }
Chris@320 376
Chris@320 377 if (m_abandoned) return;
Chris@320 378
Chris@320 379 Vamp::Plugin::FeatureSet features = m_plugin->getRemainingFeatures();
Chris@320 380
Chris@320 381 for (size_t fi = 0; fi < features[m_outputFeatureNo].size(); ++fi) {
Chris@320 382 Vamp::Plugin::Feature feature =
Chris@320 383 features[m_outputFeatureNo][fi];
Chris@320 384 addFeature(blockFrame, feature);
Chris@320 385 }
Chris@320 386
Chris@320 387 if (frequencyDomain) {
Chris@320 388 for (size_t ch = 0; ch < channelCount; ++ch) {
Chris@320 389 delete fftModels[ch];
Chris@320 390 }
Chris@320 391 }
Chris@320 392
Chris@320 393 setCompletion(100);
Chris@320 394 }
Chris@320 395
Chris@320 396 void
Chris@331 397 FeatureExtractionModelTransformer::getFrames(int channel, int channelCount,
Chris@320 398 long startFrame, long size,
Chris@320 399 float *buffer)
Chris@320 400 {
Chris@320 401 long offset = 0;
Chris@320 402
Chris@320 403 if (startFrame < 0) {
Chris@320 404 for (int i = 0; i < size && startFrame + i < 0; ++i) {
Chris@320 405 buffer[i] = 0.0f;
Chris@320 406 }
Chris@320 407 offset = -startFrame;
Chris@320 408 size -= offset;
Chris@320 409 if (size <= 0) return;
Chris@320 410 startFrame = 0;
Chris@320 411 }
Chris@320 412
Chris@320 413 long got = getInput()->getData
Chris@320 414 ((channelCount == 1 ? m_context.channel : channel),
Chris@320 415 startFrame, size, buffer + offset);
Chris@320 416
Chris@320 417 while (got < size) {
Chris@320 418 buffer[offset + got] = 0.0;
Chris@320 419 ++got;
Chris@320 420 }
Chris@320 421
Chris@320 422 if (m_context.channel == -1 && channelCount == 1 &&
Chris@320 423 getInput()->getChannelCount() > 1) {
Chris@320 424 // use mean instead of sum, as plugin input
Chris@320 425 int cc = getInput()->getChannelCount();
Chris@320 426 for (long i = 0; i < size; ++i) {
Chris@320 427 buffer[i] /= cc;
Chris@320 428 }
Chris@320 429 }
Chris@320 430 }
Chris@320 431
Chris@320 432 void
Chris@331 433 FeatureExtractionModelTransformer::addFeature(size_t blockFrame,
Chris@320 434 const Vamp::Plugin::Feature &feature)
Chris@320 435 {
Chris@320 436 size_t inputRate = m_input->getSampleRate();
Chris@320 437
Chris@331 438 // std::cerr << "FeatureExtractionModelTransformer::addFeature("
Chris@320 439 // << blockFrame << ")" << std::endl;
Chris@320 440
Chris@320 441 int binCount = 1;
Chris@320 442 if (m_descriptor->hasFixedBinCount) {
Chris@320 443 binCount = m_descriptor->binCount;
Chris@320 444 }
Chris@320 445
Chris@320 446 size_t frame = blockFrame;
Chris@320 447
Chris@320 448 if (m_descriptor->sampleType ==
Chris@320 449 Vamp::Plugin::OutputDescriptor::VariableSampleRate) {
Chris@320 450
Chris@320 451 if (!feature.hasTimestamp) {
Chris@320 452 std::cerr
Chris@331 453 << "WARNING: FeatureExtractionModelTransformer::addFeature: "
Chris@320 454 << "Feature has variable sample rate but no timestamp!"
Chris@320 455 << std::endl;
Chris@320 456 return;
Chris@320 457 } else {
Chris@320 458 frame = Vamp::RealTime::realTime2Frame(feature.timestamp, inputRate);
Chris@320 459 }
Chris@320 460
Chris@320 461 } else if (m_descriptor->sampleType ==
Chris@320 462 Vamp::Plugin::OutputDescriptor::FixedSampleRate) {
Chris@320 463
Chris@320 464 if (feature.hasTimestamp) {
Chris@320 465 //!!! warning: sampleRate may be non-integral
Chris@320 466 frame = Vamp::RealTime::realTime2Frame(feature.timestamp,
Chris@320 467 lrintf(m_descriptor->sampleRate));
Chris@320 468 } else {
Chris@320 469 frame = m_output->getEndFrame();
Chris@320 470 }
Chris@320 471 }
Chris@320 472
Chris@320 473 if (binCount == 0) {
Chris@320 474
Chris@320 475 SparseOneDimensionalModel *model = getOutput<SparseOneDimensionalModel>();
Chris@320 476 if (!model) return;
Chris@320 477 model->addPoint(SparseOneDimensionalModel::Point(frame, feature.label.c_str()));
Chris@320 478
Chris@320 479 } else if (binCount == 1) {
Chris@320 480
Chris@320 481 float value = 0.0;
Chris@320 482 if (feature.values.size() > 0) value = feature.values[0];
Chris@320 483
Chris@320 484 SparseTimeValueModel *model = getOutput<SparseTimeValueModel>();
Chris@320 485 if (!model) return;
Chris@320 486 model->addPoint(SparseTimeValueModel::Point(frame, value, feature.label.c_str()));
Chris@320 487 // std::cerr << "SparseTimeValueModel::addPoint(" << frame << ", " << value << "), " << feature.label.c_str() << std::endl;
Chris@320 488
Chris@320 489 } else if (m_descriptor->sampleType ==
Chris@320 490 Vamp::Plugin::OutputDescriptor::VariableSampleRate) {
Chris@320 491
Chris@320 492 float pitch = 0.0;
Chris@320 493 if (feature.values.size() > 0) pitch = feature.values[0];
Chris@320 494
Chris@320 495 float duration = 1;
Chris@320 496 if (feature.values.size() > 1) duration = feature.values[1];
Chris@320 497
Chris@320 498 float velocity = 100;
Chris@320 499 if (feature.values.size() > 2) velocity = feature.values[2];
Chris@340 500 if (velocity < 0) velocity = 127;
Chris@340 501 if (velocity > 127) velocity = 127;
Chris@320 502
Chris@320 503 NoteModel *model = getOutput<NoteModel>();
Chris@320 504 if (!model) return;
Chris@320 505
Chris@320 506 model->addPoint(NoteModel::Point(frame, pitch,
Chris@320 507 lrintf(duration),
Chris@340 508 velocity / 127.f,
Chris@320 509 feature.label.c_str()));
Chris@320 510
Chris@320 511 } else {
Chris@320 512
Chris@320 513 DenseThreeDimensionalModel::Column values = feature.values;
Chris@320 514
Chris@320 515 EditableDenseThreeDimensionalModel *model =
Chris@320 516 getOutput<EditableDenseThreeDimensionalModel>();
Chris@320 517 if (!model) return;
Chris@320 518
Chris@320 519 model->setColumn(frame / model->getResolution(), values);
Chris@320 520 }
Chris@320 521 }
Chris@320 522
Chris@320 523 void
Chris@331 524 FeatureExtractionModelTransformer::setCompletion(int completion)
Chris@320 525 {
Chris@320 526 int binCount = 1;
Chris@320 527 if (m_descriptor->hasFixedBinCount) {
Chris@320 528 binCount = m_descriptor->binCount;
Chris@320 529 }
Chris@320 530
Chris@331 531 // std::cerr << "FeatureExtractionModelTransformer::setCompletion("
Chris@320 532 // << completion << ")" << std::endl;
Chris@320 533
Chris@320 534 if (binCount == 0) {
Chris@320 535
Chris@320 536 SparseOneDimensionalModel *model = getOutput<SparseOneDimensionalModel>();
Chris@320 537 if (!model) return;
Chris@333 538 model->setCompletion(completion, m_context.updates);
Chris@320 539
Chris@320 540 } else if (binCount == 1) {
Chris@320 541
Chris@320 542 SparseTimeValueModel *model = getOutput<SparseTimeValueModel>();
Chris@320 543 if (!model) return;
Chris@333 544 model->setCompletion(completion, m_context.updates);
Chris@320 545
Chris@320 546 } else if (m_descriptor->sampleType ==
Chris@320 547 Vamp::Plugin::OutputDescriptor::VariableSampleRate) {
Chris@320 548
Chris@320 549 NoteModel *model = getOutput<NoteModel>();
Chris@320 550 if (!model) return;
Chris@333 551 model->setCompletion(completion, m_context.updates);
Chris@320 552
Chris@320 553 } else {
Chris@320 554
Chris@320 555 EditableDenseThreeDimensionalModel *model =
Chris@320 556 getOutput<EditableDenseThreeDimensionalModel>();
Chris@320 557 if (!model) return;
Chris@333 558 model->setCompletion(completion, m_context.updates);
Chris@320 559 }
Chris@320 560 }
Chris@320 561