annotate src/Analyser.cpp @ 402:a0eedd10dee3 cxx11-types

Merge from default branch
author Chris Cannam
date Mon, 23 Mar 2015 10:33:32 +0000
parents ffd1a89a68fa 6f7133733032
children cc33cdb114f6
rev   line source
Chris@6 1 /* -*- c-basic-offset: 4 indent-tabs-mode: nil -*- vi:set ts=8 sts=4 sw=4: */
Chris@6 2
Chris@6 3 /*
Chris@6 4 Tony
Chris@6 5 An intonation analysis and annotation tool
Chris@6 6 Centre for Digital Music, Queen Mary, University of London.
Chris@6 7 This file copyright 2006-2012 Chris Cannam and QMUL.
Chris@6 8
Chris@6 9 This program is free software; you can redistribute it and/or
Chris@6 10 modify it under the terms of the GNU General Public License as
Chris@6 11 published by the Free Software Foundation; either version 2 of the
Chris@6 12 License, or (at your option) any later version. See the file
Chris@6 13 COPYING included with this distribution for more information.
Chris@6 14 */
Chris@6 15
Chris@6 16 #include "Analyser.h"
Chris@6 17
Chris@6 18 #include "transform/TransformFactory.h"
Chris@6 19 #include "transform/ModelTransformer.h"
gyorgyf@14 20 #include "transform/FeatureExtractionModelTransformer.h"
Chris@6 21 #include "framework/Document.h"
Chris@6 22 #include "data/model/WaveFileModel.h"
Chris@6 23 #include "view/Pane.h"
Chris@6 24 #include "view/PaneStack.h"
Chris@6 25 #include "layer/Layer.h"
Chris@6 26 #include "layer/TimeValueLayer.h"
matthiasm@13 27 #include "layer/NoteLayer.h"
matthiasm@11 28 #include "layer/FlexiNoteLayer.h"
Chris@120 29 #include "layer/WaveformLayer.h"
Chris@6 30 #include "layer/ColourDatabase.h"
Chris@145 31 #include "layer/ColourMapper.h"
gyorgyf@16 32 #include "layer/LayerFactory.h"
Chris@145 33 #include "layer/SpectrogramLayer.h"
Chris@161 34 #include "layer/Colour3DPlotLayer.h"
Chris@199 35 #include "layer/ShowLayerCommand.h"
Chris@6 36
Chris@83 37 #include <QSettings>
Chris@341 38 #include <QMutexLocker>
Chris@83 39
Chris@163 40 using std::vector;
Chris@163 41
Chris@6 42 Analyser::Analyser() :
Chris@6 43 m_document(0),
Chris@6 44 m_fileModel(0),
Chris@133 45 m_paneStack(0),
Chris@188 46 m_pane(0),
Chris@188 47 m_currentCandidate(-1),
Chris@341 48 m_candidatesVisible(false),
Chris@341 49 m_currentAsyncHandle(0)
Chris@6 50 {
Chris@83 51 QSettings settings;
Chris@83 52 settings.beginGroup("LayerDefaults");
Chris@83 53 settings.setValue
Chris@83 54 ("timevalues",
Chris@83 55 QString("<layer verticalScale=\"%1\" plotStyle=\"%2\" "
Chris@83 56 "scaleMinimum=\"%3\" scaleMaximum=\"%4\"/>")
Chris@145 57 .arg(int(TimeValueLayer::AutoAlignScale))
matthiasm@182 58 .arg(int(TimeValueLayer::PlotPoints))
Chris@83 59 .arg(27.5f).arg(880.f)); // temporary values: better get the real extents of the data from the model
Chris@83 60 settings.setValue
Chris@83 61 ("flexinotes",
Chris@83 62 QString("<layer verticalScale=\"%1\"/>")
Chris@83 63 .arg(int(FlexiNoteLayer::AutoAlignScale)));
Chris@83 64 settings.endGroup();
Chris@6 65 }
Chris@6 66
Chris@6 67 Analyser::~Analyser()
Chris@6 68 {
Chris@6 69 }
Chris@6 70
Chris@140 71 QString
Chris@6 72 Analyser::newFileLoaded(Document *doc, WaveFileModel *model,
Chris@6 73 PaneStack *paneStack, Pane *pane)
Chris@6 74 {
Chris@6 75 m_document = doc;
Chris@6 76 m_fileModel = model;
Chris@133 77 m_paneStack = paneStack;
Chris@6 78 m_pane = pane;
Chris@6 79
Chris@242 80 connect(doc, SIGNAL(layerAboutToBeDeleted(Layer *)),
Chris@242 81 this, SLOT(layerAboutToBeDeleted(Layer *)));
Chris@242 82
Chris@326 83 QSettings settings;
Chris@326 84 settings.beginGroup("Analyser");
Chris@326 85 bool autoAnalyse = settings.value("auto-analysis", true).toBool();
Chris@326 86 settings.endGroup();
Chris@326 87
Chris@326 88 return doAllAnalyses(autoAnalyse);
Chris@325 89 }
Chris@325 90
Chris@325 91 QString
Chris@325 92 Analyser::analyseExistingFile()
Chris@325 93 {
Chris@325 94 if (!m_document) return "Internal error: Analyser::analyseExistingFile() called with no document present";
Chris@325 95
Chris@325 96 if (!m_pane) return "Internal error: Analyser::analyseExistingFile() called with no pane present";
Chris@325 97
Chris@325 98 if (m_layers[PitchTrack]) {
Chris@325 99 m_document->removeLayerFromView(m_pane, m_layers[PitchTrack]);
Chris@325 100 m_layers[PitchTrack] = 0;
Chris@325 101 }
Chris@325 102 if (m_layers[Notes]) {
Chris@325 103 m_document->removeLayerFromView(m_pane, m_layers[Notes]);
Chris@325 104 m_layers[Notes] = 0;
Chris@325 105 }
Chris@325 106
Chris@326 107 return doAllAnalyses(true);
Chris@325 108 }
Chris@325 109
Chris@325 110 QString
Chris@326 111 Analyser::doAllAnalyses(bool withPitchTrack)
Chris@325 112 {
Chris@165 113 m_reAnalysingSelection = Selection();
Chris@165 114 m_reAnalysisCandidates.clear();
Chris@167 115 m_currentCandidate = -1;
Chris@184 116 m_candidatesVisible = false;
Chris@165 117
Chris@161 118 // Note that we need at least one main-model layer (time ruler,
Chris@161 119 // waveform or what have you). It could be hidden if we don't want
Chris@161 120 // to see it but it must exist.
Chris@6 121
Chris@161 122 QString warning, error;
Chris@161 123
Chris@260 124 cerr << "Analyser::newFileLoaded: about to check visualisations etc" << endl;
Chris@260 125
Chris@161 126 // This isn't fatal -- we can proceed without
Chris@161 127 // visualisations. Other failures are fatal though.
Chris@161 128 warning = addVisualisations();
Chris@161 129
Chris@161 130 error = addWaveform();
Chris@161 131 if (error != "") return error;
Chris@161 132
Chris@326 133 if (withPitchTrack) {
Chris@326 134 error = addAnalyses();
Chris@326 135 if (error != "") return error;
Chris@326 136 }
Chris@161 137
Chris@161 138 loadState(Audio);
Chris@161 139 loadState(PitchTrack);
Chris@161 140 loadState(Notes);
Chris@161 141 loadState(Spectrogram);
Chris@161 142
Chris@260 143 stackLayers();
Chris@260 144
Chris@161 145 emit layersChanged();
Chris@161 146
Chris@161 147 return warning;
Chris@161 148 }
Chris@161 149
Chris@226 150 void
Chris@226 151 Analyser::fileClosed()
Chris@226 152 {
Chris@226 153 cerr << "Analyser::fileClosed" << endl;
Chris@226 154 m_layers.clear();
Chris@226 155 m_reAnalysisCandidates.clear();
Chris@226 156 m_currentCandidate = -1;
Chris@226 157 m_reAnalysingSelection = Selection();
Chris@226 158 }
Chris@226 159
Chris@227 160 bool
Chris@399 161 Analyser::getDisplayFrequencyExtents(double &min, double &max)
Chris@227 162 {
Chris@227 163 if (!m_layers[Spectrogram]) return false;
Chris@227 164 return m_layers[Spectrogram]->getDisplayExtents(min, max);
Chris@227 165 }
Chris@227 166
Chris@227 167 bool
Chris@399 168 Analyser::setDisplayFrequencyExtents(double min, double max)
Chris@227 169 {
Chris@227 170 if (!m_layers[Spectrogram]) return false;
Chris@227 171 m_layers[Spectrogram]->setDisplayExtents(min, max);
Chris@242 172 return true;
Chris@227 173 }
Chris@227 174
Chris@314 175 int
Chris@314 176 Analyser::getInitialAnalysisCompletion()
Chris@314 177 {
Chris@314 178 int completion = 0;
Chris@314 179
Chris@314 180 if (m_layers[PitchTrack]) {
Chris@314 181 completion = m_layers[PitchTrack]->getCompletion(m_pane);
Chris@314 182 }
Chris@314 183
Chris@314 184 if (m_layers[Notes]) {
Chris@314 185 int c = m_layers[Notes]->getCompletion(m_pane);
Chris@314 186 if (c < completion) completion = c;
Chris@314 187 }
Chris@314 188
Chris@314 189 return completion;
Chris@314 190 }
Chris@314 191
Chris@314 192 void
Chris@314 193 Analyser::layerCompletionChanged()
Chris@314 194 {
Chris@314 195 if (getInitialAnalysisCompletion() == 100) {
Chris@314 196 emit initialAnalysisCompleted();
Chris@314 197 }
Chris@314 198 }
Chris@314 199
Chris@161 200 QString
Chris@161 201 Analyser::addVisualisations()
Chris@161 202 {
Chris@227 203 // A spectrogram, off by default. Must go at the back because it's
Chris@227 204 // opaque
Chris@227 205
Chris@227 206 /* This is roughly what we'd do for a constant-Q spectrogram, but it
Chris@227 207 currently has issues with y-axis alignment
Chris@227 208
Chris@161 209 TransformFactory *tf = TransformFactory::getInstance();
Chris@161 210
Chris@161 211 QString name = "Constant-Q";
Chris@161 212 QString base = "vamp:cqvamp:cqvamp:";
Chris@161 213 QString out = "constantq";
Chris@6 214
Chris@161 215 QString notFound = tr("Transform \"%1\" not found, spectrogram will not be enabled.<br><br>Is the %2 Vamp plugin correctly installed?");
Chris@161 216 if (!tf->haveTransform(base + out)) {
Chris@161 217 return notFound.arg(base + out).arg(name);
Chris@161 218 }
Chris@161 219
Chris@161 220 Transform transform = tf->getDefaultTransformFor
Chris@161 221 (base + out, m_fileModel->getSampleRate());
Chris@162 222 transform.setParameter("bpo", 36);
Chris@161 223
Chris@161 224 Colour3DPlotLayer *spectrogram = qobject_cast<Colour3DPlotLayer *>
Chris@161 225 (m_document->createDerivedLayer(transform, m_fileModel));
Chris@161 226
Chris@161 227 if (!spectrogram) return tr("Transform \"%1\" did not run correctly (no layer or wrong layer type returned)").arg(base + out);
Chris@165 228 */
Chris@165 229
Chris@260 230 // As with all the visualisation layers, if we already have one in
Chris@260 231 // the pane we do not create another, just record its
Chris@260 232 // existence. (We create a new one when loading a new audio file,
Chris@260 233 // but just note the existing one when loading a complete session.)
Chris@260 234
Chris@260 235 for (int i = 0; i < m_pane->getLayerCount(); ++i) {
Chris@260 236 SpectrogramLayer *existing = qobject_cast<SpectrogramLayer *>
Chris@260 237 (m_pane->getLayer(i));
Chris@260 238 if (existing) {
Chris@260 239 cerr << "recording existing spectrogram layer" << endl;
Chris@260 240 m_layers[Spectrogram] = existing;
Chris@260 241 return "";
Chris@260 242 }
Chris@260 243 }
Chris@260 244
Chris@145 245 SpectrogramLayer *spectrogram = qobject_cast<SpectrogramLayer *>
Chris@145 246 (m_document->createMainModelLayer(LayerFactory::MelodicRangeSpectrogram));
Chris@165 247
Chris@145 248 spectrogram->setColourMap((int)ColourMapper::BlackOnWhite);
Chris@162 249 spectrogram->setNormalizeHybrid(true);
Chris@165 250 spectrogram->setGain(100);
Chris@145 251 m_document->addLayerToView(m_pane, spectrogram);
Chris@145 252 spectrogram->setLayerDormant(m_pane, true);
Chris@145 253
Chris@145 254 m_layers[Spectrogram] = spectrogram;
Chris@145 255
Chris@161 256 return "";
Chris@161 257 }
Chris@161 258
Chris@161 259 QString
Chris@161 260 Analyser::addWaveform()
Chris@161 261 {
Chris@131 262 // Our waveform layer is just a shadow, light grey and taking up
Chris@260 263 // little space at the bottom.
Chris@260 264
Chris@260 265 // As with the spectrogram above, if one exists already we just
Chris@260 266 // use it
Chris@260 267 for (int i = 0; i < m_pane->getLayerCount(); ++i) {
Chris@260 268 WaveformLayer *existing = qobject_cast<WaveformLayer *>
Chris@260 269 (m_pane->getLayer(i));
Chris@260 270 if (existing) {
Chris@260 271 cerr << "recording existing waveform layer" << endl;
Chris@260 272 m_layers[Audio] = existing;
Chris@260 273 return "";
Chris@260 274 }
Chris@260 275 }
Chris@120 276
Chris@120 277 WaveformLayer *waveform = qobject_cast<WaveformLayer *>
Chris@120 278 (m_document->createMainModelLayer(LayerFactory::Waveform));
Chris@120 279
Chris@120 280 waveform->setMiddleLineHeight(0.9);
Chris@120 281 waveform->setShowMeans(false); // too small & pale for this
Chris@120 282 waveform->setBaseColour
Chris@120 283 (ColourDatabase::getInstance()->getColourIndex(tr("Grey")));
Chris@130 284 PlayParameters *params = waveform->getPlayParameters();
justin@160 285 if (params) params->setPlayPan(-1);
Chris@128 286
Chris@128 287 m_document->addLayerToView(m_pane, waveform);
Chris@120 288
Chris@128 289 m_layers[Audio] = waveform;
Chris@161 290 return "";
Chris@161 291 }
Chris@161 292
Chris@161 293 QString
Chris@161 294 Analyser::addAnalyses()
Chris@161 295 {
Chris@260 296 // As with the spectrogram above, if these layers exist we use
Chris@260 297 // them
Chris@260 298 TimeValueLayer *existingPitch = 0;
Chris@260 299 FlexiNoteLayer *existingNotes = 0;
Chris@260 300 for (int i = 0; i < m_pane->getLayerCount(); ++i) {
Chris@260 301 if (!existingPitch) {
Chris@260 302 existingPitch = qobject_cast<TimeValueLayer *>(m_pane->getLayer(i));
Chris@260 303 }
Chris@260 304 if (!existingNotes) {
Chris@260 305 existingNotes = qobject_cast<FlexiNoteLayer *>(m_pane->getLayer(i));
Chris@260 306 }
Chris@260 307 }
Chris@260 308 if (existingPitch && existingNotes) {
Chris@260 309 cerr << "recording existing pitch and notes layers" << endl;
Chris@260 310 m_layers[PitchTrack] = existingPitch;
Chris@260 311 m_layers[Notes] = existingNotes;
Chris@260 312 return "";
Chris@326 313 } else {
Chris@326 314 if (existingPitch) {
Chris@326 315 m_document->removeLayerFromView(m_pane, existingPitch);
Chris@326 316 m_layers[PitchTrack] = 0;
Chris@326 317 }
Chris@326 318 if (existingNotes) {
Chris@326 319 m_document->removeLayerFromView(m_pane, existingNotes);
Chris@326 320 m_layers[Notes] = 0;
Chris@326 321 }
Chris@260 322 }
Chris@260 323
Chris@161 324 TransformFactory *tf = TransformFactory::getInstance();
Chris@161 325
Chris@161 326 QString plugname = "pYIN";
Chris@161 327 QString base = "vamp:pyin:pyin:";
Chris@161 328 QString f0out = "smoothedpitchtrack";
Chris@161 329 QString noteout = "notes";
Chris@120 330
Chris@83 331 Transforms transforms;
Chris@138 332
Chris@138 333 /*!!! we could have more than one pitch track...
Chris@138 334 QString cx = "vamp:cepstral-pitchtracker:cepstral-pitchtracker:f0";
Chris@138 335 if (tf->haveTransform(cx)) {
Chris@138 336 Transform tx = tf->getDefaultTransformFor(cx);
Chris@138 337 TimeValueLayer *lx = qobject_cast<TimeValueLayer *>
Chris@138 338 (m_document->createDerivedLayer(tx, m_fileModel));
Chris@138 339 lx->setVerticalScale(TimeValueLayer::AutoAlignScale);
Chris@138 340 lx->setBaseColour(ColourDatabase::getInstance()->getColourIndex(tr("Bright Red")));
Chris@138 341 m_document->addLayerToView(m_pane, lx);
Chris@138 342 }
Chris@138 343 */
Chris@138 344
Chris@140 345 QString notFound = tr("Transform \"%1\" not found. Unable to analyse audio file.<br><br>Is the %2 Vamp plugin correctly installed?");
Chris@140 346 if (!tf->haveTransform(base + f0out)) {
Chris@140 347 return notFound.arg(base + f0out).arg(plugname);
Chris@140 348 }
Chris@140 349 if (!tf->haveTransform(base + noteout)) {
Chris@140 350 return notFound.arg(base + noteout).arg(plugname);
Chris@6 351 }
Chris@6 352
Chris@326 353 QSettings settings;
Chris@326 354 settings.beginGroup("Analyser");
Chris@326 355 bool precise = settings.value("precision-analysis", false).toBool();
Chris@326 356 settings.endGroup();
Chris@326 357
matthiasm@345 358 settings.beginGroup("Analyser");
matthiasm@345 359 bool lowamp = settings.value("lowamp-analysis", false).toBool();
matthiasm@345 360 settings.endGroup();
matthiasm@345 361
Chris@83 362 Transform t = tf->getDefaultTransformFor
Chris@83 363 (base + f0out, m_fileModel->getSampleRate());
Chris@83 364 t.setStepSize(256);
Chris@83 365 t.setBlockSize(2048);
Chris@6 366
Chris@326 367 if (precise) {
Chris@326 368 cerr << "setting parameters for precise mode" << endl;
Chris@326 369 t.setParameter("precisetime", 1);
Chris@326 370 } else {
Chris@326 371 cerr << "setting parameters for vague mode" << endl;
Chris@326 372 t.setParameter("precisetime", 0);
Chris@326 373 }
Chris@326 374
matthiasm@345 375 if (lowamp) {
matthiasm@345 376 cerr << "setting parameters for lowamp suppression" << endl;
matthiasm@354 377 t.setParameter("lowampsuppression", 0.1f);
matthiasm@345 378 } else {
matthiasm@345 379 cerr << "setting parameters for no lowamp suppression" << endl;
matthiasm@345 380 t.setParameter("lowampsuppression", 0.0f);
matthiasm@345 381 }
matthiasm@345 382
Chris@83 383 transforms.push_back(t);
Chris@83 384
Chris@83 385 t.setOutput(noteout);
Chris@83 386
Chris@83 387 transforms.push_back(t);
Chris@83 388
Chris@83 389 std::vector<Layer *> layers =
Chris@83 390 m_document->createDerivedLayers(transforms, m_fileModel);
Chris@83 391
Chris@162 392 for (int i = 0; i < (int)layers.size(); ++i) {
Chris@83 393
Chris@162 394 FlexiNoteLayer *f = qobject_cast<FlexiNoteLayer *>(layers[i]);
Chris@162 395 TimeValueLayer *t = qobject_cast<TimeValueLayer *>(layers[i]);
Chris@162 396
Chris@162 397 if (f) m_layers[Notes] = f;
Chris@162 398 if (t) m_layers[PitchTrack] = t;
Chris@162 399
Chris@162 400 m_document->addLayerToView(m_pane, layers[i]);
Chris@6 401 }
Chris@161 402
Chris@162 403 ColourDatabase *cdb = ColourDatabase::getInstance();
Chris@162 404
Chris@162 405 TimeValueLayer *pitchLayer =
Chris@162 406 qobject_cast<TimeValueLayer *>(m_layers[PitchTrack]);
Chris@162 407 if (pitchLayer) {
Chris@162 408 pitchLayer->setBaseColour(cdb->getColourIndex(tr("Black")));
Chris@162 409 PlayParameters *params = pitchLayer->getPlayParameters();
Chris@162 410 if (params) params->setPlayPan(1);
Chris@396 411 connect(pitchLayer, SIGNAL(modelCompletionChanged()),
Chris@396 412 this, SLOT(layerCompletionChanged()));
Chris@162 413 }
Chris@162 414
Chris@162 415 FlexiNoteLayer *flexiNoteLayer =
Chris@162 416 qobject_cast<FlexiNoteLayer *>(m_layers[Notes]);
Chris@162 417 if (flexiNoteLayer) {
Chris@162 418 flexiNoteLayer->setBaseColour(cdb->getColourIndex(tr("Bright Blue")));
Chris@162 419 PlayParameters *params = flexiNoteLayer->getPlayParameters();
Chris@162 420 if (params) params->setPlayPan(1);
Chris@396 421 connect(flexiNoteLayer, SIGNAL(modelCompletionChanged()),
Chris@396 422 this, SLOT(layerCompletionChanged()));
Chris@396 423 connect(flexiNoteLayer, SIGNAL(reAnalyseRegion(int, int, float, float)),
Chris@396 424 this, SLOT(reAnalyseRegion(int, int, float, float)));
Chris@398 425 connect(flexiNoteLayer, SIGNAL(materialiseReAnalysis()),
Chris@398 426 this, SLOT(materialiseReAnalysis()));
Chris@162 427 }
Chris@162 428
Chris@162 429 return "";
Chris@162 430 }
Chris@162 431
Chris@396 432 void
Chris@396 433 Analyser::reAnalyseRegion(int frame0, int frame1, float freq0, float freq1)
Chris@396 434 {
Chris@396 435 cerr << "Analyser::reAnalyseRegion(" << frame0 << ", " << frame1
Chris@396 436 << ", " << freq0 << ", " << freq1 << ")" << endl;
Chris@396 437 showPitchCandidates(true);
Chris@396 438 (void)reAnalyseSelection(Selection(frame0, frame1),
Chris@396 439 FrequencyRange(freq0, freq1));
Chris@396 440 }
Chris@396 441
Chris@398 442 void
Chris@398 443 Analyser::materialiseReAnalysis()
Chris@398 444 {
Chris@398 445 if (m_reAnalysingSelection.isEmpty()) return;
Chris@398 446 switchPitchCandidate(m_reAnalysingSelection, true); // or false, doesn't matter
Chris@398 447 }
Chris@398 448
Chris@162 449 QString
Chris@192 450 Analyser::reAnalyseSelection(Selection sel, FrequencyRange range)
Chris@162 451 {
Chris@341 452 QMutexLocker locker(&m_asyncMutex);
Chris@341 453
Chris@396 454 if (!m_reAnalysingSelection.isEmpty()) {
Chris@396 455 if (sel == m_reAnalysingSelection && range == m_reAnalysingRange) {
Chris@396 456 cerr << "selection & range are same as current analysis, ignoring" << endl;
Chris@396 457 return "";
Chris@396 458 }
Chris@396 459 }
Chris@396 460
Chris@396 461 if (sel.isEmpty()) return "";
Chris@165 462
Chris@341 463 if (m_currentAsyncHandle) {
Chris@341 464 m_document->cancelAsyncLayerCreation(m_currentAsyncHandle);
Chris@341 465 }
Chris@341 466
Chris@252 467 if (!m_reAnalysisCandidates.empty()) {
Chris@252 468 CommandHistory::getInstance()->startCompoundOperation
Chris@252 469 (tr("Discard Previous Candidates"), true);
Chris@252 470 discardPitchCandidates();
Chris@252 471 CommandHistory::getInstance()->endCompoundOperation();
Chris@252 472 }
Chris@199 473
Chris@194 474 m_reAnalysingSelection = sel;
Chris@396 475 m_reAnalysingRange = range;
Chris@167 476
Chris@194 477 m_preAnalysis = Clipboard();
Chris@194 478 Layer *myLayer = m_layers[PitchTrack];
Chris@194 479 if (myLayer) {
Chris@194 480 myLayer->copy(m_pane, sel, m_preAnalysis);
Chris@194 481 }
Chris@165 482
Chris@162 483 TransformFactory *tf = TransformFactory::getInstance();
Chris@162 484
Chris@223 485 QString plugname1 = "pYIN";
Chris@223 486 QString plugname2 = "CHP";
Chris@223 487
Chris@162 488 QString base = "vamp:pyin:localcandidatepyin:";
Chris@162 489 QString out = "pitchtrackcandidates";
Chris@162 490
Chris@192 491 if (range.isConstrained()) {
Chris@223 492 base = "vamp:chp:constrainedharmonicpeak:";
Chris@223 493 out = "peak";
Chris@192 494 }
Chris@192 495
Chris@162 496 Transforms transforms;
Chris@162 497
Chris@223 498 QString notFound = tr("Transform \"%1\" not found. Unable to perform interactive analysis.<br><br>Are the %2 and %3 Vamp plugins correctly installed?");
Chris@162 499 if (!tf->haveTransform(base + out)) {
Chris@223 500 return notFound.arg(base + out).arg(plugname1).arg(plugname2);
Chris@162 501 }
Chris@162 502
Chris@162 503 Transform t = tf->getDefaultTransformFor
Chris@162 504 (base + out, m_fileModel->getSampleRate());
Chris@162 505 t.setStepSize(256);
Chris@162 506 t.setBlockSize(2048);
Chris@162 507
Chris@192 508 if (range.isConstrained()) {
Chris@399 509 t.setParameter("minfreq", float(range.min));
Chris@399 510 t.setParameter("maxfreq", float(range.max));
Chris@223 511 t.setBlockSize(4096);
Chris@192 512 }
Chris@192 513
matthiasm@273 514 // get time stamps that align with the 256-sample grid of the original extraction
Chris@399 515 const sv_frame_t grid = 256;
Chris@399 516 sv_frame_t startSample = (sel.getStartFrame() / grid) * grid;
Chris@399 517 if (startSample < sel.getStartFrame()) startSample += grid;
Chris@399 518 sv_frame_t endSample = (sel.getEndFrame() / grid) * grid;
Chris@399 519 if (endSample < sel.getEndFrame()) endSample += grid;
matthiasm@273 520 if (!range.isConstrained()) {
Chris@399 521 startSample -= 4*grid; // 4*256 is for 4 frames offset due to timestamp shift
Chris@399 522 endSample -= 4*grid;
matthiasm@273 523 } else {
Chris@399 524 endSample -= 9*grid; // MM says: not sure what the CHP plugin does there
matthiasm@273 525 }
matthiasm@273 526 RealTime start = RealTime::frame2RealTime(startSample, m_fileModel->getSampleRate());
matthiasm@273 527 RealTime end = RealTime::frame2RealTime(endSample, m_fileModel->getSampleRate());
Chris@164 528
Chris@164 529 RealTime duration;
Chris@164 530
Chris@164 531 if (sel.getEndFrame() > sel.getStartFrame()) {
Chris@164 532 duration = end - start;
Chris@164 533 }
Chris@164 534
Chris@200 535 cerr << "Analyser::reAnalyseSelection: start " << start << " end " << end << " original selection start " << sel.getStartFrame() << " end " << sel.getEndFrame() << " duration " << duration << endl;
Chris@200 536
Chris@200 537 if (duration <= RealTime::zeroTime) {
Chris@200 538 cerr << "Analyser::reAnalyseSelection: duration <= 0, not analysing" << endl;
Chris@200 539 return "";
Chris@200 540 }
Chris@200 541
Chris@164 542 t.setStartTime(start);
Chris@164 543 t.setDuration(duration);
Chris@162 544
Chris@162 545 transforms.push_back(t);
Chris@341 546
Chris@341 547 m_currentAsyncHandle =
Chris@341 548 m_document->createDerivedLayersAsync(transforms, m_fileModel, this);
Chris@162 549
Chris@163 550 return "";
Chris@163 551 }
Chris@162 552
Chris@184 553 bool
Chris@184 554 Analyser::arePitchCandidatesShown() const
Chris@184 555 {
Chris@184 556 return m_candidatesVisible;
Chris@184 557 }
Chris@184 558
Chris@184 559 void
Chris@184 560 Analyser::showPitchCandidates(bool shown)
Chris@184 561 {
Chris@184 562 if (m_candidatesVisible == shown) return;
Chris@184 563
Chris@184 564 foreach (Layer *layer, m_reAnalysisCandidates) {
Chris@184 565 if (shown) {
Chris@199 566 CommandHistory::getInstance()->addCommand
Chris@199 567 (new ShowLayerCommand(m_pane, layer, true,
Chris@199 568 tr("Show Pitch Candidates")));
Chris@184 569 } else {
Chris@199 570 CommandHistory::getInstance()->addCommand
Chris@199 571 (new ShowLayerCommand(m_pane, layer, false,
Chris@199 572 tr("Hide Pitch Candidates")));
Chris@184 573 }
Chris@184 574 }
Chris@184 575
Chris@184 576 m_candidatesVisible = shown;
Chris@184 577 }
Chris@184 578
Chris@163 579 void
Chris@341 580 Analyser::layersCreated(Document::LayerCreationAsyncHandle handle,
Chris@341 581 vector<Layer *> primary,
Chris@163 582 vector<Layer *> additional)
Chris@163 583 {
Chris@349 584 {
Chris@349 585 QMutexLocker locker(&m_asyncMutex);
Chris@165 586
Chris@349 587 if (handle != m_currentAsyncHandle ||
Chris@349 588 m_reAnalysingSelection == Selection()) {
Chris@349 589 // We don't want these!
Chris@349 590 for (int i = 0; i < (int)primary.size(); ++i) {
Chris@349 591 m_document->deleteLayer(primary[i]);
Chris@349 592 }
Chris@349 593 for (int i = 0; i < (int)additional.size(); ++i) {
Chris@349 594 m_document->deleteLayer(additional[i]);
Chris@349 595 }
Chris@349 596 return;
Chris@349 597 }
Chris@349 598 m_currentAsyncHandle = 0;
Chris@349 599
Chris@349 600 CommandHistory::getInstance()->startCompoundOperation
Chris@349 601 (tr("Re-Analyse Selection"), true);
Chris@349 602
Chris@349 603 m_reAnalysisCandidates.clear();
Chris@349 604
Chris@349 605 vector<Layer *> all;
Chris@226 606 for (int i = 0; i < (int)primary.size(); ++i) {
Chris@349 607 all.push_back(primary[i]);
Chris@226 608 }
Chris@226 609 for (int i = 0; i < (int)additional.size(); ++i) {
Chris@349 610 all.push_back(additional[i]);
Chris@226 611 }
Chris@349 612
Chris@349 613 for (int i = 0; i < (int)all.size(); ++i) {
Chris@349 614 TimeValueLayer *t = qobject_cast<TimeValueLayer *>(all[i]);
Chris@349 615 if (t) {
Chris@349 616 PlayParameters *params = t->getPlayParameters();
Chris@349 617 if (params) {
Chris@349 618 params->setPlayAudible(false);
Chris@349 619 }
Chris@349 620 t->setBaseColour
Chris@349 621 (ColourDatabase::getInstance()->getColourIndex(tr("Bright Orange")));
Chris@349 622 t->setPresentationName("candidate");
Chris@349 623 m_document->addLayerToView(m_pane, t);
Chris@349 624 m_reAnalysisCandidates.push_back(t);
Chris@349 625 }
Chris@349 626 }
Chris@349 627
Chris@349 628 if (!all.empty()) {
Chris@349 629 bool show = m_candidatesVisible;
Chris@349 630 m_candidatesVisible = !show; // to ensure the following takes effect
Chris@349 631 showPitchCandidates(show);
Chris@349 632 }
Chris@349 633
Chris@349 634 CommandHistory::getInstance()->endCompoundOperation();
Chris@226 635 }
Chris@199 636
Chris@187 637 emit layersChanged();
Chris@6 638 }
Chris@6 639
Chris@198 640 bool
Chris@198 641 Analyser::haveHigherPitchCandidate() const
Chris@198 642 {
Chris@198 643 if (m_reAnalysisCandidates.empty()) return false;
Chris@198 644 return (m_currentCandidate < 0 ||
Chris@198 645 (m_currentCandidate + 1 < (int)m_reAnalysisCandidates.size()));
Chris@198 646 }
Chris@198 647
Chris@198 648 bool
Chris@198 649 Analyser::haveLowerPitchCandidate() const
Chris@198 650 {
Chris@198 651 if (m_reAnalysisCandidates.empty()) return false;
Chris@198 652 return (m_currentCandidate < 0 || m_currentCandidate >= 1);
Chris@198 653 }
Chris@198 654
gyorgyf@45 655 void
Chris@167 656 Analyser::switchPitchCandidate(Selection sel, bool up)
Chris@167 657 {
Chris@167 658 if (m_reAnalysisCandidates.empty()) return;
Chris@167 659
Chris@167 660 if (up) {
Chris@167 661 m_currentCandidate = m_currentCandidate + 1;
Chris@168 662 if (m_currentCandidate >= (int)m_reAnalysisCandidates.size()) {
Chris@167 663 m_currentCandidate = 0;
Chris@167 664 }
Chris@167 665 } else {
Chris@167 666 m_currentCandidate = m_currentCandidate - 1;
Chris@167 667 if (m_currentCandidate < 0) {
Chris@168 668 m_currentCandidate = (int)m_reAnalysisCandidates.size() - 1;
Chris@167 669 }
Chris@167 670 }
Chris@167 671
Chris@167 672 Layer *pitchTrack = m_layers[PitchTrack];
Chris@167 673 if (!pitchTrack) return;
Chris@167 674
Chris@167 675 Clipboard clip;
Chris@167 676 pitchTrack->deleteSelection(sel);
Chris@167 677 m_reAnalysisCandidates[m_currentCandidate]->copy(m_pane, sel, clip);
Chris@167 678 pitchTrack->paste(m_pane, clip, 0, false);
Chris@264 679
Chris@264 680 stackLayers();
Chris@260 681 }
Chris@167 682
Chris@260 683 void
Chris@260 684 Analyser::stackLayers()
Chris@260 685 {
Chris@167 686 // raise the pitch track, then notes on top (if present)
Chris@260 687 if (m_layers[PitchTrack]) {
Chris@260 688 m_paneStack->setCurrentLayer(m_pane, m_layers[PitchTrack]);
Chris@260 689 }
Chris@167 690 if (m_layers[Notes] && !m_layers[Notes]->isLayerDormant(m_pane)) {
Chris@167 691 m_paneStack->setCurrentLayer(m_pane, m_layers[Notes]);
Chris@167 692 }
Chris@167 693 }
Chris@167 694
Chris@167 695 void
Chris@168 696 Analyser::shiftOctave(Selection sel, bool up)
Chris@168 697 {
Chris@168 698 float factor = (up ? 2.f : 0.5f);
Chris@168 699
Chris@168 700 vector<Layer *> actOn;
Chris@168 701
Chris@168 702 Layer *pitchTrack = m_layers[PitchTrack];
Chris@168 703 if (pitchTrack) actOn.push_back(pitchTrack);
Chris@168 704
Chris@168 705 foreach (Layer *layer, actOn) {
Chris@168 706
Chris@168 707 Clipboard clip;
Chris@168 708 layer->copy(m_pane, sel, clip);
Chris@168 709 layer->deleteSelection(sel);
Chris@168 710
Chris@168 711 Clipboard shifted;
Chris@168 712 foreach (Clipboard::Point p, clip.getPoints()) {
Chris@168 713 if (p.haveValue()) {
Chris@168 714 Clipboard::Point sp = p.withValue(p.getValue() * factor);
Chris@168 715 shifted.addPoint(sp);
Chris@168 716 } else {
Chris@168 717 shifted.addPoint(p);
Chris@168 718 }
Chris@168 719 }
Chris@168 720
Chris@168 721 layer->paste(m_pane, shifted, 0, false);
Chris@168 722 }
Chris@168 723 }
Chris@168 724
Chris@168 725 void
Chris@184 726 Analyser::deletePitches(Selection sel)
Chris@168 727 {
Chris@168 728 Layer *pitchTrack = m_layers[PitchTrack];
Chris@168 729 if (!pitchTrack) return;
Chris@168 730
Chris@168 731 pitchTrack->deleteSelection(sel);
Chris@168 732 }
Chris@168 733
Chris@168 734 void
Chris@199 735 Analyser::abandonReAnalysis(Selection sel)
Chris@167 736 {
Chris@252 737 // A compound command is already in progress
Chris@252 738
Chris@199 739 discardPitchCandidates();
Chris@194 740
Chris@194 741 Layer *myLayer = m_layers[PitchTrack];
Chris@194 742 if (!myLayer) return;
Chris@194 743 myLayer->deleteSelection(sel);
Chris@194 744 myLayer->paste(m_pane, m_preAnalysis, 0, false);
Chris@167 745 }
Chris@167 746
Chris@167 747 void
Chris@269 748 Analyser::clearReAnalysis()
Chris@269 749 {
Chris@269 750 discardPitchCandidates();
Chris@269 751 }
Chris@269 752
Chris@269 753 void
Chris@199 754 Analyser::discardPitchCandidates()
Chris@199 755 {
Chris@242 756 if (!m_reAnalysisCandidates.empty()) {
Chris@252 757 // We don't use a compound command here, because we may be
Chris@252 758 // already in one. Caller bears responsibility for doing that
Chris@242 759 foreach (Layer *layer, m_reAnalysisCandidates) {
Chris@242 760 // This will cause the layer to be deleted later (ownership is
Chris@242 761 // transferred to the remove command)
Chris@242 762 m_document->removeLayerFromView(m_pane, layer);
Chris@242 763 }
Chris@243 764 m_reAnalysisCandidates.clear();
Chris@199 765 }
Chris@199 766
Chris@199 767 m_currentCandidate = -1;
Chris@199 768 m_reAnalysingSelection = Selection();
Chris@199 769 m_candidatesVisible = false;
Chris@199 770 }
Chris@199 771
Chris@199 772 void
Chris@242 773 Analyser::layerAboutToBeDeleted(Layer *doomed)
Chris@242 774 {
Chris@242 775 cerr << "Analyser::layerAboutToBeDeleted(" << doomed << ")" << endl;
Chris@242 776
Chris@242 777 vector<Layer *> notDoomed;
Chris@242 778
Chris@242 779 foreach (Layer *layer, m_reAnalysisCandidates) {
Chris@242 780 if (layer != doomed) {
Chris@242 781 notDoomed.push_back(layer);
Chris@242 782 }
Chris@242 783 }
Chris@242 784
Chris@242 785 m_reAnalysisCandidates = notDoomed;
Chris@242 786 }
Chris@242 787
Chris@242 788 void
Chris@174 789 Analyser::takePitchTrackFrom(Layer *otherLayer)
Chris@174 790 {
Chris@174 791 Layer *myLayer = m_layers[PitchTrack];
Chris@174 792 if (!myLayer) return;
Chris@174 793
Chris@174 794 Clipboard clip;
Chris@174 795
Chris@174 796 Selection sel = Selection(myLayer->getModel()->getStartFrame(),
Chris@174 797 myLayer->getModel()->getEndFrame());
Chris@174 798 myLayer->deleteSelection(sel);
Chris@174 799
Chris@174 800 sel = Selection(otherLayer->getModel()->getStartFrame(),
Chris@174 801 otherLayer->getModel()->getEndFrame());
Chris@174 802 otherLayer->copy(m_pane, sel, clip);
Chris@174 803
Chris@174 804 myLayer->paste(m_pane, clip, 0, false);
Chris@174 805 }
Chris@174 806
Chris@174 807 void
Chris@399 808 Analyser::getEnclosingSelectionScope(sv_frame_t f, sv_frame_t &f0, sv_frame_t &f1)
Chris@139 809 {
Chris@139 810 FlexiNoteLayer *flexiNoteLayer =
Chris@139 811 qobject_cast<FlexiNoteLayer *>(m_layers[Notes]);
Chris@139 812
Chris@399 813 sv_frame_t f0i = f, f1i = f;
Chris@355 814 int res = 1;
Chris@139 815
Chris@139 816 if (!flexiNoteLayer) {
Chris@139 817 f0 = f1 = f;
Chris@139 818 return;
Chris@139 819 }
Chris@139 820
Chris@139 821 flexiNoteLayer->snapToFeatureFrame(m_pane, f0i, res, Layer::SnapLeft);
Chris@139 822 flexiNoteLayer->snapToFeatureFrame(m_pane, f1i, res, Layer::SnapRight);
Chris@139 823
Chris@139 824 f0 = (f0i < 0 ? 0 : f0i);
Chris@139 825 f1 = (f1i < 0 ? 0 : f1i);
Chris@139 826 }
Chris@139 827
Chris@139 828 void
Chris@132 829 Analyser::saveState(Component c) const
Chris@132 830 {
Chris@132 831 bool v = isVisible(c);
Chris@132 832 bool a = isAudible(c);
Chris@132 833 QSettings settings;
Chris@132 834 settings.beginGroup("Analyser");
Chris@145 835 settings.setValue(QString("visible-%1").arg(int(c)), v);
Chris@145 836 settings.setValue(QString("audible-%1").arg(int(c)), a);
Chris@132 837 settings.endGroup();
Chris@132 838 }
Chris@132 839
Chris@132 840 void
Chris@132 841 Analyser::loadState(Component c)
Chris@132 842 {
Chris@132 843 QSettings settings;
Chris@132 844 settings.beginGroup("Analyser");
Chris@145 845 bool deflt = (c == Spectrogram ? false : true);
Chris@145 846 bool v = settings.value(QString("visible-%1").arg(int(c)), deflt).toBool();
Chris@145 847 bool a = settings.value(QString("audible-%1").arg(int(c)), true).toBool();
Chris@132 848 settings.endGroup();
Chris@132 849 setVisible(c, v);
Chris@132 850 setAudible(c, a);
Chris@132 851 }
Chris@132 852
Chris@132 853 void
gyorgyf@45 854 Analyser::setIntelligentActions(bool on)
gyorgyf@45 855 {
gyorgyf@45 856 std::cerr << "toggle setIntelligentActions " << on << std::endl;
Chris@128 857
Chris@128 858 FlexiNoteLayer *flexiNoteLayer =
Chris@128 859 qobject_cast<FlexiNoteLayer *>(m_layers[Notes]);
Chris@128 860 if (flexiNoteLayer) {
Chris@128 861 flexiNoteLayer->setIntelligentActions(on);
Chris@70 862 }
gyorgyf@45 863 }
Chris@128 864
Chris@128 865 bool
Chris@128 866 Analyser::isVisible(Component c) const
Chris@128 867 {
Chris@128 868 if (m_layers[c]) {
Chris@128 869 return !m_layers[c]->isLayerDormant(m_pane);
Chris@128 870 } else {
Chris@128 871 return false;
Chris@128 872 }
Chris@128 873 }
Chris@128 874
Chris@128 875 void
Chris@128 876 Analyser::setVisible(Component c, bool v)
Chris@128 877 {
Chris@128 878 if (m_layers[c]) {
Chris@128 879 m_layers[c]->setLayerDormant(m_pane, !v);
Chris@133 880
Chris@167 881 if (v) {
Chris@167 882 if (c == Notes) {
Chris@167 883 m_paneStack->setCurrentLayer(m_pane, m_layers[c]);
Chris@167 884 } else if (c == PitchTrack) {
Chris@167 885 // raise the pitch track, then notes on top (if present)
Chris@167 886 m_paneStack->setCurrentLayer(m_pane, m_layers[c]);
Chris@167 887 if (m_layers[Notes] &&
Chris@167 888 !m_layers[Notes]->isLayerDormant(m_pane)) {
Chris@167 889 m_paneStack->setCurrentLayer(m_pane, m_layers[Notes]);
Chris@167 890 }
Chris@167 891 }
Chris@133 892 }
Chris@133 893
Chris@128 894 m_pane->layerParametersChanged();
Chris@132 895 saveState(c);
Chris@128 896 }
Chris@128 897 }
Chris@128 898
Chris@128 899 bool
Chris@128 900 Analyser::isAudible(Component c) const
Chris@128 901 {
Chris@128 902 if (m_layers[c]) {
Chris@128 903 PlayParameters *params = m_layers[c]->getPlayParameters();
Chris@128 904 if (!params) return false;
Chris@128 905 return params->isPlayAudible();
Chris@128 906 } else {
Chris@128 907 return false;
Chris@128 908 }
Chris@128 909 }
Chris@128 910
Chris@128 911 void
Chris@128 912 Analyser::setAudible(Component c, bool a)
Chris@128 913 {
Chris@128 914 if (m_layers[c]) {
Chris@128 915 PlayParameters *params = m_layers[c]->getPlayParameters();
Chris@128 916 if (!params) return;
Chris@128 917 params->setPlayAudible(a);
Chris@132 918 saveState(c);
Chris@128 919 }
Chris@128 920 }
Chris@128 921
Chris@158 922 float
Chris@158 923 Analyser::getGain(Component c) const
Chris@158 924 {
Chris@158 925 if (m_layers[c]) {
Chris@158 926 PlayParameters *params = m_layers[c]->getPlayParameters();
Chris@158 927 if (!params) return 1.f;
Chris@158 928 return params->getPlayGain();
Chris@158 929 } else {
Chris@158 930 return 1.f;
Chris@158 931 }
Chris@158 932 }
Chris@158 933
Chris@158 934 void
Chris@158 935 Analyser::setGain(Component c, float gain)
Chris@158 936 {
Chris@158 937 if (m_layers[c]) {
Chris@158 938 PlayParameters *params = m_layers[c]->getPlayParameters();
Chris@158 939 if (!params) return;
Chris@158 940 params->setPlayGain(gain);
Chris@158 941 saveState(c);
Chris@158 942 }
Chris@158 943 }
Chris@158 944
Chris@158 945 float
Chris@158 946 Analyser::getPan(Component c) const
Chris@158 947 {
Chris@158 948 if (m_layers[c]) {
Chris@158 949 PlayParameters *params = m_layers[c]->getPlayParameters();
Chris@158 950 if (!params) return 1.f;
Chris@158 951 return params->getPlayPan();
Chris@158 952 } else {
Chris@158 953 return 1.f;
Chris@158 954 }
Chris@158 955 }
Chris@158 956
Chris@158 957 void
Chris@158 958 Analyser::setPan(Component c, float pan)
Chris@158 959 {
Chris@158 960 if (m_layers[c]) {
Chris@158 961 PlayParameters *params = m_layers[c]->getPlayParameters();
Chris@158 962 if (!params) return;
Chris@158 963 params->setPlayPan(pan);
Chris@158 964 saveState(c);
Chris@158 965 }
Chris@158 966 }
Chris@158 967
Chris@158 968
Chris@158 969