annotate src/Analyser.cpp @ 428:2bbec2dfe9f6

Update subrepo to fix crash on exit; merge
author Chris Cannam
date Tue, 31 Mar 2015 10:41:05 +0100
parents bbe7ba53030e
children 6e8e85edfd48
rev   line source
Chris@6 1 /* -*- c-basic-offset: 4 indent-tabs-mode: nil -*- vi:set ts=8 sts=4 sw=4: */
Chris@6 2
Chris@6 3 /*
Chris@6 4 Tony
Chris@6 5 An intonation analysis and annotation tool
Chris@6 6 Centre for Digital Music, Queen Mary, University of London.
Chris@6 7 This file copyright 2006-2012 Chris Cannam and QMUL.
Chris@6 8
Chris@6 9 This program is free software; you can redistribute it and/or
Chris@6 10 modify it under the terms of the GNU General Public License as
Chris@6 11 published by the Free Software Foundation; either version 2 of the
Chris@6 12 License, or (at your option) any later version. See the file
Chris@6 13 COPYING included with this distribution for more information.
Chris@6 14 */
Chris@6 15
Chris@6 16 #include "Analyser.h"
Chris@6 17
Chris@6 18 #include "transform/TransformFactory.h"
Chris@6 19 #include "transform/ModelTransformer.h"
gyorgyf@14 20 #include "transform/FeatureExtractionModelTransformer.h"
Chris@6 21 #include "framework/Document.h"
Chris@6 22 #include "data/model/WaveFileModel.h"
Chris@6 23 #include "view/Pane.h"
Chris@6 24 #include "view/PaneStack.h"
Chris@6 25 #include "layer/Layer.h"
Chris@6 26 #include "layer/TimeValueLayer.h"
matthiasm@13 27 #include "layer/NoteLayer.h"
matthiasm@11 28 #include "layer/FlexiNoteLayer.h"
Chris@120 29 #include "layer/WaveformLayer.h"
Chris@6 30 #include "layer/ColourDatabase.h"
Chris@145 31 #include "layer/ColourMapper.h"
gyorgyf@16 32 #include "layer/LayerFactory.h"
Chris@145 33 #include "layer/SpectrogramLayer.h"
Chris@161 34 #include "layer/Colour3DPlotLayer.h"
Chris@199 35 #include "layer/ShowLayerCommand.h"
Chris@6 36
Chris@83 37 #include <QSettings>
Chris@341 38 #include <QMutexLocker>
Chris@83 39
Chris@163 40 using std::vector;
Chris@163 41
Chris@6 42 Analyser::Analyser() :
Chris@6 43 m_document(0),
Chris@6 44 m_fileModel(0),
Chris@133 45 m_paneStack(0),
Chris@188 46 m_pane(0),
Chris@188 47 m_currentCandidate(-1),
Chris@341 48 m_candidatesVisible(false),
Chris@341 49 m_currentAsyncHandle(0)
Chris@6 50 {
Chris@83 51 QSettings settings;
Chris@83 52 settings.beginGroup("LayerDefaults");
Chris@83 53 settings.setValue
Chris@83 54 ("timevalues",
Chris@83 55 QString("<layer verticalScale=\"%1\" plotStyle=\"%2\" "
Chris@83 56 "scaleMinimum=\"%3\" scaleMaximum=\"%4\"/>")
Chris@145 57 .arg(int(TimeValueLayer::AutoAlignScale))
matthiasm@182 58 .arg(int(TimeValueLayer::PlotPoints))
Chris@83 59 .arg(27.5f).arg(880.f)); // temporary values: better get the real extents of the data from the model
Chris@83 60 settings.setValue
Chris@83 61 ("flexinotes",
Chris@83 62 QString("<layer verticalScale=\"%1\"/>")
Chris@83 63 .arg(int(FlexiNoteLayer::AutoAlignScale)));
Chris@83 64 settings.endGroup();
Chris@6 65 }
Chris@6 66
Chris@6 67 Analyser::~Analyser()
Chris@6 68 {
Chris@6 69 }
Chris@6 70
Chris@140 71 QString
Chris@6 72 Analyser::newFileLoaded(Document *doc, WaveFileModel *model,
Chris@6 73 PaneStack *paneStack, Pane *pane)
Chris@6 74 {
Chris@6 75 m_document = doc;
Chris@6 76 m_fileModel = model;
Chris@133 77 m_paneStack = paneStack;
Chris@6 78 m_pane = pane;
Chris@6 79
Chris@242 80 connect(doc, SIGNAL(layerAboutToBeDeleted(Layer *)),
Chris@242 81 this, SLOT(layerAboutToBeDeleted(Layer *)));
Chris@242 82
Chris@326 83 QSettings settings;
Chris@326 84 settings.beginGroup("Analyser");
Chris@326 85 bool autoAnalyse = settings.value("auto-analysis", true).toBool();
Chris@326 86 settings.endGroup();
Chris@326 87
Chris@326 88 return doAllAnalyses(autoAnalyse);
Chris@325 89 }
Chris@325 90
Chris@325 91 QString
Chris@325 92 Analyser::analyseExistingFile()
Chris@325 93 {
Chris@325 94 if (!m_document) return "Internal error: Analyser::analyseExistingFile() called with no document present";
Chris@325 95
Chris@325 96 if (!m_pane) return "Internal error: Analyser::analyseExistingFile() called with no pane present";
Chris@325 97
Chris@325 98 if (m_layers[PitchTrack]) {
Chris@325 99 m_document->removeLayerFromView(m_pane, m_layers[PitchTrack]);
Chris@325 100 m_layers[PitchTrack] = 0;
Chris@325 101 }
Chris@325 102 if (m_layers[Notes]) {
Chris@325 103 m_document->removeLayerFromView(m_pane, m_layers[Notes]);
Chris@325 104 m_layers[Notes] = 0;
Chris@325 105 }
Chris@325 106
Chris@326 107 return doAllAnalyses(true);
Chris@325 108 }
Chris@325 109
Chris@325 110 QString
Chris@326 111 Analyser::doAllAnalyses(bool withPitchTrack)
Chris@325 112 {
Chris@165 113 m_reAnalysingSelection = Selection();
Chris@165 114 m_reAnalysisCandidates.clear();
Chris@167 115 m_currentCandidate = -1;
Chris@184 116 m_candidatesVisible = false;
Chris@165 117
Chris@161 118 // Note that we need at least one main-model layer (time ruler,
Chris@161 119 // waveform or what have you). It could be hidden if we don't want
Chris@161 120 // to see it but it must exist.
Chris@6 121
Chris@161 122 QString warning, error;
Chris@161 123
Chris@260 124 cerr << "Analyser::newFileLoaded: about to check visualisations etc" << endl;
Chris@260 125
Chris@161 126 // This isn't fatal -- we can proceed without
Chris@161 127 // visualisations. Other failures are fatal though.
Chris@161 128 warning = addVisualisations();
Chris@161 129
Chris@161 130 error = addWaveform();
Chris@161 131 if (error != "") return error;
Chris@161 132
Chris@326 133 if (withPitchTrack) {
Chris@326 134 error = addAnalyses();
Chris@326 135 if (error != "") return error;
Chris@326 136 }
Chris@161 137
Chris@161 138 loadState(Audio);
Chris@161 139 loadState(PitchTrack);
Chris@161 140 loadState(Notes);
Chris@161 141 loadState(Spectrogram);
Chris@161 142
Chris@260 143 stackLayers();
Chris@260 144
Chris@161 145 emit layersChanged();
Chris@161 146
Chris@161 147 return warning;
Chris@161 148 }
Chris@161 149
Chris@226 150 void
Chris@226 151 Analyser::fileClosed()
Chris@226 152 {
Chris@226 153 cerr << "Analyser::fileClosed" << endl;
Chris@226 154 m_layers.clear();
Chris@226 155 m_reAnalysisCandidates.clear();
Chris@226 156 m_currentCandidate = -1;
Chris@226 157 m_reAnalysingSelection = Selection();
Chris@226 158 }
Chris@226 159
Chris@227 160 bool
Chris@399 161 Analyser::getDisplayFrequencyExtents(double &min, double &max)
Chris@227 162 {
Chris@227 163 if (!m_layers[Spectrogram]) return false;
Chris@227 164 return m_layers[Spectrogram]->getDisplayExtents(min, max);
Chris@227 165 }
Chris@227 166
Chris@227 167 bool
Chris@399 168 Analyser::setDisplayFrequencyExtents(double min, double max)
Chris@227 169 {
Chris@227 170 if (!m_layers[Spectrogram]) return false;
Chris@227 171 m_layers[Spectrogram]->setDisplayExtents(min, max);
Chris@242 172 return true;
Chris@227 173 }
Chris@227 174
Chris@314 175 int
Chris@314 176 Analyser::getInitialAnalysisCompletion()
Chris@314 177 {
Chris@314 178 int completion = 0;
Chris@314 179
Chris@314 180 if (m_layers[PitchTrack]) {
Chris@314 181 completion = m_layers[PitchTrack]->getCompletion(m_pane);
Chris@314 182 }
Chris@314 183
Chris@314 184 if (m_layers[Notes]) {
Chris@314 185 int c = m_layers[Notes]->getCompletion(m_pane);
Chris@314 186 if (c < completion) completion = c;
Chris@314 187 }
Chris@314 188
Chris@314 189 return completion;
Chris@314 190 }
Chris@314 191
Chris@314 192 void
Chris@314 193 Analyser::layerCompletionChanged()
Chris@314 194 {
Chris@314 195 if (getInitialAnalysisCompletion() == 100) {
Chris@314 196 emit initialAnalysisCompleted();
Chris@314 197 }
Chris@314 198 }
Chris@314 199
Chris@161 200 QString
Chris@161 201 Analyser::addVisualisations()
Chris@161 202 {
Chris@227 203 // A spectrogram, off by default. Must go at the back because it's
Chris@227 204 // opaque
Chris@227 205
Chris@227 206 /* This is roughly what we'd do for a constant-Q spectrogram, but it
Chris@227 207 currently has issues with y-axis alignment
Chris@227 208
Chris@161 209 TransformFactory *tf = TransformFactory::getInstance();
Chris@161 210
Chris@161 211 QString name = "Constant-Q";
Chris@161 212 QString base = "vamp:cqvamp:cqvamp:";
Chris@161 213 QString out = "constantq";
Chris@6 214
Chris@161 215 QString notFound = tr("Transform \"%1\" not found, spectrogram will not be enabled.<br><br>Is the %2 Vamp plugin correctly installed?");
Chris@161 216 if (!tf->haveTransform(base + out)) {
Chris@161 217 return notFound.arg(base + out).arg(name);
Chris@161 218 }
Chris@161 219
Chris@161 220 Transform transform = tf->getDefaultTransformFor
Chris@161 221 (base + out, m_fileModel->getSampleRate());
Chris@162 222 transform.setParameter("bpo", 36);
Chris@161 223
Chris@161 224 Colour3DPlotLayer *spectrogram = qobject_cast<Colour3DPlotLayer *>
Chris@161 225 (m_document->createDerivedLayer(transform, m_fileModel));
Chris@161 226
Chris@161 227 if (!spectrogram) return tr("Transform \"%1\" did not run correctly (no layer or wrong layer type returned)").arg(base + out);
Chris@165 228 */
Chris@165 229
Chris@260 230 // As with all the visualisation layers, if we already have one in
Chris@260 231 // the pane we do not create another, just record its
Chris@260 232 // existence. (We create a new one when loading a new audio file,
Chris@260 233 // but just note the existing one when loading a complete session.)
Chris@260 234
Chris@260 235 for (int i = 0; i < m_pane->getLayerCount(); ++i) {
Chris@260 236 SpectrogramLayer *existing = qobject_cast<SpectrogramLayer *>
Chris@260 237 (m_pane->getLayer(i));
Chris@260 238 if (existing) {
Chris@260 239 cerr << "recording existing spectrogram layer" << endl;
Chris@260 240 m_layers[Spectrogram] = existing;
Chris@260 241 return "";
Chris@260 242 }
Chris@260 243 }
Chris@260 244
Chris@145 245 SpectrogramLayer *spectrogram = qobject_cast<SpectrogramLayer *>
Chris@145 246 (m_document->createMainModelLayer(LayerFactory::MelodicRangeSpectrogram));
Chris@165 247
Chris@145 248 spectrogram->setColourMap((int)ColourMapper::BlackOnWhite);
Chris@162 249 spectrogram->setNormalizeHybrid(true);
Chris@165 250 spectrogram->setGain(100);
Chris@145 251 m_document->addLayerToView(m_pane, spectrogram);
Chris@145 252 spectrogram->setLayerDormant(m_pane, true);
Chris@145 253
Chris@145 254 m_layers[Spectrogram] = spectrogram;
Chris@145 255
Chris@161 256 return "";
Chris@161 257 }
Chris@161 258
Chris@161 259 QString
Chris@161 260 Analyser::addWaveform()
Chris@161 261 {
Chris@131 262 // Our waveform layer is just a shadow, light grey and taking up
Chris@260 263 // little space at the bottom.
Chris@260 264
Chris@260 265 // As with the spectrogram above, if one exists already we just
Chris@260 266 // use it
Chris@260 267 for (int i = 0; i < m_pane->getLayerCount(); ++i) {
Chris@260 268 WaveformLayer *existing = qobject_cast<WaveformLayer *>
Chris@260 269 (m_pane->getLayer(i));
Chris@260 270 if (existing) {
Chris@260 271 cerr << "recording existing waveform layer" << endl;
Chris@260 272 m_layers[Audio] = existing;
Chris@260 273 return "";
Chris@260 274 }
Chris@260 275 }
Chris@120 276
Chris@120 277 WaveformLayer *waveform = qobject_cast<WaveformLayer *>
Chris@120 278 (m_document->createMainModelLayer(LayerFactory::Waveform));
Chris@120 279
Chris@120 280 waveform->setMiddleLineHeight(0.9);
Chris@120 281 waveform->setShowMeans(false); // too small & pale for this
Chris@120 282 waveform->setBaseColour
Chris@120 283 (ColourDatabase::getInstance()->getColourIndex(tr("Grey")));
Chris@130 284 PlayParameters *params = waveform->getPlayParameters();
justin@160 285 if (params) params->setPlayPan(-1);
Chris@128 286
Chris@128 287 m_document->addLayerToView(m_pane, waveform);
Chris@120 288
Chris@128 289 m_layers[Audio] = waveform;
Chris@161 290 return "";
Chris@161 291 }
Chris@161 292
Chris@161 293 QString
Chris@161 294 Analyser::addAnalyses()
Chris@161 295 {
Chris@260 296 // As with the spectrogram above, if these layers exist we use
Chris@260 297 // them
Chris@260 298 TimeValueLayer *existingPitch = 0;
Chris@260 299 FlexiNoteLayer *existingNotes = 0;
Chris@260 300 for (int i = 0; i < m_pane->getLayerCount(); ++i) {
Chris@260 301 if (!existingPitch) {
Chris@260 302 existingPitch = qobject_cast<TimeValueLayer *>(m_pane->getLayer(i));
Chris@260 303 }
Chris@260 304 if (!existingNotes) {
Chris@260 305 existingNotes = qobject_cast<FlexiNoteLayer *>(m_pane->getLayer(i));
Chris@260 306 }
Chris@260 307 }
Chris@260 308 if (existingPitch && existingNotes) {
Chris@260 309 cerr << "recording existing pitch and notes layers" << endl;
Chris@260 310 m_layers[PitchTrack] = existingPitch;
Chris@260 311 m_layers[Notes] = existingNotes;
Chris@260 312 return "";
Chris@326 313 } else {
Chris@326 314 if (existingPitch) {
Chris@326 315 m_document->removeLayerFromView(m_pane, existingPitch);
Chris@326 316 m_layers[PitchTrack] = 0;
Chris@326 317 }
Chris@326 318 if (existingNotes) {
Chris@326 319 m_document->removeLayerFromView(m_pane, existingNotes);
Chris@326 320 m_layers[Notes] = 0;
Chris@326 321 }
Chris@260 322 }
Chris@260 323
Chris@161 324 TransformFactory *tf = TransformFactory::getInstance();
Chris@161 325
Chris@161 326 QString plugname = "pYIN";
Chris@161 327 QString base = "vamp:pyin:pyin:";
Chris@161 328 QString f0out = "smoothedpitchtrack";
Chris@161 329 QString noteout = "notes";
Chris@120 330
Chris@83 331 Transforms transforms;
Chris@138 332
Chris@138 333 /*!!! we could have more than one pitch track...
Chris@138 334 QString cx = "vamp:cepstral-pitchtracker:cepstral-pitchtracker:f0";
Chris@138 335 if (tf->haveTransform(cx)) {
Chris@138 336 Transform tx = tf->getDefaultTransformFor(cx);
Chris@138 337 TimeValueLayer *lx = qobject_cast<TimeValueLayer *>
Chris@138 338 (m_document->createDerivedLayer(tx, m_fileModel));
Chris@138 339 lx->setVerticalScale(TimeValueLayer::AutoAlignScale);
Chris@138 340 lx->setBaseColour(ColourDatabase::getInstance()->getColourIndex(tr("Bright Red")));
Chris@138 341 m_document->addLayerToView(m_pane, lx);
Chris@138 342 }
Chris@138 343 */
Chris@138 344
Chris@140 345 QString notFound = tr("Transform \"%1\" not found. Unable to analyse audio file.<br><br>Is the %2 Vamp plugin correctly installed?");
Chris@140 346 if (!tf->haveTransform(base + f0out)) {
Chris@140 347 return notFound.arg(base + f0out).arg(plugname);
Chris@140 348 }
Chris@140 349 if (!tf->haveTransform(base + noteout)) {
Chris@140 350 return notFound.arg(base + noteout).arg(plugname);
Chris@6 351 }
Chris@6 352
Chris@326 353 QSettings settings;
Chris@326 354 settings.beginGroup("Analyser");
Chris@326 355 bool precise = settings.value("precision-analysis", false).toBool();
matthiasm@345 356 bool lowamp = settings.value("lowamp-analysis", false).toBool();
matthiasm@423 357 bool onset = settings.value("onset-analysis", true).toBool(); // should these be the same as in MainWindow.cpp?
matthiasm@423 358 bool prune = settings.value("prune-analysis", true).toBool();
matthiasm@345 359 settings.endGroup();
matthiasm@345 360
Chris@83 361 Transform t = tf->getDefaultTransformFor
Chris@83 362 (base + f0out, m_fileModel->getSampleRate());
Chris@83 363 t.setStepSize(256);
Chris@83 364 t.setBlockSize(2048);
Chris@6 365
Chris@326 366 if (precise) {
Chris@326 367 cerr << "setting parameters for precise mode" << endl;
Chris@326 368 t.setParameter("precisetime", 1);
Chris@326 369 } else {
Chris@326 370 cerr << "setting parameters for vague mode" << endl;
Chris@326 371 t.setParameter("precisetime", 0);
Chris@326 372 }
Chris@326 373
matthiasm@345 374 if (lowamp) {
matthiasm@345 375 cerr << "setting parameters for lowamp suppression" << endl;
matthiasm@422 376 t.setParameter("lowampsuppression", 0.2f);
matthiasm@345 377 } else {
matthiasm@345 378 cerr << "setting parameters for no lowamp suppression" << endl;
matthiasm@345 379 t.setParameter("lowampsuppression", 0.0f);
matthiasm@345 380 }
matthiasm@345 381
matthiasm@423 382 if (onset) {
matthiasm@423 383 cerr << "setting parameters for increased onset sensitivity" << endl;
matthiasm@423 384 t.setParameter("onsetsensitivity", 0.7f);
matthiasm@423 385 } else {
matthiasm@423 386 cerr << "setting parameters for non-increased onset sensitivity" << endl;
matthiasm@423 387 t.setParameter("onsetsensitivity", 0.0f);
matthiasm@423 388 }
matthiasm@423 389
matthiasm@423 390 if (prune) {
matthiasm@423 391 cerr << "setting parameters for duration pruning" << endl;
matthiasm@423 392 t.setParameter("prunethresh", 0.1f);
matthiasm@423 393 } else {
matthiasm@423 394 cerr << "setting parameters for no duration pruning" << endl;
matthiasm@423 395 t.setParameter("prunethresh", 0.0f);
matthiasm@423 396 }
matthiasm@423 397
Chris@83 398 transforms.push_back(t);
Chris@83 399
Chris@83 400 t.setOutput(noteout);
Chris@83 401
Chris@83 402 transforms.push_back(t);
Chris@83 403
Chris@83 404 std::vector<Layer *> layers =
Chris@83 405 m_document->createDerivedLayers(transforms, m_fileModel);
Chris@83 406
Chris@162 407 for (int i = 0; i < (int)layers.size(); ++i) {
Chris@83 408
Chris@162 409 FlexiNoteLayer *f = qobject_cast<FlexiNoteLayer *>(layers[i]);
Chris@162 410 TimeValueLayer *t = qobject_cast<TimeValueLayer *>(layers[i]);
Chris@162 411
Chris@162 412 if (f) m_layers[Notes] = f;
Chris@162 413 if (t) m_layers[PitchTrack] = t;
Chris@162 414
Chris@162 415 m_document->addLayerToView(m_pane, layers[i]);
Chris@6 416 }
Chris@161 417
Chris@162 418 ColourDatabase *cdb = ColourDatabase::getInstance();
Chris@162 419
Chris@162 420 TimeValueLayer *pitchLayer =
Chris@162 421 qobject_cast<TimeValueLayer *>(m_layers[PitchTrack]);
Chris@162 422 if (pitchLayer) {
Chris@162 423 pitchLayer->setBaseColour(cdb->getColourIndex(tr("Black")));
Chris@162 424 PlayParameters *params = pitchLayer->getPlayParameters();
Chris@162 425 if (params) params->setPlayPan(1);
Chris@396 426 connect(pitchLayer, SIGNAL(modelCompletionChanged()),
Chris@396 427 this, SLOT(layerCompletionChanged()));
Chris@162 428 }
Chris@162 429
Chris@162 430 FlexiNoteLayer *flexiNoteLayer =
Chris@162 431 qobject_cast<FlexiNoteLayer *>(m_layers[Notes]);
Chris@162 432 if (flexiNoteLayer) {
Chris@162 433 flexiNoteLayer->setBaseColour(cdb->getColourIndex(tr("Bright Blue")));
Chris@162 434 PlayParameters *params = flexiNoteLayer->getPlayParameters();
Chris@162 435 if (params) params->setPlayPan(1);
Chris@396 436 connect(flexiNoteLayer, SIGNAL(modelCompletionChanged()),
Chris@396 437 this, SLOT(layerCompletionChanged()));
Chris@403 438 connect(flexiNoteLayer, SIGNAL(reAnalyseRegion(sv_frame_t, sv_frame_t, float, float)),
Chris@403 439 this, SLOT(reAnalyseRegion(sv_frame_t, sv_frame_t, float, float)));
Chris@398 440 connect(flexiNoteLayer, SIGNAL(materialiseReAnalysis()),
Chris@398 441 this, SLOT(materialiseReAnalysis()));
Chris@162 442 }
Chris@162 443
Chris@162 444 return "";
Chris@162 445 }
Chris@162 446
Chris@396 447 void
Chris@403 448 Analyser::reAnalyseRegion(sv_frame_t frame0, sv_frame_t frame1, float freq0, float freq1)
Chris@396 449 {
Chris@396 450 cerr << "Analyser::reAnalyseRegion(" << frame0 << ", " << frame1
Chris@396 451 << ", " << freq0 << ", " << freq1 << ")" << endl;
Chris@396 452 showPitchCandidates(true);
Chris@396 453 (void)reAnalyseSelection(Selection(frame0, frame1),
Chris@396 454 FrequencyRange(freq0, freq1));
Chris@396 455 }
Chris@396 456
Chris@398 457 void
Chris@398 458 Analyser::materialiseReAnalysis()
Chris@398 459 {
Chris@398 460 if (m_reAnalysingSelection.isEmpty()) return;
Chris@398 461 switchPitchCandidate(m_reAnalysingSelection, true); // or false, doesn't matter
Chris@398 462 }
Chris@398 463
Chris@162 464 QString
Chris@192 465 Analyser::reAnalyseSelection(Selection sel, FrequencyRange range)
Chris@162 466 {
Chris@341 467 QMutexLocker locker(&m_asyncMutex);
Chris@341 468
Chris@396 469 if (!m_reAnalysingSelection.isEmpty()) {
Chris@396 470 if (sel == m_reAnalysingSelection && range == m_reAnalysingRange) {
Chris@396 471 cerr << "selection & range are same as current analysis, ignoring" << endl;
Chris@396 472 return "";
Chris@396 473 }
Chris@396 474 }
Chris@396 475
Chris@396 476 if (sel.isEmpty()) return "";
Chris@165 477
Chris@341 478 if (m_currentAsyncHandle) {
Chris@341 479 m_document->cancelAsyncLayerCreation(m_currentAsyncHandle);
Chris@341 480 }
Chris@341 481
Chris@252 482 if (!m_reAnalysisCandidates.empty()) {
Chris@252 483 CommandHistory::getInstance()->startCompoundOperation
Chris@252 484 (tr("Discard Previous Candidates"), true);
Chris@252 485 discardPitchCandidates();
Chris@252 486 CommandHistory::getInstance()->endCompoundOperation();
Chris@252 487 }
Chris@199 488
Chris@194 489 m_reAnalysingSelection = sel;
Chris@396 490 m_reAnalysingRange = range;
Chris@167 491
Chris@194 492 m_preAnalysis = Clipboard();
Chris@194 493 Layer *myLayer = m_layers[PitchTrack];
Chris@194 494 if (myLayer) {
Chris@194 495 myLayer->copy(m_pane, sel, m_preAnalysis);
Chris@194 496 }
Chris@165 497
Chris@162 498 TransformFactory *tf = TransformFactory::getInstance();
Chris@162 499
Chris@223 500 QString plugname1 = "pYIN";
Chris@223 501 QString plugname2 = "CHP";
Chris@223 502
Chris@162 503 QString base = "vamp:pyin:localcandidatepyin:";
Chris@162 504 QString out = "pitchtrackcandidates";
Chris@162 505
Chris@192 506 if (range.isConstrained()) {
Chris@223 507 base = "vamp:chp:constrainedharmonicpeak:";
Chris@223 508 out = "peak";
Chris@192 509 }
Chris@192 510
Chris@162 511 Transforms transforms;
Chris@162 512
Chris@223 513 QString notFound = tr("Transform \"%1\" not found. Unable to perform interactive analysis.<br><br>Are the %2 and %3 Vamp plugins correctly installed?");
Chris@162 514 if (!tf->haveTransform(base + out)) {
Chris@223 515 return notFound.arg(base + out).arg(plugname1).arg(plugname2);
Chris@162 516 }
Chris@162 517
Chris@162 518 Transform t = tf->getDefaultTransformFor
Chris@162 519 (base + out, m_fileModel->getSampleRate());
Chris@162 520 t.setStepSize(256);
Chris@162 521 t.setBlockSize(2048);
Chris@162 522
Chris@192 523 if (range.isConstrained()) {
Chris@399 524 t.setParameter("minfreq", float(range.min));
Chris@399 525 t.setParameter("maxfreq", float(range.max));
Chris@223 526 t.setBlockSize(4096);
Chris@192 527 }
Chris@192 528
matthiasm@273 529 // get time stamps that align with the 256-sample grid of the original extraction
Chris@399 530 const sv_frame_t grid = 256;
Chris@399 531 sv_frame_t startSample = (sel.getStartFrame() / grid) * grid;
Chris@399 532 if (startSample < sel.getStartFrame()) startSample += grid;
Chris@399 533 sv_frame_t endSample = (sel.getEndFrame() / grid) * grid;
Chris@399 534 if (endSample < sel.getEndFrame()) endSample += grid;
matthiasm@273 535 if (!range.isConstrained()) {
Chris@399 536 startSample -= 4*grid; // 4*256 is for 4 frames offset due to timestamp shift
Chris@399 537 endSample -= 4*grid;
matthiasm@273 538 } else {
Chris@399 539 endSample -= 9*grid; // MM says: not sure what the CHP plugin does there
matthiasm@273 540 }
matthiasm@273 541 RealTime start = RealTime::frame2RealTime(startSample, m_fileModel->getSampleRate());
matthiasm@273 542 RealTime end = RealTime::frame2RealTime(endSample, m_fileModel->getSampleRate());
Chris@164 543
Chris@164 544 RealTime duration;
Chris@164 545
Chris@164 546 if (sel.getEndFrame() > sel.getStartFrame()) {
Chris@164 547 duration = end - start;
Chris@164 548 }
Chris@164 549
Chris@200 550 cerr << "Analyser::reAnalyseSelection: start " << start << " end " << end << " original selection start " << sel.getStartFrame() << " end " << sel.getEndFrame() << " duration " << duration << endl;
Chris@200 551
Chris@200 552 if (duration <= RealTime::zeroTime) {
Chris@200 553 cerr << "Analyser::reAnalyseSelection: duration <= 0, not analysing" << endl;
Chris@200 554 return "";
Chris@200 555 }
Chris@200 556
Chris@164 557 t.setStartTime(start);
Chris@164 558 t.setDuration(duration);
Chris@162 559
Chris@162 560 transforms.push_back(t);
Chris@341 561
Chris@341 562 m_currentAsyncHandle =
Chris@341 563 m_document->createDerivedLayersAsync(transforms, m_fileModel, this);
Chris@162 564
Chris@163 565 return "";
Chris@163 566 }
Chris@162 567
Chris@184 568 bool
Chris@184 569 Analyser::arePitchCandidatesShown() const
Chris@184 570 {
Chris@184 571 return m_candidatesVisible;
Chris@184 572 }
Chris@184 573
Chris@184 574 void
Chris@184 575 Analyser::showPitchCandidates(bool shown)
Chris@184 576 {
Chris@184 577 if (m_candidatesVisible == shown) return;
Chris@184 578
Chris@184 579 foreach (Layer *layer, m_reAnalysisCandidates) {
Chris@184 580 if (shown) {
Chris@199 581 CommandHistory::getInstance()->addCommand
Chris@199 582 (new ShowLayerCommand(m_pane, layer, true,
Chris@199 583 tr("Show Pitch Candidates")));
Chris@184 584 } else {
Chris@199 585 CommandHistory::getInstance()->addCommand
Chris@199 586 (new ShowLayerCommand(m_pane, layer, false,
Chris@199 587 tr("Hide Pitch Candidates")));
Chris@184 588 }
Chris@184 589 }
Chris@184 590
Chris@184 591 m_candidatesVisible = shown;
Chris@184 592 }
Chris@184 593
Chris@163 594 void
Chris@341 595 Analyser::layersCreated(Document::LayerCreationAsyncHandle handle,
Chris@341 596 vector<Layer *> primary,
Chris@163 597 vector<Layer *> additional)
Chris@163 598 {
Chris@349 599 {
Chris@349 600 QMutexLocker locker(&m_asyncMutex);
Chris@165 601
Chris@349 602 if (handle != m_currentAsyncHandle ||
Chris@349 603 m_reAnalysingSelection == Selection()) {
Chris@349 604 // We don't want these!
Chris@349 605 for (int i = 0; i < (int)primary.size(); ++i) {
Chris@349 606 m_document->deleteLayer(primary[i]);
Chris@349 607 }
Chris@349 608 for (int i = 0; i < (int)additional.size(); ++i) {
Chris@349 609 m_document->deleteLayer(additional[i]);
Chris@349 610 }
Chris@349 611 return;
Chris@349 612 }
Chris@349 613 m_currentAsyncHandle = 0;
Chris@349 614
Chris@349 615 CommandHistory::getInstance()->startCompoundOperation
Chris@349 616 (tr("Re-Analyse Selection"), true);
Chris@349 617
Chris@349 618 m_reAnalysisCandidates.clear();
Chris@349 619
Chris@349 620 vector<Layer *> all;
Chris@226 621 for (int i = 0; i < (int)primary.size(); ++i) {
Chris@349 622 all.push_back(primary[i]);
Chris@226 623 }
Chris@226 624 for (int i = 0; i < (int)additional.size(); ++i) {
Chris@349 625 all.push_back(additional[i]);
Chris@226 626 }
Chris@349 627
Chris@349 628 for (int i = 0; i < (int)all.size(); ++i) {
Chris@349 629 TimeValueLayer *t = qobject_cast<TimeValueLayer *>(all[i]);
Chris@349 630 if (t) {
Chris@349 631 PlayParameters *params = t->getPlayParameters();
Chris@349 632 if (params) {
Chris@349 633 params->setPlayAudible(false);
Chris@349 634 }
Chris@349 635 t->setBaseColour
Chris@349 636 (ColourDatabase::getInstance()->getColourIndex(tr("Bright Orange")));
Chris@349 637 t->setPresentationName("candidate");
Chris@349 638 m_document->addLayerToView(m_pane, t);
Chris@349 639 m_reAnalysisCandidates.push_back(t);
Chris@428 640 cerr << "New re-analysis candidate model has "
Chris@428 641 << ((SparseTimeValueModel *)t->getModel())->getPoints().size() << " point(s)" << endl;
Chris@349 642 }
Chris@349 643 }
Chris@349 644
Chris@349 645 if (!all.empty()) {
Chris@349 646 bool show = m_candidatesVisible;
Chris@349 647 m_candidatesVisible = !show; // to ensure the following takes effect
Chris@349 648 showPitchCandidates(show);
Chris@349 649 }
Chris@349 650
Chris@349 651 CommandHistory::getInstance()->endCompoundOperation();
Chris@226 652 }
Chris@199 653
Chris@187 654 emit layersChanged();
Chris@6 655 }
Chris@6 656
Chris@198 657 bool
Chris@198 658 Analyser::haveHigherPitchCandidate() const
Chris@198 659 {
Chris@198 660 if (m_reAnalysisCandidates.empty()) return false;
Chris@198 661 return (m_currentCandidate < 0 ||
Chris@198 662 (m_currentCandidate + 1 < (int)m_reAnalysisCandidates.size()));
Chris@198 663 }
Chris@198 664
Chris@198 665 bool
Chris@198 666 Analyser::haveLowerPitchCandidate() const
Chris@198 667 {
Chris@198 668 if (m_reAnalysisCandidates.empty()) return false;
Chris@198 669 return (m_currentCandidate < 0 || m_currentCandidate >= 1);
Chris@198 670 }
Chris@198 671
gyorgyf@45 672 void
Chris@167 673 Analyser::switchPitchCandidate(Selection sel, bool up)
Chris@167 674 {
Chris@167 675 if (m_reAnalysisCandidates.empty()) return;
Chris@167 676
Chris@167 677 if (up) {
Chris@167 678 m_currentCandidate = m_currentCandidate + 1;
Chris@168 679 if (m_currentCandidate >= (int)m_reAnalysisCandidates.size()) {
Chris@167 680 m_currentCandidate = 0;
Chris@167 681 }
Chris@167 682 } else {
Chris@167 683 m_currentCandidate = m_currentCandidate - 1;
Chris@167 684 if (m_currentCandidate < 0) {
Chris@168 685 m_currentCandidate = (int)m_reAnalysisCandidates.size() - 1;
Chris@167 686 }
Chris@167 687 }
Chris@167 688
Chris@167 689 Layer *pitchTrack = m_layers[PitchTrack];
Chris@167 690 if (!pitchTrack) return;
Chris@167 691
Chris@167 692 Clipboard clip;
Chris@167 693 pitchTrack->deleteSelection(sel);
Chris@167 694 m_reAnalysisCandidates[m_currentCandidate]->copy(m_pane, sel, clip);
Chris@167 695 pitchTrack->paste(m_pane, clip, 0, false);
Chris@264 696
Chris@264 697 stackLayers();
Chris@260 698 }
Chris@167 699
Chris@260 700 void
Chris@260 701 Analyser::stackLayers()
Chris@260 702 {
Chris@167 703 // raise the pitch track, then notes on top (if present)
Chris@260 704 if (m_layers[PitchTrack]) {
Chris@260 705 m_paneStack->setCurrentLayer(m_pane, m_layers[PitchTrack]);
Chris@260 706 }
Chris@167 707 if (m_layers[Notes] && !m_layers[Notes]->isLayerDormant(m_pane)) {
Chris@167 708 m_paneStack->setCurrentLayer(m_pane, m_layers[Notes]);
Chris@167 709 }
Chris@167 710 }
Chris@167 711
Chris@167 712 void
Chris@168 713 Analyser::shiftOctave(Selection sel, bool up)
Chris@168 714 {
Chris@168 715 float factor = (up ? 2.f : 0.5f);
Chris@168 716
Chris@168 717 vector<Layer *> actOn;
Chris@168 718
Chris@168 719 Layer *pitchTrack = m_layers[PitchTrack];
Chris@168 720 if (pitchTrack) actOn.push_back(pitchTrack);
Chris@168 721
Chris@168 722 foreach (Layer *layer, actOn) {
Chris@168 723
Chris@168 724 Clipboard clip;
Chris@168 725 layer->copy(m_pane, sel, clip);
Chris@168 726 layer->deleteSelection(sel);
Chris@168 727
Chris@168 728 Clipboard shifted;
Chris@168 729 foreach (Clipboard::Point p, clip.getPoints()) {
Chris@168 730 if (p.haveValue()) {
Chris@168 731 Clipboard::Point sp = p.withValue(p.getValue() * factor);
Chris@168 732 shifted.addPoint(sp);
Chris@168 733 } else {
Chris@168 734 shifted.addPoint(p);
Chris@168 735 }
Chris@168 736 }
Chris@168 737
Chris@168 738 layer->paste(m_pane, shifted, 0, false);
Chris@168 739 }
Chris@168 740 }
Chris@168 741
Chris@168 742 void
Chris@184 743 Analyser::deletePitches(Selection sel)
Chris@168 744 {
Chris@168 745 Layer *pitchTrack = m_layers[PitchTrack];
Chris@168 746 if (!pitchTrack) return;
Chris@168 747
Chris@168 748 pitchTrack->deleteSelection(sel);
Chris@168 749 }
Chris@168 750
Chris@168 751 void
Chris@199 752 Analyser::abandonReAnalysis(Selection sel)
Chris@167 753 {
Chris@252 754 // A compound command is already in progress
Chris@252 755
Chris@199 756 discardPitchCandidates();
Chris@194 757
Chris@194 758 Layer *myLayer = m_layers[PitchTrack];
Chris@194 759 if (!myLayer) return;
Chris@194 760 myLayer->deleteSelection(sel);
Chris@194 761 myLayer->paste(m_pane, m_preAnalysis, 0, false);
Chris@167 762 }
Chris@167 763
Chris@167 764 void
Chris@269 765 Analyser::clearReAnalysis()
Chris@269 766 {
Chris@269 767 discardPitchCandidates();
Chris@269 768 }
Chris@269 769
Chris@269 770 void
Chris@199 771 Analyser::discardPitchCandidates()
Chris@199 772 {
Chris@242 773 if (!m_reAnalysisCandidates.empty()) {
Chris@252 774 // We don't use a compound command here, because we may be
Chris@252 775 // already in one. Caller bears responsibility for doing that
Chris@242 776 foreach (Layer *layer, m_reAnalysisCandidates) {
Chris@242 777 // This will cause the layer to be deleted later (ownership is
Chris@242 778 // transferred to the remove command)
Chris@242 779 m_document->removeLayerFromView(m_pane, layer);
Chris@242 780 }
Chris@243 781 m_reAnalysisCandidates.clear();
Chris@199 782 }
Chris@199 783
Chris@199 784 m_currentCandidate = -1;
Chris@199 785 m_reAnalysingSelection = Selection();
Chris@199 786 m_candidatesVisible = false;
Chris@199 787 }
Chris@199 788
Chris@199 789 void
Chris@242 790 Analyser::layerAboutToBeDeleted(Layer *doomed)
Chris@242 791 {
Chris@242 792 cerr << "Analyser::layerAboutToBeDeleted(" << doomed << ")" << endl;
Chris@242 793
Chris@242 794 vector<Layer *> notDoomed;
Chris@242 795
Chris@242 796 foreach (Layer *layer, m_reAnalysisCandidates) {
Chris@242 797 if (layer != doomed) {
Chris@242 798 notDoomed.push_back(layer);
Chris@242 799 }
Chris@242 800 }
Chris@242 801
Chris@242 802 m_reAnalysisCandidates = notDoomed;
Chris@242 803 }
Chris@242 804
Chris@242 805 void
Chris@174 806 Analyser::takePitchTrackFrom(Layer *otherLayer)
Chris@174 807 {
Chris@174 808 Layer *myLayer = m_layers[PitchTrack];
Chris@174 809 if (!myLayer) return;
Chris@174 810
Chris@174 811 Clipboard clip;
Chris@174 812
Chris@174 813 Selection sel = Selection(myLayer->getModel()->getStartFrame(),
Chris@174 814 myLayer->getModel()->getEndFrame());
Chris@174 815 myLayer->deleteSelection(sel);
Chris@174 816
Chris@174 817 sel = Selection(otherLayer->getModel()->getStartFrame(),
Chris@174 818 otherLayer->getModel()->getEndFrame());
Chris@174 819 otherLayer->copy(m_pane, sel, clip);
Chris@174 820
Chris@174 821 myLayer->paste(m_pane, clip, 0, false);
Chris@174 822 }
Chris@174 823
Chris@174 824 void
Chris@399 825 Analyser::getEnclosingSelectionScope(sv_frame_t f, sv_frame_t &f0, sv_frame_t &f1)
Chris@139 826 {
Chris@139 827 FlexiNoteLayer *flexiNoteLayer =
Chris@139 828 qobject_cast<FlexiNoteLayer *>(m_layers[Notes]);
Chris@139 829
Chris@399 830 sv_frame_t f0i = f, f1i = f;
Chris@355 831 int res = 1;
Chris@139 832
Chris@139 833 if (!flexiNoteLayer) {
Chris@139 834 f0 = f1 = f;
Chris@139 835 return;
Chris@139 836 }
Chris@139 837
Chris@139 838 flexiNoteLayer->snapToFeatureFrame(m_pane, f0i, res, Layer::SnapLeft);
Chris@139 839 flexiNoteLayer->snapToFeatureFrame(m_pane, f1i, res, Layer::SnapRight);
Chris@139 840
Chris@139 841 f0 = (f0i < 0 ? 0 : f0i);
Chris@139 842 f1 = (f1i < 0 ? 0 : f1i);
Chris@139 843 }
Chris@139 844
Chris@139 845 void
Chris@132 846 Analyser::saveState(Component c) const
Chris@132 847 {
Chris@132 848 bool v = isVisible(c);
Chris@132 849 bool a = isAudible(c);
Chris@132 850 QSettings settings;
Chris@132 851 settings.beginGroup("Analyser");
Chris@145 852 settings.setValue(QString("visible-%1").arg(int(c)), v);
Chris@145 853 settings.setValue(QString("audible-%1").arg(int(c)), a);
Chris@132 854 settings.endGroup();
Chris@132 855 }
Chris@132 856
Chris@132 857 void
Chris@132 858 Analyser::loadState(Component c)
Chris@132 859 {
Chris@132 860 QSettings settings;
Chris@132 861 settings.beginGroup("Analyser");
Chris@145 862 bool deflt = (c == Spectrogram ? false : true);
Chris@145 863 bool v = settings.value(QString("visible-%1").arg(int(c)), deflt).toBool();
Chris@145 864 bool a = settings.value(QString("audible-%1").arg(int(c)), true).toBool();
Chris@132 865 settings.endGroup();
Chris@132 866 setVisible(c, v);
Chris@132 867 setAudible(c, a);
Chris@132 868 }
Chris@132 869
Chris@132 870 void
gyorgyf@45 871 Analyser::setIntelligentActions(bool on)
gyorgyf@45 872 {
gyorgyf@45 873 std::cerr << "toggle setIntelligentActions " << on << std::endl;
Chris@128 874
Chris@128 875 FlexiNoteLayer *flexiNoteLayer =
Chris@128 876 qobject_cast<FlexiNoteLayer *>(m_layers[Notes]);
Chris@128 877 if (flexiNoteLayer) {
Chris@128 878 flexiNoteLayer->setIntelligentActions(on);
Chris@70 879 }
gyorgyf@45 880 }
Chris@128 881
Chris@128 882 bool
Chris@128 883 Analyser::isVisible(Component c) const
Chris@128 884 {
Chris@128 885 if (m_layers[c]) {
Chris@128 886 return !m_layers[c]->isLayerDormant(m_pane);
Chris@128 887 } else {
Chris@128 888 return false;
Chris@128 889 }
Chris@128 890 }
Chris@128 891
Chris@128 892 void
Chris@128 893 Analyser::setVisible(Component c, bool v)
Chris@128 894 {
Chris@128 895 if (m_layers[c]) {
Chris@128 896 m_layers[c]->setLayerDormant(m_pane, !v);
Chris@133 897
Chris@167 898 if (v) {
Chris@167 899 if (c == Notes) {
Chris@167 900 m_paneStack->setCurrentLayer(m_pane, m_layers[c]);
Chris@167 901 } else if (c == PitchTrack) {
Chris@167 902 // raise the pitch track, then notes on top (if present)
Chris@167 903 m_paneStack->setCurrentLayer(m_pane, m_layers[c]);
Chris@167 904 if (m_layers[Notes] &&
Chris@167 905 !m_layers[Notes]->isLayerDormant(m_pane)) {
Chris@167 906 m_paneStack->setCurrentLayer(m_pane, m_layers[Notes]);
Chris@167 907 }
Chris@167 908 }
Chris@133 909 }
Chris@133 910
Chris@128 911 m_pane->layerParametersChanged();
Chris@132 912 saveState(c);
Chris@128 913 }
Chris@128 914 }
Chris@128 915
Chris@128 916 bool
Chris@128 917 Analyser::isAudible(Component c) const
Chris@128 918 {
Chris@128 919 if (m_layers[c]) {
Chris@128 920 PlayParameters *params = m_layers[c]->getPlayParameters();
Chris@128 921 if (!params) return false;
Chris@128 922 return params->isPlayAudible();
Chris@128 923 } else {
Chris@128 924 return false;
Chris@128 925 }
Chris@128 926 }
Chris@128 927
Chris@128 928 void
Chris@128 929 Analyser::setAudible(Component c, bool a)
Chris@128 930 {
Chris@128 931 if (m_layers[c]) {
Chris@128 932 PlayParameters *params = m_layers[c]->getPlayParameters();
Chris@128 933 if (!params) return;
Chris@128 934 params->setPlayAudible(a);
Chris@132 935 saveState(c);
Chris@128 936 }
Chris@128 937 }
Chris@128 938
Chris@158 939 float
Chris@158 940 Analyser::getGain(Component c) const
Chris@158 941 {
Chris@158 942 if (m_layers[c]) {
Chris@158 943 PlayParameters *params = m_layers[c]->getPlayParameters();
Chris@158 944 if (!params) return 1.f;
Chris@158 945 return params->getPlayGain();
Chris@158 946 } else {
Chris@158 947 return 1.f;
Chris@158 948 }
Chris@158 949 }
Chris@158 950
Chris@158 951 void
Chris@158 952 Analyser::setGain(Component c, float gain)
Chris@158 953 {
Chris@158 954 if (m_layers[c]) {
Chris@158 955 PlayParameters *params = m_layers[c]->getPlayParameters();
Chris@158 956 if (!params) return;
Chris@158 957 params->setPlayGain(gain);
Chris@158 958 saveState(c);
Chris@158 959 }
Chris@158 960 }
Chris@158 961
Chris@158 962 float
Chris@158 963 Analyser::getPan(Component c) const
Chris@158 964 {
Chris@158 965 if (m_layers[c]) {
Chris@158 966 PlayParameters *params = m_layers[c]->getPlayParameters();
Chris@158 967 if (!params) return 1.f;
Chris@158 968 return params->getPlayPan();
Chris@158 969 } else {
Chris@158 970 return 1.f;
Chris@158 971 }
Chris@158 972 }
Chris@158 973
Chris@158 974 void
Chris@158 975 Analyser::setPan(Component c, float pan)
Chris@158 976 {
Chris@158 977 if (m_layers[c]) {
Chris@158 978 PlayParameters *params = m_layers[c]->getPlayParameters();
Chris@158 979 if (!params) return;
Chris@158 980 params->setPlayPan(pan);
Chris@158 981 saveState(c);
Chris@158 982 }
Chris@158 983 }
Chris@158 984
Chris@158 985
Chris@158 986