annotate src/Analyser.cpp @ 165:ebcfb8dce020

Replace previous candidates when making a new analysis. Also revert to built-in spectrogram for now (CQ is still pending)
author Chris Cannam
date Fri, 31 Jan 2014 17:54:49 +0000
parents 62ceae757fe0
children 6b6906017536
rev   line source
Chris@6 1 /* -*- c-basic-offset: 4 indent-tabs-mode: nil -*- vi:set ts=8 sts=4 sw=4: */
Chris@6 2
Chris@6 3 /*
Chris@6 4 Tony
Chris@6 5 An intonation analysis and annotation tool
Chris@6 6 Centre for Digital Music, Queen Mary, University of London.
Chris@6 7 This file copyright 2006-2012 Chris Cannam and QMUL.
Chris@6 8
Chris@6 9 This program is free software; you can redistribute it and/or
Chris@6 10 modify it under the terms of the GNU General Public License as
Chris@6 11 published by the Free Software Foundation; either version 2 of the
Chris@6 12 License, or (at your option) any later version. See the file
Chris@6 13 COPYING included with this distribution for more information.
Chris@6 14 */
Chris@6 15
Chris@6 16 #include "Analyser.h"
Chris@6 17
Chris@6 18 #include "transform/TransformFactory.h"
Chris@6 19 #include "transform/ModelTransformer.h"
gyorgyf@14 20 #include "transform/FeatureExtractionModelTransformer.h"
Chris@6 21 #include "framework/Document.h"
Chris@6 22 #include "data/model/WaveFileModel.h"
Chris@6 23 #include "view/Pane.h"
Chris@6 24 #include "view/PaneStack.h"
Chris@6 25 #include "layer/Layer.h"
Chris@6 26 #include "layer/TimeValueLayer.h"
matthiasm@13 27 #include "layer/NoteLayer.h"
matthiasm@11 28 #include "layer/FlexiNoteLayer.h"
Chris@120 29 #include "layer/WaveformLayer.h"
Chris@6 30 #include "layer/ColourDatabase.h"
Chris@145 31 #include "layer/ColourMapper.h"
gyorgyf@16 32 #include "layer/LayerFactory.h"
Chris@145 33 #include "layer/SpectrogramLayer.h"
Chris@161 34 #include "layer/Colour3DPlotLayer.h"
Chris@6 35
Chris@83 36 #include <QSettings>
Chris@83 37
Chris@163 38 using std::vector;
Chris@163 39
Chris@6 40 Analyser::Analyser() :
Chris@6 41 m_document(0),
Chris@6 42 m_fileModel(0),
Chris@133 43 m_paneStack(0),
Chris@128 44 m_pane(0)
Chris@6 45 {
Chris@83 46 QSettings settings;
Chris@83 47 settings.beginGroup("LayerDefaults");
Chris@83 48 settings.setValue
Chris@83 49 ("timevalues",
Chris@83 50 QString("<layer verticalScale=\"%1\" plotStyle=\"%2\" "
Chris@83 51 "scaleMinimum=\"%3\" scaleMaximum=\"%4\"/>")
Chris@145 52 .arg(int(TimeValueLayer::AutoAlignScale))
Chris@83 53 .arg(int(TimeValueLayer::PlotDiscreteCurves))
Chris@83 54 .arg(27.5f).arg(880.f)); // temporary values: better get the real extents of the data from the model
Chris@83 55 settings.setValue
Chris@83 56 ("flexinotes",
Chris@83 57 QString("<layer verticalScale=\"%1\"/>")
Chris@83 58 .arg(int(FlexiNoteLayer::AutoAlignScale)));
Chris@83 59 settings.endGroup();
Chris@6 60 }
Chris@6 61
Chris@6 62 Analyser::~Analyser()
Chris@6 63 {
Chris@6 64 }
Chris@6 65
Chris@140 66 QString
Chris@6 67 Analyser::newFileLoaded(Document *doc, WaveFileModel *model,
Chris@6 68 PaneStack *paneStack, Pane *pane)
Chris@6 69 {
Chris@6 70 m_document = doc;
Chris@6 71 m_fileModel = model;
Chris@133 72 m_paneStack = paneStack;
Chris@6 73 m_pane = pane;
Chris@6 74
Chris@165 75 m_reAnalysingSelection = Selection();
Chris@165 76 m_reAnalysisCandidates.clear();
Chris@165 77
Chris@161 78 // Note that we need at least one main-model layer (time ruler,
Chris@161 79 // waveform or what have you). It could be hidden if we don't want
Chris@161 80 // to see it but it must exist.
Chris@6 81
Chris@161 82 QString warning, error;
Chris@161 83
Chris@161 84 // This isn't fatal -- we can proceed without
Chris@161 85 // visualisations. Other failures are fatal though.
Chris@161 86 warning = addVisualisations();
Chris@161 87
Chris@161 88 error = addWaveform();
Chris@161 89 if (error != "") return error;
Chris@161 90
Chris@161 91 error = addAnalyses();
Chris@161 92 if (error != "") return error;
Chris@161 93
Chris@161 94 loadState(Audio);
Chris@161 95 loadState(PitchTrack);
Chris@161 96 loadState(Notes);
Chris@161 97 loadState(Spectrogram);
Chris@161 98
Chris@161 99 emit layersChanged();
Chris@161 100
Chris@161 101 return warning;
Chris@161 102 }
Chris@161 103
Chris@161 104 QString
Chris@161 105 Analyser::addVisualisations()
Chris@161 106 {
Chris@165 107 /*
Chris@161 108 TransformFactory *tf = TransformFactory::getInstance();
Chris@161 109
Chris@161 110 QString name = "Constant-Q";
Chris@161 111 QString base = "vamp:cqvamp:cqvamp:";
Chris@161 112 QString out = "constantq";
Chris@6 113
Chris@145 114 // A spectrogram, off by default. Must go at the back because it's
Chris@145 115 // opaque
Chris@145 116
Chris@161 117 QString notFound = tr("Transform \"%1\" not found, spectrogram will not be enabled.<br><br>Is the %2 Vamp plugin correctly installed?");
Chris@161 118 if (!tf->haveTransform(base + out)) {
Chris@161 119 return notFound.arg(base + out).arg(name);
Chris@161 120 }
Chris@161 121
Chris@161 122 Transform transform = tf->getDefaultTransformFor
Chris@161 123 (base + out, m_fileModel->getSampleRate());
Chris@162 124 transform.setParameter("bpo", 36);
Chris@161 125
Chris@161 126 Colour3DPlotLayer *spectrogram = qobject_cast<Colour3DPlotLayer *>
Chris@161 127 (m_document->createDerivedLayer(transform, m_fileModel));
Chris@161 128
Chris@161 129 if (!spectrogram) return tr("Transform \"%1\" did not run correctly (no layer or wrong layer type returned)").arg(base + out);
Chris@165 130 */
Chris@165 131
Chris@145 132 SpectrogramLayer *spectrogram = qobject_cast<SpectrogramLayer *>
Chris@145 133 (m_document->createMainModelLayer(LayerFactory::MelodicRangeSpectrogram));
Chris@165 134
Chris@145 135 spectrogram->setColourMap((int)ColourMapper::BlackOnWhite);
Chris@162 136 spectrogram->setNormalizeHybrid(true);
Chris@165 137 // spectrogram->setSmooth(true);
Chris@165 138 // spectrogram->setGain(0.5); //!!! arbitrary at this point
Chris@165 139 spectrogram->setGain(100);
Chris@145 140 m_document->addLayerToView(m_pane, spectrogram);
Chris@145 141 spectrogram->setLayerDormant(m_pane, true);
Chris@145 142
Chris@145 143 m_layers[Spectrogram] = spectrogram;
Chris@145 144
Chris@161 145 return "";
Chris@161 146 }
Chris@161 147
Chris@161 148 QString
Chris@161 149 Analyser::addWaveform()
Chris@161 150 {
Chris@131 151 // Our waveform layer is just a shadow, light grey and taking up
Chris@120 152 // little space at the bottom
Chris@120 153
Chris@120 154 WaveformLayer *waveform = qobject_cast<WaveformLayer *>
Chris@120 155 (m_document->createMainModelLayer(LayerFactory::Waveform));
Chris@120 156
Chris@120 157 waveform->setMiddleLineHeight(0.9);
Chris@120 158 waveform->setShowMeans(false); // too small & pale for this
Chris@120 159 waveform->setBaseColour
Chris@120 160 (ColourDatabase::getInstance()->getColourIndex(tr("Grey")));
Chris@130 161 PlayParameters *params = waveform->getPlayParameters();
justin@160 162 if (params) params->setPlayPan(-1);
Chris@128 163
Chris@128 164 m_document->addLayerToView(m_pane, waveform);
Chris@120 165
Chris@128 166 m_layers[Audio] = waveform;
Chris@161 167 return "";
Chris@161 168 }
Chris@161 169
Chris@161 170 QString
Chris@161 171 Analyser::addAnalyses()
Chris@161 172 {
Chris@161 173 TransformFactory *tf = TransformFactory::getInstance();
Chris@161 174
Chris@161 175 QString plugname = "pYIN";
Chris@161 176 QString base = "vamp:pyin:pyin:";
Chris@161 177 QString f0out = "smoothedpitchtrack";
Chris@161 178 QString noteout = "notes";
Chris@120 179
Chris@83 180 Transforms transforms;
Chris@138 181
Chris@138 182 /*!!! we could have more than one pitch track...
Chris@138 183 QString cx = "vamp:cepstral-pitchtracker:cepstral-pitchtracker:f0";
Chris@138 184 if (tf->haveTransform(cx)) {
Chris@138 185 Transform tx = tf->getDefaultTransformFor(cx);
Chris@138 186 TimeValueLayer *lx = qobject_cast<TimeValueLayer *>
Chris@138 187 (m_document->createDerivedLayer(tx, m_fileModel));
Chris@138 188 lx->setVerticalScale(TimeValueLayer::AutoAlignScale);
Chris@138 189 lx->setBaseColour(ColourDatabase::getInstance()->getColourIndex(tr("Bright Red")));
Chris@138 190 m_document->addLayerToView(m_pane, lx);
Chris@138 191 }
Chris@138 192 */
Chris@138 193
Chris@140 194 QString notFound = tr("Transform \"%1\" not found. Unable to analyse audio file.<br><br>Is the %2 Vamp plugin correctly installed?");
Chris@140 195 if (!tf->haveTransform(base + f0out)) {
Chris@140 196 return notFound.arg(base + f0out).arg(plugname);
Chris@140 197 }
Chris@140 198 if (!tf->haveTransform(base + noteout)) {
Chris@140 199 return notFound.arg(base + noteout).arg(plugname);
Chris@6 200 }
Chris@6 201
Chris@83 202 Transform t = tf->getDefaultTransformFor
Chris@83 203 (base + f0out, m_fileModel->getSampleRate());
Chris@83 204 t.setStepSize(256);
Chris@83 205 t.setBlockSize(2048);
Chris@6 206
Chris@83 207 transforms.push_back(t);
Chris@83 208
Chris@83 209 t.setOutput(noteout);
Chris@83 210
Chris@83 211 transforms.push_back(t);
Chris@83 212
Chris@83 213 std::vector<Layer *> layers =
Chris@83 214 m_document->createDerivedLayers(transforms, m_fileModel);
Chris@83 215
Chris@162 216 for (int i = 0; i < (int)layers.size(); ++i) {
Chris@83 217
Chris@162 218 FlexiNoteLayer *f = qobject_cast<FlexiNoteLayer *>(layers[i]);
Chris@162 219 TimeValueLayer *t = qobject_cast<TimeValueLayer *>(layers[i]);
Chris@162 220
Chris@162 221 if (f) m_layers[Notes] = f;
Chris@162 222 if (t) m_layers[PitchTrack] = t;
Chris@162 223
Chris@162 224 m_document->addLayerToView(m_pane, layers[i]);
Chris@6 225 }
Chris@161 226
Chris@162 227 ColourDatabase *cdb = ColourDatabase::getInstance();
Chris@162 228
Chris@162 229 TimeValueLayer *pitchLayer =
Chris@162 230 qobject_cast<TimeValueLayer *>(m_layers[PitchTrack]);
Chris@162 231 if (pitchLayer) {
Chris@162 232 pitchLayer->setBaseColour(cdb->getColourIndex(tr("Black")));
Chris@162 233 PlayParameters *params = pitchLayer->getPlayParameters();
Chris@162 234 if (params) params->setPlayPan(1);
Chris@162 235 }
Chris@162 236
Chris@162 237 FlexiNoteLayer *flexiNoteLayer =
Chris@162 238 qobject_cast<FlexiNoteLayer *>(m_layers[Notes]);
Chris@162 239 if (flexiNoteLayer) {
Chris@162 240 flexiNoteLayer->setBaseColour(cdb->getColourIndex(tr("Bright Blue")));
Chris@162 241 PlayParameters *params = flexiNoteLayer->getPlayParameters();
Chris@162 242 if (params) params->setPlayPan(1);
Chris@162 243 }
Chris@162 244
Chris@162 245 return "";
Chris@162 246 }
Chris@162 247
Chris@162 248 QString
Chris@165 249 Analyser::reAnalyseSelection(Selection sel)
Chris@162 250 {
Chris@165 251 if (sel == m_reAnalysingSelection) return "";
Chris@165 252
Chris@165 253 foreach (Layer *layer, m_reAnalysisCandidates) {
Chris@165 254 cerr << "deleting previous candidate layer " << layer << endl;
Chris@165 255 m_pane->removeLayer(layer);
Chris@165 256 m_document->deleteLayer(layer); // also releases its model
Chris@165 257 }
Chris@165 258 m_reAnalysisCandidates.clear();
Chris@165 259 m_reAnalysingSelection = sel;
Chris@165 260
Chris@162 261 TransformFactory *tf = TransformFactory::getInstance();
Chris@162 262
Chris@162 263 QString plugname = "pYIN";
Chris@162 264 QString base = "vamp:pyin:localcandidatepyin:";
Chris@162 265 QString out = "pitchtrackcandidates";
Chris@162 266
Chris@162 267 Transforms transforms;
Chris@162 268
Chris@162 269 QString notFound = tr("Transform \"%1\" not found. Unable to perform interactive analysis.<br><br>Is the %2 Vamp plugin correctly installed?");
Chris@162 270 if (!tf->haveTransform(base + out)) {
Chris@162 271 return notFound.arg(base + out).arg(plugname);
Chris@162 272 }
Chris@162 273
Chris@162 274 Transform t = tf->getDefaultTransformFor
Chris@162 275 (base + out, m_fileModel->getSampleRate());
Chris@162 276 t.setStepSize(256);
Chris@162 277 t.setBlockSize(2048);
Chris@162 278
Chris@164 279 RealTime start = RealTime::frame2RealTime
Chris@164 280 (sel.getStartFrame(), m_fileModel->getSampleRate());
Chris@164 281
Chris@164 282 RealTime end = RealTime::frame2RealTime
Chris@164 283 (sel.getEndFrame(), m_fileModel->getSampleRate());
Chris@164 284
Chris@164 285 RealTime duration;
Chris@164 286
Chris@164 287 if (sel.getEndFrame() > sel.getStartFrame()) {
Chris@164 288 duration = end - start;
Chris@164 289 }
Chris@164 290
Chris@164 291 t.setStartTime(start);
Chris@164 292 t.setDuration(duration);
Chris@162 293
Chris@162 294 transforms.push_back(t);
Chris@162 295
Chris@163 296 m_document->createDerivedLayersAsync(transforms, m_fileModel, this);
Chris@162 297
Chris@163 298 return "";
Chris@163 299 }
Chris@162 300
Chris@163 301 void
Chris@163 302 Analyser::layersCreated(vector<Layer *> primary,
Chris@163 303 vector<Layer *> additional)
Chris@163 304 {
Chris@165 305 //!!! how do we know these came from the right selection? user
Chris@165 306 //!!! might have made another one since this request was issued
Chris@165 307
Chris@163 308 for (int i = 0; i < (int)primary.size(); ++i) {
Chris@163 309 TimeValueLayer *t = qobject_cast<TimeValueLayer *>(primary[i]);
Chris@165 310 if (t) {
Chris@165 311 m_document->addLayerToView(m_pane, t);
Chris@165 312 m_reAnalysisCandidates.push_back(t);
Chris@165 313 }
Chris@162 314 }
Chris@162 315
Chris@163 316 for (int i = 0; i < (int)additional.size(); ++i) {
Chris@163 317 TimeValueLayer *t = qobject_cast<TimeValueLayer *>(additional[i]);
Chris@165 318 if (t) {
Chris@165 319 m_document->addLayerToView(m_pane, t);
Chris@165 320 m_reAnalysisCandidates.push_back(t);
Chris@165 321 }
Chris@163 322 }
Chris@6 323 }
Chris@6 324
gyorgyf@45 325 void
Chris@139 326 Analyser::getEnclosingSelectionScope(size_t f, size_t &f0, size_t &f1)
Chris@139 327 {
Chris@139 328 FlexiNoteLayer *flexiNoteLayer =
Chris@139 329 qobject_cast<FlexiNoteLayer *>(m_layers[Notes]);
Chris@139 330
Chris@139 331 int f0i = f, f1i = f;
Chris@139 332 size_t res = 1;
Chris@139 333
Chris@139 334 if (!flexiNoteLayer) {
Chris@139 335 f0 = f1 = f;
Chris@139 336 return;
Chris@139 337 }
Chris@139 338
Chris@139 339 flexiNoteLayer->snapToFeatureFrame(m_pane, f0i, res, Layer::SnapLeft);
Chris@139 340 flexiNoteLayer->snapToFeatureFrame(m_pane, f1i, res, Layer::SnapRight);
Chris@139 341
Chris@139 342 f0 = (f0i < 0 ? 0 : f0i);
Chris@139 343 f1 = (f1i < 0 ? 0 : f1i);
Chris@139 344 }
Chris@139 345
Chris@139 346 void
Chris@132 347 Analyser::saveState(Component c) const
Chris@132 348 {
Chris@132 349 bool v = isVisible(c);
Chris@132 350 bool a = isAudible(c);
Chris@132 351 QSettings settings;
Chris@132 352 settings.beginGroup("Analyser");
Chris@145 353 settings.setValue(QString("visible-%1").arg(int(c)), v);
Chris@145 354 settings.setValue(QString("audible-%1").arg(int(c)), a);
Chris@132 355 settings.endGroup();
Chris@132 356 }
Chris@132 357
Chris@132 358 void
Chris@132 359 Analyser::loadState(Component c)
Chris@132 360 {
Chris@132 361 QSettings settings;
Chris@132 362 settings.beginGroup("Analyser");
Chris@145 363 bool deflt = (c == Spectrogram ? false : true);
Chris@145 364 bool v = settings.value(QString("visible-%1").arg(int(c)), deflt).toBool();
Chris@145 365 bool a = settings.value(QString("audible-%1").arg(int(c)), true).toBool();
Chris@132 366 settings.endGroup();
Chris@132 367 setVisible(c, v);
Chris@132 368 setAudible(c, a);
Chris@132 369 }
Chris@132 370
Chris@132 371 void
gyorgyf@45 372 Analyser::setIntelligentActions(bool on)
gyorgyf@45 373 {
gyorgyf@45 374 std::cerr << "toggle setIntelligentActions " << on << std::endl;
Chris@128 375
Chris@128 376 FlexiNoteLayer *flexiNoteLayer =
Chris@128 377 qobject_cast<FlexiNoteLayer *>(m_layers[Notes]);
Chris@128 378 if (flexiNoteLayer) {
Chris@128 379 flexiNoteLayer->setIntelligentActions(on);
Chris@70 380 }
gyorgyf@45 381 }
Chris@128 382
Chris@128 383 bool
Chris@128 384 Analyser::isVisible(Component c) const
Chris@128 385 {
Chris@128 386 if (m_layers[c]) {
Chris@128 387 return !m_layers[c]->isLayerDormant(m_pane);
Chris@128 388 } else {
Chris@128 389 return false;
Chris@128 390 }
Chris@128 391 }
Chris@128 392
Chris@128 393 void
Chris@128 394 Analyser::setVisible(Component c, bool v)
Chris@128 395 {
Chris@128 396 if (m_layers[c]) {
Chris@128 397 m_layers[c]->setLayerDormant(m_pane, !v);
Chris@133 398
Chris@133 399 if (v && (c == Notes)) {
Chris@133 400 m_paneStack->setCurrentLayer(m_pane, m_layers[c]);
Chris@133 401 }
Chris@133 402
Chris@128 403 m_pane->layerParametersChanged();
Chris@132 404 saveState(c);
Chris@128 405 }
Chris@128 406 }
Chris@128 407
Chris@128 408 bool
Chris@128 409 Analyser::isAudible(Component c) const
Chris@128 410 {
Chris@128 411 if (m_layers[c]) {
Chris@128 412 PlayParameters *params = m_layers[c]->getPlayParameters();
Chris@128 413 if (!params) return false;
Chris@128 414 return params->isPlayAudible();
Chris@128 415 } else {
Chris@128 416 return false;
Chris@128 417 }
Chris@128 418 }
Chris@128 419
Chris@128 420 void
Chris@128 421 Analyser::setAudible(Component c, bool a)
Chris@128 422 {
Chris@128 423 if (m_layers[c]) {
Chris@128 424 PlayParameters *params = m_layers[c]->getPlayParameters();
Chris@128 425 if (!params) return;
Chris@128 426 params->setPlayAudible(a);
Chris@132 427 saveState(c);
Chris@128 428 }
Chris@128 429 }
Chris@128 430
Chris@158 431 float
Chris@158 432 Analyser::getGain(Component c) const
Chris@158 433 {
Chris@158 434 if (m_layers[c]) {
Chris@158 435 PlayParameters *params = m_layers[c]->getPlayParameters();
Chris@158 436 if (!params) return 1.f;
Chris@158 437 return params->getPlayGain();
Chris@158 438 } else {
Chris@158 439 return 1.f;
Chris@158 440 }
Chris@158 441 }
Chris@158 442
Chris@158 443 void
Chris@158 444 Analyser::setGain(Component c, float gain)
Chris@158 445 {
Chris@158 446 if (m_layers[c]) {
Chris@158 447 PlayParameters *params = m_layers[c]->getPlayParameters();
Chris@158 448 if (!params) return;
Chris@158 449 params->setPlayGain(gain);
Chris@158 450 saveState(c);
Chris@158 451 }
Chris@158 452 }
Chris@158 453
Chris@158 454 float
Chris@158 455 Analyser::getPan(Component c) const
Chris@158 456 {
Chris@158 457 if (m_layers[c]) {
Chris@158 458 PlayParameters *params = m_layers[c]->getPlayParameters();
Chris@158 459 if (!params) return 1.f;
Chris@158 460 return params->getPlayPan();
Chris@158 461 } else {
Chris@158 462 return 1.f;
Chris@158 463 }
Chris@158 464 }
Chris@158 465
Chris@158 466 void
Chris@158 467 Analyser::setPan(Component c, float pan)
Chris@158 468 {
Chris@158 469 if (m_layers[c]) {
Chris@158 470 PlayParameters *params = m_layers[c]->getPlayParameters();
Chris@158 471 if (!params) return;
Chris@158 472 params->setPlayPan(pan);
Chris@158 473 saveState(c);
Chris@158 474 }
Chris@158 475 }
Chris@158 476
Chris@158 477
Chris@158 478