annotate align/Align.cpp @ 778:83a7b10b7415

Merge from branch pitch-align
author Chris Cannam
date Fri, 26 Jun 2020 13:48:52 +0100
parents 87d33e79855b
children b651dc5ff555
rev   line source
Chris@420 1 /* -*- c-basic-offset: 4 indent-tabs-mode: nil -*- vi:set ts=8 sts=4 sw=4: */
Chris@420 2
Chris@420 3 /*
Chris@420 4 Sonic Visualiser
Chris@420 5 An audio file viewer and annotation editor.
Chris@420 6 Centre for Digital Music, Queen Mary, University of London.
Chris@420 7
Chris@420 8 This program is free software; you can redistribute it and/or
Chris@420 9 modify it under the terms of the GNU General Public License as
Chris@420 10 published by the Free Software Foundation; either version 2 of the
Chris@420 11 License, or (at your option) any later version. See the file
Chris@420 12 COPYING included with this distribution for more information.
Chris@420 13 */
Chris@420 14
Chris@420 15 #include "Align.h"
Chris@767 16
Chris@767 17 #include "LinearAligner.h"
Chris@777 18 #include "MATCHAligner.h"
Chris@767 19 #include "TransformDTWAligner.h"
Chris@753 20 #include "ExternalProgramAligner.h"
Chris@767 21
Chris@744 22 #include "framework/Document.h"
Chris@420 23
Chris@767 24 #include "transform/Transform.h"
Chris@767 25 #include "transform/TransformFactory.h"
Chris@767 26
Chris@768 27 #include "base/Pitch.h"
Chris@768 28
Chris@422 29 #include <QSettings>
Chris@761 30 #include <QTimer>
Chris@422 31
Chris@767 32 using std::make_shared;
Chris@767 33
Chris@767 34 QString
Chris@767 35 Align::getAlignmentTypeTag(AlignmentType type)
Chris@767 36 {
Chris@767 37 switch (type) {
Chris@767 38 case NoAlignment:
Chris@767 39 default:
Chris@767 40 return "no-alignment";
Chris@767 41 case LinearAlignment:
Chris@767 42 return "linear-alignment";
Chris@767 43 case TrimmedLinearAlignment:
Chris@767 44 return "trimmed-linear-alignment";
Chris@767 45 case MATCHAlignment:
Chris@767 46 return "match-alignment";
Chris@767 47 case MATCHAlignmentWithPitchCompare:
Chris@767 48 return "match-alignment-with-pitch";
Chris@771 49 case SungNoteContourAlignment:
Chris@771 50 return "sung-note-alignment";
Chris@767 51 case TransformDrivenDTWAlignment:
Chris@767 52 return "transform-driven-alignment";
Chris@767 53 case ExternalProgramAlignment:
Chris@767 54 return "external-program-alignment";
Chris@767 55 }
Chris@767 56 }
Chris@767 57
Chris@767 58 Align::AlignmentType
Chris@767 59 Align::getAlignmentTypeForTag(QString tag)
Chris@767 60 {
Chris@767 61 for (int i = 0; i <= int(LastAlignmentType); ++i) {
Chris@767 62 if (tag == getAlignmentTypeTag(AlignmentType(i))) {
Chris@767 63 return AlignmentType(i);
Chris@767 64 }
Chris@767 65 }
Chris@767 66 return NoAlignment;
Chris@767 67 }
Chris@767 68
Chris@761 69 void
Chris@753 70 Align::alignModel(Document *doc,
Chris@753 71 ModelId reference,
Chris@761 72 ModelId toAlign)
Chris@761 73 {
Chris@767 74 if (addAligner(doc, reference, toAlign)) {
Chris@767 75 m_aligners[toAlign]->begin();
Chris@767 76 }
Chris@761 77 }
Chris@761 78
Chris@761 79 void
Chris@761 80 Align::scheduleAlignment(Document *doc,
Chris@761 81 ModelId reference,
Chris@761 82 ModelId toAlign)
Chris@761 83 {
Chris@767 84 int delay = 700 * int(m_aligners.size());
Chris@761 85 if (delay > 3500) {
Chris@761 86 delay = 3500;
Chris@761 87 }
Chris@767 88 if (!addAligner(doc, reference, toAlign)) {
Chris@767 89 return;
Chris@767 90 }
Chris@761 91 SVCERR << "Align::scheduleAlignment: delaying " << delay << "ms" << endl;
Chris@761 92 QTimer::singleShot(delay, m_aligners[toAlign].get(), SLOT(begin()));
Chris@761 93 }
Chris@761 94
Chris@767 95 bool
Chris@761 96 Align::addAligner(Document *doc,
Chris@761 97 ModelId reference,
Chris@761 98 ModelId toAlign)
Chris@753 99 {
Chris@776 100 AlignmentType type = getAlignmentPreference();
Chris@753 101
Chris@753 102 std::shared_ptr<Aligner> aligner;
Chris@753 103
Chris@773 104 if (m_aligners.find(toAlign) != m_aligners.end()) {
Chris@773 105 // We don't want a callback on removeAligner to happen during
Chris@773 106 // our own call to addAligner! Disconnect and delete the old
Chris@773 107 // aligner first
Chris@773 108 disconnect(m_aligners[toAlign].get(), nullptr, this, nullptr);
Chris@773 109 m_aligners.erase(toAlign);
Chris@773 110 }
Chris@773 111
Chris@753 112 {
Chris@753 113 // Replace the aligner with a new one. This also stops any
Chris@753 114 // previously-running alignment, when the old entry is
Chris@753 115 // replaced and its aligner destroyed.
Chris@753 116
Chris@753 117 QMutexLocker locker(&m_mutex);
Chris@767 118
Chris@767 119 switch (type) {
Chris@767 120
Chris@767 121 case NoAlignment:
Chris@767 122 return false;
Chris@767 123
Chris@767 124 case LinearAlignment:
Chris@767 125 case TrimmedLinearAlignment: {
Chris@767 126 bool trimmed = (type == TrimmedLinearAlignment);
Chris@767 127 aligner = make_shared<LinearAligner>(doc,
Chris@767 128 reference,
Chris@767 129 toAlign,
Chris@767 130 trimmed);
Chris@767 131 break;
Chris@753 132 }
Chris@753 133
Chris@767 134 case MATCHAlignment:
Chris@767 135 case MATCHAlignmentWithPitchCompare: {
Chris@767 136
Chris@767 137 bool withTuningDifference =
Chris@767 138 (type == MATCHAlignmentWithPitchCompare);
Chris@767 139
Chris@777 140 aligner = make_shared<MATCHAligner>(doc,
Chris@777 141 reference,
Chris@777 142 toAlign,
Chris@777 143 withTuningDifference);
Chris@767 144 break;
Chris@767 145 }
Chris@767 146
Chris@771 147 case SungNoteContourAlignment:
Chris@767 148 {
Chris@767 149 auto refModel = ModelById::get(reference);
Chris@767 150 if (!refModel) return false;
Chris@771 151
Chris@767 152 Transform transform = TransformFactory::getInstance()->
Chris@771 153 getDefaultTransformFor("vamp:pyin:pyin:notes",
Chris@767 154 refModel->getSampleRate());
Chris@767 155
Chris@767 156 aligner = make_shared<TransformDTWAligner>
Chris@767 157 (doc,
Chris@767 158 reference,
Chris@767 159 toAlign,
Chris@767 160 transform,
Chris@771 161 [](double prev, double curr) {
Chris@771 162 RiseFallDTW::Value v;
Chris@771 163 if (curr <= 0.0) {
Chris@771 164 v = { RiseFallDTW::Direction::None, 0.0 };
Chris@771 165 } else if (prev <= 0.0) {
Chris@771 166 v = { RiseFallDTW::Direction::Up, 0.0 };
Chris@768 167 } else {
Chris@771 168 double prevP = Pitch::getPitchForFrequency(prev);
Chris@771 169 double currP = Pitch::getPitchForFrequency(curr);
Chris@771 170 if (currP >= prevP) {
Chris@771 171 v = { RiseFallDTW::Direction::Up, currP - prevP };
Chris@771 172 } else {
Chris@771 173 v = { RiseFallDTW::Direction::Down, prevP - currP };
Chris@771 174 }
Chris@768 175 }
Chris@771 176 return v;
Chris@768 177 });
Chris@767 178 break;
Chris@767 179 }
Chris@767 180
Chris@767 181 case TransformDrivenDTWAlignment:
Chris@767 182 throw std::logic_error("Not yet implemented"); //!!!
Chris@767 183
Chris@767 184 case ExternalProgramAlignment: {
Chris@776 185 aligner = make_shared<ExternalProgramAligner>
Chris@776 186 (doc,
Chris@776 187 reference,
Chris@776 188 toAlign,
Chris@776 189 getPreferredAlignmentProgram());
Chris@767 190 }
Chris@767 191 }
Chris@767 192
Chris@767 193 m_aligners[toAlign] = aligner;
Chris@753 194 }
Chris@753 195
Chris@753 196 connect(aligner.get(), SIGNAL(complete(ModelId)),
Chris@753 197 this, SLOT(alignerComplete(ModelId)));
Chris@761 198
Chris@761 199 connect(aligner.get(), SIGNAL(failed(ModelId, QString)),
Chris@761 200 this, SLOT(alignerFailed(ModelId, QString)));
Chris@767 201
Chris@767 202 return true;
Chris@767 203 }
Chris@767 204
Chris@767 205 Align::AlignmentType
Chris@776 206 Align::getAlignmentPreference()
Chris@767 207 {
Chris@767 208 QSettings settings;
Chris@767 209 settings.beginGroup("Alignment");
Chris@767 210 QString tag = settings.value
Chris@767 211 ("alignment-type", getAlignmentTypeTag(MATCHAlignment)).toString();
Chris@776 212 return getAlignmentTypeForTag(tag);
Chris@776 213 }
Chris@767 214
Chris@776 215 QString
Chris@776 216 Align::getPreferredAlignmentProgram()
Chris@776 217 {
Chris@776 218 QSettings settings;
Chris@776 219 settings.beginGroup("Alignment");
Chris@776 220 return settings.value("alignment-program", "").toString();
Chris@776 221 }
Chris@767 222
Chris@776 223 Transform
Chris@776 224 Align::getPreferredAlignmentTransform()
Chris@776 225 {
Chris@776 226 QSettings settings;
Chris@776 227 settings.beginGroup("Alignment");
Chris@776 228 QString xml = settings.value("alignment-transform", "").toString();
Chris@776 229 return Transform(xml);
Chris@753 230 }
Chris@753 231
Chris@753 232 void
Chris@776 233 Align::setAlignmentPreference(AlignmentType type)
Chris@422 234 {
Chris@422 235 QSettings settings;
Chris@767 236 settings.beginGroup("Alignment");
Chris@767 237 QString tag = getAlignmentTypeTag(type);
Chris@767 238 settings.setValue("alignment-type", tag);
Chris@776 239 settings.endGroup();
Chris@776 240 }
Chris@767 241
Chris@776 242 void
Chris@776 243 Align::setPreferredAlignmentProgram(QString program)
Chris@776 244 {
Chris@776 245 QSettings settings;
Chris@776 246 settings.beginGroup("Alignment");
Chris@776 247 settings.setValue("alignment-program", program);
Chris@776 248 settings.endGroup();
Chris@776 249 }
Chris@767 250
Chris@776 251 void
Chris@776 252 Align::setPreferredAlignmentTransform(Transform transform)
Chris@776 253 {
Chris@776 254 QSettings settings;
Chris@776 255 settings.beginGroup("Alignment");
Chris@776 256 settings.setValue("alignment-transform", transform.toXmlString());
Chris@422 257 settings.endGroup();
Chris@670 258 }
Chris@670 259
Chris@428 260 bool
Chris@428 261 Align::canAlign()
Chris@428 262 {
Chris@776 263 AlignmentType type = getAlignmentPreference();
Chris@753 264
Chris@767 265 if (type == ExternalProgramAlignment) {
Chris@776 266 return ExternalProgramAligner::isAvailable
Chris@776 267 (getPreferredAlignmentProgram());
Chris@753 268 } else {
Chris@777 269 return MATCHAligner::isAvailable();
Chris@753 270 }
Chris@428 271 }
Chris@428 272
Chris@702 273 void
Chris@753 274 Align::alignerComplete(ModelId alignmentModel)
Chris@702 275 {
Chris@761 276 removeAligner(sender());
Chris@761 277 emit alignmentComplete(alignmentModel);
Chris@761 278 }
Chris@761 279
Chris@761 280 void
Chris@761 281 Align::alignerFailed(ModelId toAlign, QString error)
Chris@761 282 {
Chris@761 283 removeAligner(sender());
Chris@761 284 emit alignmentFailed(toAlign, error);
Chris@761 285 }
Chris@761 286
Chris@761 287 void
Chris@761 288 Align::removeAligner(QObject *obj)
Chris@761 289 {
Chris@761 290 Aligner *aligner = qobject_cast<Aligner *>(obj);
Chris@753 291 if (!aligner) {
Chris@761 292 SVCERR << "ERROR: Align::removeAligner: Not an Aligner" << endl;
Chris@702 293 return;
Chris@702 294 }
Chris@702 295
Chris@761 296 QMutexLocker locker (&m_mutex);
Chris@702 297
Chris@761 298 for (auto p: m_aligners) {
Chris@761 299 if (aligner == p.second.get()) {
Chris@761 300 m_aligners.erase(p.first);
Chris@761 301 break;
Chris@702 302 }
Chris@702 303 }
Chris@761 304 }
Chris@702 305