Chris@420
|
1 /* -*- c-basic-offset: 4 indent-tabs-mode: nil -*- vi:set ts=8 sts=4 sw=4: */
|
Chris@420
|
2
|
Chris@420
|
3 /*
|
Chris@420
|
4 Sonic Visualiser
|
Chris@420
|
5 An audio file viewer and annotation editor.
|
Chris@420
|
6 Centre for Digital Music, Queen Mary, University of London.
|
Chris@420
|
7
|
Chris@420
|
8 This program is free software; you can redistribute it and/or
|
Chris@420
|
9 modify it under the terms of the GNU General Public License as
|
Chris@420
|
10 published by the Free Software Foundation; either version 2 of the
|
Chris@420
|
11 License, or (at your option) any later version. See the file
|
Chris@420
|
12 COPYING included with this distribution for more information.
|
Chris@420
|
13 */
|
Chris@420
|
14
|
Chris@420
|
15 #include "Align.h"
|
Chris@767
|
16
|
Chris@767
|
17 #include "LinearAligner.h"
|
Chris@777
|
18 #include "MATCHAligner.h"
|
Chris@767
|
19 #include "TransformDTWAligner.h"
|
Chris@753
|
20 #include "ExternalProgramAligner.h"
|
Chris@767
|
21
|
Chris@744
|
22 #include "framework/Document.h"
|
Chris@420
|
23
|
Chris@767
|
24 #include "transform/Transform.h"
|
Chris@767
|
25 #include "transform/TransformFactory.h"
|
Chris@767
|
26
|
Chris@768
|
27 #include "base/Pitch.h"
|
Chris@768
|
28
|
Chris@422
|
29 #include <QSettings>
|
Chris@761
|
30 #include <QTimer>
|
Chris@422
|
31
|
Chris@767
|
32 using std::make_shared;
|
Chris@767
|
33
|
Chris@767
|
34 QString
|
Chris@767
|
35 Align::getAlignmentTypeTag(AlignmentType type)
|
Chris@767
|
36 {
|
Chris@767
|
37 switch (type) {
|
Chris@767
|
38 case NoAlignment:
|
Chris@767
|
39 default:
|
Chris@767
|
40 return "no-alignment";
|
Chris@767
|
41 case LinearAlignment:
|
Chris@767
|
42 return "linear-alignment";
|
Chris@767
|
43 case TrimmedLinearAlignment:
|
Chris@767
|
44 return "trimmed-linear-alignment";
|
Chris@767
|
45 case MATCHAlignment:
|
Chris@767
|
46 return "match-alignment";
|
Chris@767
|
47 case MATCHAlignmentWithPitchCompare:
|
Chris@767
|
48 return "match-alignment-with-pitch";
|
Chris@771
|
49 case SungNoteContourAlignment:
|
Chris@771
|
50 return "sung-note-alignment";
|
Chris@767
|
51 case TransformDrivenDTWAlignment:
|
Chris@767
|
52 return "transform-driven-alignment";
|
Chris@767
|
53 case ExternalProgramAlignment:
|
Chris@767
|
54 return "external-program-alignment";
|
Chris@767
|
55 }
|
Chris@767
|
56 }
|
Chris@767
|
57
|
Chris@767
|
58 Align::AlignmentType
|
Chris@767
|
59 Align::getAlignmentTypeForTag(QString tag)
|
Chris@767
|
60 {
|
Chris@767
|
61 for (int i = 0; i <= int(LastAlignmentType); ++i) {
|
Chris@767
|
62 if (tag == getAlignmentTypeTag(AlignmentType(i))) {
|
Chris@767
|
63 return AlignmentType(i);
|
Chris@767
|
64 }
|
Chris@767
|
65 }
|
Chris@767
|
66 return NoAlignment;
|
Chris@767
|
67 }
|
Chris@767
|
68
|
Chris@761
|
69 void
|
Chris@753
|
70 Align::alignModel(Document *doc,
|
Chris@753
|
71 ModelId reference,
|
Chris@761
|
72 ModelId toAlign)
|
Chris@761
|
73 {
|
Chris@767
|
74 if (addAligner(doc, reference, toAlign)) {
|
Chris@767
|
75 m_aligners[toAlign]->begin();
|
Chris@767
|
76 }
|
Chris@761
|
77 }
|
Chris@761
|
78
|
Chris@761
|
79 void
|
Chris@761
|
80 Align::scheduleAlignment(Document *doc,
|
Chris@761
|
81 ModelId reference,
|
Chris@761
|
82 ModelId toAlign)
|
Chris@761
|
83 {
|
Chris@767
|
84 int delay = 700 * int(m_aligners.size());
|
Chris@761
|
85 if (delay > 3500) {
|
Chris@761
|
86 delay = 3500;
|
Chris@761
|
87 }
|
Chris@767
|
88 if (!addAligner(doc, reference, toAlign)) {
|
Chris@767
|
89 return;
|
Chris@767
|
90 }
|
Chris@761
|
91 SVCERR << "Align::scheduleAlignment: delaying " << delay << "ms" << endl;
|
Chris@761
|
92 QTimer::singleShot(delay, m_aligners[toAlign].get(), SLOT(begin()));
|
Chris@761
|
93 }
|
Chris@761
|
94
|
Chris@767
|
95 bool
|
Chris@761
|
96 Align::addAligner(Document *doc,
|
Chris@761
|
97 ModelId reference,
|
Chris@761
|
98 ModelId toAlign)
|
Chris@753
|
99 {
|
Chris@776
|
100 AlignmentType type = getAlignmentPreference();
|
Chris@753
|
101
|
Chris@753
|
102 std::shared_ptr<Aligner> aligner;
|
Chris@753
|
103
|
Chris@773
|
104 if (m_aligners.find(toAlign) != m_aligners.end()) {
|
Chris@773
|
105 // We don't want a callback on removeAligner to happen during
|
Chris@773
|
106 // our own call to addAligner! Disconnect and delete the old
|
Chris@773
|
107 // aligner first
|
Chris@773
|
108 disconnect(m_aligners[toAlign].get(), nullptr, this, nullptr);
|
Chris@773
|
109 m_aligners.erase(toAlign);
|
Chris@773
|
110 }
|
Chris@773
|
111
|
Chris@753
|
112 {
|
Chris@753
|
113 // Replace the aligner with a new one. This also stops any
|
Chris@753
|
114 // previously-running alignment, when the old entry is
|
Chris@753
|
115 // replaced and its aligner destroyed.
|
Chris@753
|
116
|
Chris@753
|
117 QMutexLocker locker(&m_mutex);
|
Chris@767
|
118
|
Chris@767
|
119 switch (type) {
|
Chris@767
|
120
|
Chris@767
|
121 case NoAlignment:
|
Chris@767
|
122 return false;
|
Chris@767
|
123
|
Chris@767
|
124 case LinearAlignment:
|
Chris@767
|
125 case TrimmedLinearAlignment: {
|
Chris@767
|
126 bool trimmed = (type == TrimmedLinearAlignment);
|
Chris@767
|
127 aligner = make_shared<LinearAligner>(doc,
|
Chris@767
|
128 reference,
|
Chris@767
|
129 toAlign,
|
Chris@767
|
130 trimmed);
|
Chris@767
|
131 break;
|
Chris@753
|
132 }
|
Chris@753
|
133
|
Chris@767
|
134 case MATCHAlignment:
|
Chris@767
|
135 case MATCHAlignmentWithPitchCompare: {
|
Chris@767
|
136
|
Chris@767
|
137 bool withTuningDifference =
|
Chris@767
|
138 (type == MATCHAlignmentWithPitchCompare);
|
Chris@767
|
139
|
Chris@777
|
140 aligner = make_shared<MATCHAligner>(doc,
|
Chris@777
|
141 reference,
|
Chris@777
|
142 toAlign,
|
Chris@777
|
143 withTuningDifference);
|
Chris@767
|
144 break;
|
Chris@767
|
145 }
|
Chris@767
|
146
|
Chris@771
|
147 case SungNoteContourAlignment:
|
Chris@767
|
148 {
|
Chris@767
|
149 auto refModel = ModelById::get(reference);
|
Chris@767
|
150 if (!refModel) return false;
|
Chris@771
|
151
|
Chris@767
|
152 Transform transform = TransformFactory::getInstance()->
|
Chris@771
|
153 getDefaultTransformFor("vamp:pyin:pyin:notes",
|
Chris@767
|
154 refModel->getSampleRate());
|
Chris@767
|
155
|
Chris@767
|
156 aligner = make_shared<TransformDTWAligner>
|
Chris@767
|
157 (doc,
|
Chris@767
|
158 reference,
|
Chris@767
|
159 toAlign,
|
Chris@767
|
160 transform,
|
Chris@771
|
161 [](double prev, double curr) {
|
Chris@771
|
162 RiseFallDTW::Value v;
|
Chris@771
|
163 if (curr <= 0.0) {
|
Chris@771
|
164 v = { RiseFallDTW::Direction::None, 0.0 };
|
Chris@771
|
165 } else if (prev <= 0.0) {
|
Chris@771
|
166 v = { RiseFallDTW::Direction::Up, 0.0 };
|
Chris@768
|
167 } else {
|
Chris@771
|
168 double prevP = Pitch::getPitchForFrequency(prev);
|
Chris@771
|
169 double currP = Pitch::getPitchForFrequency(curr);
|
Chris@771
|
170 if (currP >= prevP) {
|
Chris@771
|
171 v = { RiseFallDTW::Direction::Up, currP - prevP };
|
Chris@771
|
172 } else {
|
Chris@771
|
173 v = { RiseFallDTW::Direction::Down, prevP - currP };
|
Chris@771
|
174 }
|
Chris@768
|
175 }
|
Chris@771
|
176 return v;
|
Chris@768
|
177 });
|
Chris@767
|
178 break;
|
Chris@767
|
179 }
|
Chris@767
|
180
|
Chris@767
|
181 case TransformDrivenDTWAlignment:
|
Chris@767
|
182 throw std::logic_error("Not yet implemented"); //!!!
|
Chris@767
|
183
|
Chris@767
|
184 case ExternalProgramAlignment: {
|
Chris@776
|
185 aligner = make_shared<ExternalProgramAligner>
|
Chris@776
|
186 (doc,
|
Chris@776
|
187 reference,
|
Chris@776
|
188 toAlign,
|
Chris@776
|
189 getPreferredAlignmentProgram());
|
Chris@767
|
190 }
|
Chris@767
|
191 }
|
Chris@767
|
192
|
Chris@767
|
193 m_aligners[toAlign] = aligner;
|
Chris@753
|
194 }
|
Chris@753
|
195
|
Chris@753
|
196 connect(aligner.get(), SIGNAL(complete(ModelId)),
|
Chris@753
|
197 this, SLOT(alignerComplete(ModelId)));
|
Chris@761
|
198
|
Chris@761
|
199 connect(aligner.get(), SIGNAL(failed(ModelId, QString)),
|
Chris@761
|
200 this, SLOT(alignerFailed(ModelId, QString)));
|
Chris@767
|
201
|
Chris@767
|
202 return true;
|
Chris@767
|
203 }
|
Chris@767
|
204
|
Chris@767
|
205 Align::AlignmentType
|
Chris@776
|
206 Align::getAlignmentPreference()
|
Chris@767
|
207 {
|
Chris@767
|
208 QSettings settings;
|
Chris@767
|
209 settings.beginGroup("Alignment");
|
Chris@767
|
210 QString tag = settings.value
|
Chris@767
|
211 ("alignment-type", getAlignmentTypeTag(MATCHAlignment)).toString();
|
Chris@776
|
212 return getAlignmentTypeForTag(tag);
|
Chris@776
|
213 }
|
Chris@767
|
214
|
Chris@776
|
215 QString
|
Chris@776
|
216 Align::getPreferredAlignmentProgram()
|
Chris@776
|
217 {
|
Chris@776
|
218 QSettings settings;
|
Chris@776
|
219 settings.beginGroup("Alignment");
|
Chris@776
|
220 return settings.value("alignment-program", "").toString();
|
Chris@776
|
221 }
|
Chris@767
|
222
|
Chris@776
|
223 Transform
|
Chris@776
|
224 Align::getPreferredAlignmentTransform()
|
Chris@776
|
225 {
|
Chris@776
|
226 QSettings settings;
|
Chris@776
|
227 settings.beginGroup("Alignment");
|
Chris@776
|
228 QString xml = settings.value("alignment-transform", "").toString();
|
Chris@776
|
229 return Transform(xml);
|
Chris@753
|
230 }
|
Chris@753
|
231
|
Chris@753
|
232 void
|
Chris@776
|
233 Align::setAlignmentPreference(AlignmentType type)
|
Chris@422
|
234 {
|
Chris@422
|
235 QSettings settings;
|
Chris@767
|
236 settings.beginGroup("Alignment");
|
Chris@767
|
237 QString tag = getAlignmentTypeTag(type);
|
Chris@767
|
238 settings.setValue("alignment-type", tag);
|
Chris@776
|
239 settings.endGroup();
|
Chris@776
|
240 }
|
Chris@767
|
241
|
Chris@776
|
242 void
|
Chris@776
|
243 Align::setPreferredAlignmentProgram(QString program)
|
Chris@776
|
244 {
|
Chris@776
|
245 QSettings settings;
|
Chris@776
|
246 settings.beginGroup("Alignment");
|
Chris@776
|
247 settings.setValue("alignment-program", program);
|
Chris@776
|
248 settings.endGroup();
|
Chris@776
|
249 }
|
Chris@767
|
250
|
Chris@776
|
251 void
|
Chris@776
|
252 Align::setPreferredAlignmentTransform(Transform transform)
|
Chris@776
|
253 {
|
Chris@776
|
254 QSettings settings;
|
Chris@776
|
255 settings.beginGroup("Alignment");
|
Chris@776
|
256 settings.setValue("alignment-transform", transform.toXmlString());
|
Chris@422
|
257 settings.endGroup();
|
Chris@670
|
258 }
|
Chris@670
|
259
|
Chris@428
|
260 bool
|
Chris@428
|
261 Align::canAlign()
|
Chris@428
|
262 {
|
Chris@776
|
263 AlignmentType type = getAlignmentPreference();
|
Chris@753
|
264
|
Chris@767
|
265 if (type == ExternalProgramAlignment) {
|
Chris@776
|
266 return ExternalProgramAligner::isAvailable
|
Chris@776
|
267 (getPreferredAlignmentProgram());
|
Chris@753
|
268 } else {
|
Chris@777
|
269 return MATCHAligner::isAvailable();
|
Chris@753
|
270 }
|
Chris@428
|
271 }
|
Chris@428
|
272
|
Chris@702
|
273 void
|
Chris@753
|
274 Align::alignerComplete(ModelId alignmentModel)
|
Chris@702
|
275 {
|
Chris@761
|
276 removeAligner(sender());
|
Chris@761
|
277 emit alignmentComplete(alignmentModel);
|
Chris@761
|
278 }
|
Chris@761
|
279
|
Chris@761
|
280 void
|
Chris@761
|
281 Align::alignerFailed(ModelId toAlign, QString error)
|
Chris@761
|
282 {
|
Chris@761
|
283 removeAligner(sender());
|
Chris@761
|
284 emit alignmentFailed(toAlign, error);
|
Chris@761
|
285 }
|
Chris@761
|
286
|
Chris@761
|
287 void
|
Chris@761
|
288 Align::removeAligner(QObject *obj)
|
Chris@761
|
289 {
|
Chris@761
|
290 Aligner *aligner = qobject_cast<Aligner *>(obj);
|
Chris@753
|
291 if (!aligner) {
|
Chris@761
|
292 SVCERR << "ERROR: Align::removeAligner: Not an Aligner" << endl;
|
Chris@702
|
293 return;
|
Chris@702
|
294 }
|
Chris@702
|
295
|
Chris@761
|
296 QMutexLocker locker (&m_mutex);
|
Chris@702
|
297
|
Chris@761
|
298 for (auto p: m_aligners) {
|
Chris@761
|
299 if (aligner == p.second.get()) {
|
Chris@761
|
300 m_aligners.erase(p.first);
|
Chris@761
|
301 break;
|
Chris@702
|
302 }
|
Chris@702
|
303 }
|
Chris@761
|
304 }
|
Chris@702
|
305
|