Chris@420
|
1 /* -*- c-basic-offset: 4 indent-tabs-mode: nil -*- vi:set ts=8 sts=4 sw=4: */
|
Chris@420
|
2
|
Chris@420
|
3 /*
|
Chris@420
|
4 Sonic Visualiser
|
Chris@420
|
5 An audio file viewer and annotation editor.
|
Chris@420
|
6 Centre for Digital Music, Queen Mary, University of London.
|
Chris@420
|
7
|
Chris@420
|
8 This program is free software; you can redistribute it and/or
|
Chris@420
|
9 modify it under the terms of the GNU General Public License as
|
Chris@420
|
10 published by the Free Software Foundation; either version 2 of the
|
Chris@420
|
11 License, or (at your option) any later version. See the file
|
Chris@420
|
12 COPYING included with this distribution for more information.
|
Chris@420
|
13 */
|
Chris@420
|
14
|
Chris@420
|
15 #include "Align.h"
|
Chris@767
|
16
|
Chris@767
|
17 #include "LinearAligner.h"
|
Chris@753
|
18 #include "TransformAligner.h"
|
Chris@767
|
19 #include "TransformDTWAligner.h"
|
Chris@753
|
20 #include "ExternalProgramAligner.h"
|
Chris@767
|
21
|
Chris@744
|
22 #include "framework/Document.h"
|
Chris@420
|
23
|
Chris@767
|
24 #include "transform/Transform.h"
|
Chris@767
|
25 #include "transform/TransformFactory.h"
|
Chris@767
|
26
|
Chris@768
|
27 #include "base/Pitch.h"
|
Chris@768
|
28
|
Chris@422
|
29 #include <QSettings>
|
Chris@761
|
30 #include <QTimer>
|
Chris@422
|
31
|
Chris@767
|
32 using std::make_shared;
|
Chris@767
|
33
|
Chris@767
|
34 QString
|
Chris@767
|
35 Align::getAlignmentTypeTag(AlignmentType type)
|
Chris@767
|
36 {
|
Chris@767
|
37 switch (type) {
|
Chris@767
|
38 case NoAlignment:
|
Chris@767
|
39 default:
|
Chris@767
|
40 return "no-alignment";
|
Chris@767
|
41 case LinearAlignment:
|
Chris@767
|
42 return "linear-alignment";
|
Chris@767
|
43 case TrimmedLinearAlignment:
|
Chris@767
|
44 return "trimmed-linear-alignment";
|
Chris@767
|
45 case MATCHAlignment:
|
Chris@767
|
46 return "match-alignment";
|
Chris@767
|
47 case MATCHAlignmentWithPitchCompare:
|
Chris@767
|
48 return "match-alignment-with-pitch";
|
Chris@767
|
49 case SungPitchContourAlignment:
|
Chris@767
|
50 return "sung-pitch-alignment";
|
Chris@767
|
51 case TransformDrivenDTWAlignment:
|
Chris@767
|
52 return "transform-driven-alignment";
|
Chris@767
|
53 case ExternalProgramAlignment:
|
Chris@767
|
54 return "external-program-alignment";
|
Chris@767
|
55 }
|
Chris@767
|
56 }
|
Chris@767
|
57
|
Chris@767
|
58 Align::AlignmentType
|
Chris@767
|
59 Align::getAlignmentTypeForTag(QString tag)
|
Chris@767
|
60 {
|
Chris@767
|
61 for (int i = 0; i <= int(LastAlignmentType); ++i) {
|
Chris@767
|
62 if (tag == getAlignmentTypeTag(AlignmentType(i))) {
|
Chris@767
|
63 return AlignmentType(i);
|
Chris@767
|
64 }
|
Chris@767
|
65 }
|
Chris@767
|
66 return NoAlignment;
|
Chris@767
|
67 }
|
Chris@767
|
68
|
Chris@761
|
69 void
|
Chris@753
|
70 Align::alignModel(Document *doc,
|
Chris@753
|
71 ModelId reference,
|
Chris@761
|
72 ModelId toAlign)
|
Chris@761
|
73 {
|
Chris@767
|
74 if (addAligner(doc, reference, toAlign)) {
|
Chris@767
|
75 m_aligners[toAlign]->begin();
|
Chris@767
|
76 }
|
Chris@761
|
77 }
|
Chris@761
|
78
|
Chris@761
|
79 void
|
Chris@761
|
80 Align::scheduleAlignment(Document *doc,
|
Chris@761
|
81 ModelId reference,
|
Chris@761
|
82 ModelId toAlign)
|
Chris@761
|
83 {
|
Chris@767
|
84 int delay = 700 * int(m_aligners.size());
|
Chris@761
|
85 if (delay > 3500) {
|
Chris@761
|
86 delay = 3500;
|
Chris@761
|
87 }
|
Chris@767
|
88 if (!addAligner(doc, reference, toAlign)) {
|
Chris@767
|
89 return;
|
Chris@767
|
90 }
|
Chris@761
|
91 SVCERR << "Align::scheduleAlignment: delaying " << delay << "ms" << endl;
|
Chris@761
|
92 QTimer::singleShot(delay, m_aligners[toAlign].get(), SLOT(begin()));
|
Chris@761
|
93 }
|
Chris@761
|
94
|
Chris@767
|
95 bool
|
Chris@761
|
96 Align::addAligner(Document *doc,
|
Chris@761
|
97 ModelId reference,
|
Chris@761
|
98 ModelId toAlign)
|
Chris@753
|
99 {
|
Chris@767
|
100 QString additionalData;
|
Chris@767
|
101 AlignmentType type = getAlignmentPreference(additionalData);
|
Chris@753
|
102
|
Chris@753
|
103 std::shared_ptr<Aligner> aligner;
|
Chris@753
|
104
|
Chris@753
|
105 {
|
Chris@753
|
106 // Replace the aligner with a new one. This also stops any
|
Chris@753
|
107 // previously-running alignment, when the old entry is
|
Chris@753
|
108 // replaced and its aligner destroyed.
|
Chris@753
|
109
|
Chris@753
|
110 QMutexLocker locker(&m_mutex);
|
Chris@767
|
111
|
Chris@767
|
112 switch (type) {
|
Chris@767
|
113
|
Chris@767
|
114 case NoAlignment:
|
Chris@767
|
115 return false;
|
Chris@767
|
116
|
Chris@767
|
117 case LinearAlignment:
|
Chris@767
|
118 case TrimmedLinearAlignment: {
|
Chris@767
|
119 bool trimmed = (type == TrimmedLinearAlignment);
|
Chris@767
|
120 aligner = make_shared<LinearAligner>(doc,
|
Chris@767
|
121 reference,
|
Chris@767
|
122 toAlign,
|
Chris@767
|
123 trimmed);
|
Chris@767
|
124 break;
|
Chris@753
|
125 }
|
Chris@753
|
126
|
Chris@767
|
127 case MATCHAlignment:
|
Chris@767
|
128 case MATCHAlignmentWithPitchCompare: {
|
Chris@767
|
129
|
Chris@767
|
130 bool withTuningDifference =
|
Chris@767
|
131 (type == MATCHAlignmentWithPitchCompare);
|
Chris@767
|
132
|
Chris@767
|
133 aligner = make_shared<TransformAligner>(doc,
|
Chris@767
|
134 reference,
|
Chris@767
|
135 toAlign,
|
Chris@767
|
136 withTuningDifference);
|
Chris@767
|
137 break;
|
Chris@767
|
138 }
|
Chris@767
|
139
|
Chris@767
|
140 case SungPitchContourAlignment:
|
Chris@767
|
141 {
|
Chris@767
|
142 auto refModel = ModelById::get(reference);
|
Chris@767
|
143 if (!refModel) return false;
|
Chris@767
|
144
|
Chris@767
|
145 Transform transform = TransformFactory::getInstance()->
|
Chris@767
|
146 getDefaultTransformFor("vamp:pyin:pyin:smoothedpitchtrack",
|
Chris@767
|
147 refModel->getSampleRate());
|
Chris@767
|
148
|
Chris@767
|
149 transform.setParameter("outputunvoiced", 2.f);
|
Chris@767
|
150
|
Chris@767
|
151 aligner = make_shared<TransformDTWAligner>
|
Chris@767
|
152 (doc,
|
Chris@767
|
153 reference,
|
Chris@767
|
154 toAlign,
|
Chris@767
|
155 transform,
|
Chris@768
|
156 TransformDTWAligner::RiseFall,
|
Chris@768
|
157 [](double freq) {
|
Chris@768
|
158 if (freq < 0.0) {
|
Chris@768
|
159 return 0.0;
|
Chris@768
|
160 } else {
|
Chris@768
|
161 return double(Pitch::getPitchForFrequency(freq));
|
Chris@768
|
162 }
|
Chris@768
|
163 });
|
Chris@767
|
164 break;
|
Chris@767
|
165 }
|
Chris@767
|
166
|
Chris@767
|
167 case TransformDrivenDTWAlignment:
|
Chris@767
|
168 throw std::logic_error("Not yet implemented"); //!!!
|
Chris@767
|
169
|
Chris@767
|
170 case ExternalProgramAlignment: {
|
Chris@767
|
171 aligner = make_shared<ExternalProgramAligner>(doc,
|
Chris@767
|
172 reference,
|
Chris@767
|
173 toAlign,
|
Chris@767
|
174 additionalData);
|
Chris@767
|
175 }
|
Chris@767
|
176 }
|
Chris@767
|
177
|
Chris@767
|
178 m_aligners[toAlign] = aligner;
|
Chris@753
|
179 }
|
Chris@753
|
180
|
Chris@753
|
181 connect(aligner.get(), SIGNAL(complete(ModelId)),
|
Chris@753
|
182 this, SLOT(alignerComplete(ModelId)));
|
Chris@761
|
183
|
Chris@761
|
184 connect(aligner.get(), SIGNAL(failed(ModelId, QString)),
|
Chris@761
|
185 this, SLOT(alignerFailed(ModelId, QString)));
|
Chris@767
|
186
|
Chris@767
|
187 return true;
|
Chris@767
|
188 }
|
Chris@767
|
189
|
Chris@767
|
190 Align::AlignmentType
|
Chris@767
|
191 Align::getAlignmentPreference(QString &additionalData)
|
Chris@767
|
192 {
|
Chris@767
|
193 QSettings settings;
|
Chris@767
|
194 settings.beginGroup("Alignment");
|
Chris@767
|
195
|
Chris@767
|
196 QString tag = settings.value
|
Chris@767
|
197 ("alignment-type", getAlignmentTypeTag(MATCHAlignment)).toString();
|
Chris@767
|
198
|
Chris@767
|
199 AlignmentType type = getAlignmentTypeForTag(tag);
|
Chris@767
|
200
|
Chris@767
|
201 if (type == TransformDrivenDTWAlignment) {
|
Chris@767
|
202 additionalData = settings.value("alignment-transform", "").toString();
|
Chris@767
|
203 } else if (type == ExternalProgramAlignment) {
|
Chris@767
|
204 additionalData = settings.value("alignment-program", "").toString();
|
Chris@767
|
205 }
|
Chris@767
|
206
|
Chris@767
|
207 settings.endGroup();
|
Chris@767
|
208 return type;
|
Chris@753
|
209 }
|
Chris@753
|
210
|
Chris@753
|
211 void
|
Chris@767
|
212 Align::setAlignmentPreference(AlignmentType type, QString additionalData)
|
Chris@422
|
213 {
|
Chris@422
|
214 QSettings settings;
|
Chris@767
|
215 settings.beginGroup("Alignment");
|
Chris@767
|
216
|
Chris@767
|
217 QString tag = getAlignmentTypeTag(type);
|
Chris@767
|
218 settings.setValue("alignment-type", tag);
|
Chris@767
|
219
|
Chris@767
|
220 if (type == TransformDrivenDTWAlignment) {
|
Chris@767
|
221 settings.setValue("alignment-transform", additionalData);
|
Chris@767
|
222 } else if (type == ExternalProgramAlignment) {
|
Chris@767
|
223 settings.setValue("alignment-program", additionalData);
|
Chris@767
|
224 }
|
Chris@767
|
225
|
Chris@422
|
226 settings.endGroup();
|
Chris@670
|
227 }
|
Chris@670
|
228
|
Chris@428
|
229 bool
|
Chris@428
|
230 Align::canAlign()
|
Chris@428
|
231 {
|
Chris@767
|
232 QString additionalData;
|
Chris@767
|
233 AlignmentType type = getAlignmentPreference(additionalData);
|
Chris@753
|
234
|
Chris@767
|
235 if (type == ExternalProgramAlignment) {
|
Chris@767
|
236 return ExternalProgramAligner::isAvailable(additionalData);
|
Chris@753
|
237 } else {
|
Chris@753
|
238 return TransformAligner::isAvailable();
|
Chris@753
|
239 }
|
Chris@428
|
240 }
|
Chris@428
|
241
|
Chris@702
|
242 void
|
Chris@753
|
243 Align::alignerComplete(ModelId alignmentModel)
|
Chris@702
|
244 {
|
Chris@761
|
245 removeAligner(sender());
|
Chris@761
|
246 emit alignmentComplete(alignmentModel);
|
Chris@761
|
247 }
|
Chris@761
|
248
|
Chris@761
|
249 void
|
Chris@761
|
250 Align::alignerFailed(ModelId toAlign, QString error)
|
Chris@761
|
251 {
|
Chris@761
|
252 removeAligner(sender());
|
Chris@761
|
253 emit alignmentFailed(toAlign, error);
|
Chris@761
|
254 }
|
Chris@761
|
255
|
Chris@761
|
256 void
|
Chris@761
|
257 Align::removeAligner(QObject *obj)
|
Chris@761
|
258 {
|
Chris@761
|
259 Aligner *aligner = qobject_cast<Aligner *>(obj);
|
Chris@753
|
260 if (!aligner) {
|
Chris@761
|
261 SVCERR << "ERROR: Align::removeAligner: Not an Aligner" << endl;
|
Chris@702
|
262 return;
|
Chris@702
|
263 }
|
Chris@702
|
264
|
Chris@761
|
265 QMutexLocker locker (&m_mutex);
|
Chris@702
|
266
|
Chris@761
|
267 for (auto p: m_aligners) {
|
Chris@761
|
268 if (aligner == p.second.get()) {
|
Chris@761
|
269 m_aligners.erase(p.first);
|
Chris@761
|
270 break;
|
Chris@702
|
271 }
|
Chris@702
|
272 }
|
Chris@761
|
273 }
|
Chris@702
|
274
|