Chris@439
|
1 /* -*- c-basic-offset: 4 indent-tabs-mode: nil -*- vi:set ts=8 sts=4 sw=4: */
|
Chris@439
|
2
|
Chris@439
|
3 /*
|
Chris@439
|
4 Sonic Visualiser
|
Chris@439
|
5 An audio file viewer and annotation editor.
|
Chris@439
|
6 Centre for Digital Music, Queen Mary, University of London.
|
Chris@439
|
7 This file copyright 2008 QMUL.
|
Chris@439
|
8
|
Chris@439
|
9 This program is free software; you can redistribute it and/or
|
Chris@439
|
10 modify it under the terms of the GNU General Public License as
|
Chris@439
|
11 published by the Free Software Foundation; either version 2 of the
|
Chris@439
|
12 License, or (at your option) any later version. See the file
|
Chris@439
|
13 COPYING included with this distribution for more information.
|
Chris@439
|
14 */
|
Chris@439
|
15
|
Chris@439
|
16 #include "RDFImporter.h"
|
Chris@439
|
17
|
Chris@439
|
18 #include <map>
|
Chris@439
|
19 #include <vector>
|
Chris@439
|
20
|
Chris@439
|
21 #include <iostream>
|
Chris@439
|
22 #include <cmath>
|
Chris@439
|
23
|
Chris@439
|
24 #include "base/ProgressReporter.h"
|
Chris@439
|
25 #include "base/RealTime.h"
|
Chris@439
|
26
|
Chris@439
|
27 #include "data/model/SparseOneDimensionalModel.h"
|
Chris@439
|
28 #include "data/model/SparseTimeValueModel.h"
|
Chris@439
|
29 #include "data/model/EditableDenseThreeDimensionalModel.h"
|
Chris@449
|
30 #include "data/model/NoteModel.h"
|
Chris@510
|
31 #include "data/model/TextModel.h"
|
Chris@449
|
32 #include "data/model/RegionModel.h"
|
Chris@499
|
33 #include "data/model/WaveFileModel.h"
|
Chris@499
|
34
|
Chris@499
|
35 #include "data/fileio/FileSource.h"
|
Chris@520
|
36 #include "data/fileio/CachedFile.h"
|
Chris@581
|
37 #include "data/fileio/FileFinder.h"
|
Chris@522
|
38
|
Chris@726
|
39 #include <dataquay/BasicStore.h>
|
Chris@726
|
40 #include <dataquay/PropertyObject.h>
|
Chris@726
|
41
|
Chris@726
|
42 using Dataquay::Uri;
|
Chris@726
|
43 using Dataquay::Node;
|
Chris@726
|
44 using Dataquay::Nodes;
|
Chris@726
|
45 using Dataquay::Triple;
|
Chris@726
|
46 using Dataquay::Triples;
|
Chris@726
|
47 using Dataquay::BasicStore;
|
Chris@726
|
48 using Dataquay::PropertyObject;
|
Chris@726
|
49
|
Chris@439
|
50 using std::cerr;
|
Chris@439
|
51 using std::endl;
|
Chris@439
|
52
|
Chris@439
|
53 class RDFImporterImpl
|
Chris@439
|
54 {
|
Chris@439
|
55 public:
|
Chris@439
|
56 RDFImporterImpl(QString url, int sampleRate);
|
Chris@439
|
57 virtual ~RDFImporterImpl();
|
Chris@490
|
58
|
Chris@490
|
59 void setSampleRate(int sampleRate) { m_sampleRate = sampleRate; }
|
Chris@439
|
60
|
Chris@439
|
61 bool isOK();
|
Chris@439
|
62 QString getErrorString() const;
|
Chris@439
|
63
|
Chris@439
|
64 std::vector<Model *> getDataModels(ProgressReporter *);
|
Chris@439
|
65
|
Chris@439
|
66 protected:
|
Chris@726
|
67 BasicStore *m_store;
|
Chris@726
|
68
|
Chris@439
|
69 QString m_uristring;
|
Chris@439
|
70 QString m_errorString;
|
Chris@499
|
71 std::map<QString, Model *> m_audioModelMap;
|
Chris@439
|
72 int m_sampleRate;
|
Chris@439
|
73
|
Chris@617
|
74 std::map<Model *, std::map<QString, float> > m_labelValueMap;
|
Chris@617
|
75
|
Chris@499
|
76 void getDataModelsAudio(std::vector<Model *> &, ProgressReporter *);
|
Chris@440
|
77 void getDataModelsSparse(std::vector<Model *> &, ProgressReporter *);
|
Chris@440
|
78 void getDataModelsDense(std::vector<Model *> &, ProgressReporter *);
|
Chris@440
|
79
|
Chris@493
|
80 void getDenseModelTitle(Model *, QString, QString);
|
Chris@493
|
81
|
Chris@440
|
82 void getDenseFeatureProperties(QString featureUri,
|
Chris@440
|
83 int &sampleRate, int &windowLength,
|
Chris@440
|
84 int &hopSize, int &width, int &height);
|
Chris@440
|
85
|
Chris@449
|
86 void fillModel(Model *, long, long, bool, std::vector<float> &, QString);
|
Chris@439
|
87 };
|
Chris@439
|
88
|
Chris@439
|
89 QString
|
Chris@439
|
90 RDFImporter::getKnownExtensions()
|
Chris@439
|
91 {
|
Chris@439
|
92 return "*.rdf *.n3 *.ttl";
|
Chris@439
|
93 }
|
Chris@439
|
94
|
Chris@439
|
95 RDFImporter::RDFImporter(QString url, int sampleRate) :
|
Chris@439
|
96 m_d(new RDFImporterImpl(url, sampleRate))
|
Chris@439
|
97 {
|
Chris@439
|
98 }
|
Chris@439
|
99
|
Chris@439
|
100 RDFImporter::~RDFImporter()
|
Chris@439
|
101 {
|
Chris@439
|
102 delete m_d;
|
Chris@439
|
103 }
|
Chris@439
|
104
|
Chris@490
|
105 void
|
Chris@490
|
106 RDFImporter::setSampleRate(int sampleRate)
|
Chris@490
|
107 {
|
Chris@490
|
108 m_d->setSampleRate(sampleRate);
|
Chris@490
|
109 }
|
Chris@490
|
110
|
Chris@439
|
111 bool
|
Chris@439
|
112 RDFImporter::isOK()
|
Chris@439
|
113 {
|
Chris@439
|
114 return m_d->isOK();
|
Chris@439
|
115 }
|
Chris@439
|
116
|
Chris@439
|
117 QString
|
Chris@439
|
118 RDFImporter::getErrorString() const
|
Chris@439
|
119 {
|
Chris@439
|
120 return m_d->getErrorString();
|
Chris@439
|
121 }
|
Chris@439
|
122
|
Chris@439
|
123 std::vector<Model *>
|
Chris@439
|
124 RDFImporter::getDataModels(ProgressReporter *r)
|
Chris@439
|
125 {
|
Chris@439
|
126 return m_d->getDataModels(r);
|
Chris@439
|
127 }
|
Chris@439
|
128
|
Chris@439
|
129 RDFImporterImpl::RDFImporterImpl(QString uri, int sampleRate) :
|
Chris@726
|
130 m_store(new BasicStore),
|
Chris@439
|
131 m_uristring(uri),
|
Chris@439
|
132 m_sampleRate(sampleRate)
|
Chris@439
|
133 {
|
Chris@726
|
134 //!!! retrieve data if remote... then
|
Chris@726
|
135
|
Chris@726
|
136 m_store->addPrefix("mo", Uri("http://purl.org/ontology/mo/"));
|
Chris@726
|
137 m_store->addPrefix("af", Uri("http://purl.org/ontology/af/"));
|
Chris@726
|
138 m_store->addPrefix("dc", Uri("http://purl.org/dc/elements/1.1/"));
|
Chris@726
|
139 m_store->addPrefix("tl", Uri("http://purl.org/NET/c4dm/timeline.owl#"));
|
Chris@726
|
140 m_store->addPrefix("event", Uri("http://purl.org/NET/c4dm/event.owl#"));
|
Chris@726
|
141 m_store->addPrefix("rdfs", Uri("http://www.w3.org/2000/01/rdf-schema#"));
|
Chris@726
|
142 m_store->import(QUrl::fromLocalFile(uri), BasicStore::ImportIgnoreDuplicates);
|
Chris@439
|
143 }
|
Chris@439
|
144
|
Chris@439
|
145 RDFImporterImpl::~RDFImporterImpl()
|
Chris@439
|
146 {
|
Chris@726
|
147 delete m_store;
|
Chris@439
|
148 }
|
Chris@439
|
149
|
Chris@439
|
150 bool
|
Chris@439
|
151 RDFImporterImpl::isOK()
|
Chris@439
|
152 {
|
Chris@439
|
153 return (m_errorString == "");
|
Chris@439
|
154 }
|
Chris@439
|
155
|
Chris@439
|
156 QString
|
Chris@439
|
157 RDFImporterImpl::getErrorString() const
|
Chris@439
|
158 {
|
Chris@439
|
159 return m_errorString;
|
Chris@439
|
160 }
|
Chris@439
|
161
|
Chris@439
|
162 std::vector<Model *>
|
Chris@439
|
163 RDFImporterImpl::getDataModels(ProgressReporter *reporter)
|
Chris@439
|
164 {
|
Chris@439
|
165 std::vector<Model *> models;
|
Chris@439
|
166
|
Chris@499
|
167 getDataModelsAudio(models, reporter);
|
Chris@499
|
168
|
Chris@490
|
169 if (m_sampleRate == 0) {
|
Chris@616
|
170 m_errorString = QString("Invalid audio data model (is audio file format supported?)");
|
Chris@686
|
171 std::cerr << m_errorString << std::endl;
|
Chris@490
|
172 return models;
|
Chris@490
|
173 }
|
Chris@490
|
174
|
Chris@508
|
175 QString error;
|
Chris@508
|
176
|
Chris@522
|
177 if (m_errorString != "") {
|
Chris@522
|
178 error = m_errorString;
|
Chris@522
|
179 }
|
Chris@508
|
180 m_errorString = "";
|
Chris@508
|
181
|
Chris@440
|
182 getDataModelsDense(models, reporter);
|
Chris@440
|
183
|
Chris@522
|
184 if (m_errorString != "") {
|
Chris@522
|
185 error = m_errorString;
|
Chris@522
|
186 }
|
Chris@440
|
187 m_errorString = "";
|
Chris@440
|
188
|
Chris@440
|
189 getDataModelsSparse(models, reporter);
|
Chris@440
|
190
|
Chris@522
|
191 if (m_errorString == "" && error != "") {
|
Chris@522
|
192 m_errorString = error;
|
Chris@522
|
193 }
|
Chris@440
|
194
|
Chris@440
|
195 return models;
|
Chris@440
|
196 }
|
Chris@440
|
197
|
Chris@440
|
198 void
|
Chris@499
|
199 RDFImporterImpl::getDataModelsAudio(std::vector<Model *> &models,
|
Chris@499
|
200 ProgressReporter *reporter)
|
Chris@499
|
201 {
|
Chris@726
|
202 Nodes sigs = m_store->match
|
Chris@726
|
203 (Triple(Node(), "a", m_store->expand("mo:Signal"))).a();
|
Chris@499
|
204
|
Chris@726
|
205 foreach (Node sig, sigs) {
|
Chris@726
|
206
|
Chris@726
|
207 Node file = m_store->matchFirst(Triple(Node(), "mo:encodes", sig)).a;
|
Chris@726
|
208 if (file == Node()) {
|
Chris@726
|
209 file = m_store->matchFirst(Triple(sig, "mo:available_as", Node())).c;
|
Chris@726
|
210 }
|
Chris@726
|
211 if (file == Node()) {
|
Chris@726
|
212 std::cerr << "RDFImporterImpl::getDataModelsAudio: ERROR: No source for signal " << sig << std::endl;
|
Chris@726
|
213 continue;
|
Chris@726
|
214 }
|
Chris@499
|
215
|
Chris@726
|
216 QString signal = sig.value;
|
Chris@726
|
217 QString source = file.value;
|
Chris@589
|
218
|
Chris@726
|
219 SVDEBUG << "NOTE: Seeking signal source \"" << source
|
Chris@726
|
220 << "\"..." << endl;
|
Chris@616
|
221
|
Chris@522
|
222 FileSource *fs = new FileSource(source, reporter);
|
Chris@616
|
223 if (fs->isAvailable()) {
|
Chris@690
|
224 SVDEBUG << "NOTE: Source is available: Local filename is \""
|
Chris@726
|
225 << fs->getLocalFilename()
|
Chris@726
|
226 << "\"..." << endl;
|
Chris@616
|
227 }
|
Chris@616
|
228
|
Chris@522
|
229 #ifdef NO_SV_GUI
|
Chris@522
|
230 if (!fs->isAvailable()) {
|
Chris@522
|
231 m_errorString = QString("Signal source \"%1\" is not available").arg(source);
|
Chris@522
|
232 delete fs;
|
Chris@522
|
233 continue;
|
Chris@522
|
234 }
|
Chris@522
|
235 #else
|
Chris@522
|
236 if (!fs->isAvailable()) {
|
Chris@726
|
237 SVDEBUG << "NOTE: Signal source \"" << source
|
Chris@726
|
238 << "\" is not available, using file finder..." << endl;
|
Chris@522
|
239 FileFinder *ff = FileFinder::getInstance();
|
Chris@581
|
240 if (ff) {
|
Chris@581
|
241 QString path = ff->find(FileFinder::AudioFile,
|
Chris@581
|
242 fs->getLocation(),
|
Chris@581
|
243 m_uristring);
|
Chris@581
|
244 if (path != "") {
|
Chris@617
|
245 std::cerr << "File finder returns: \"" << path.toStdString()
|
Chris@617
|
246 << "\"" << std::endl;
|
Chris@522
|
247 delete fs;
|
Chris@581
|
248 fs = new FileSource(path, reporter);
|
Chris@581
|
249 if (!fs->isAvailable()) {
|
Chris@581
|
250 delete fs;
|
Chris@581
|
251 m_errorString = QString("Signal source \"%1\" is not available").arg(source);
|
Chris@581
|
252 continue;
|
Chris@581
|
253 }
|
Chris@522
|
254 }
|
Chris@499
|
255 }
|
Chris@522
|
256 }
|
Chris@522
|
257 #endif
|
Chris@522
|
258
|
Chris@522
|
259 if (reporter) {
|
Chris@522
|
260 reporter->setMessage(RDFImporter::tr("Importing audio referenced in RDF..."));
|
Chris@522
|
261 }
|
Chris@522
|
262 fs->waitForData();
|
Chris@522
|
263 WaveFileModel *newModel = new WaveFileModel(*fs, m_sampleRate);
|
Chris@522
|
264 if (newModel->isOK()) {
|
Chris@686
|
265 std::cerr << "Successfully created wave file model from source at \"" << source << "\"" << std::endl;
|
Chris@522
|
266 models.push_back(newModel);
|
Chris@522
|
267 m_audioModelMap[signal] = newModel;
|
Chris@522
|
268 if (m_sampleRate == 0) {
|
Chris@522
|
269 m_sampleRate = newModel->getSampleRate();
|
Chris@499
|
270 }
|
Chris@508
|
271 } else {
|
Chris@522
|
272 m_errorString = QString("Failed to create wave file model from source at \"%1\"").arg(source);
|
Chris@522
|
273 delete newModel;
|
Chris@499
|
274 }
|
Chris@522
|
275 delete fs;
|
Chris@499
|
276 }
|
Chris@499
|
277 }
|
Chris@499
|
278
|
Chris@499
|
279 void
|
Chris@440
|
280 RDFImporterImpl::getDataModelsDense(std::vector<Model *> &models,
|
Chris@440
|
281 ProgressReporter *reporter)
|
Chris@440
|
282 {
|
Chris@499
|
283 if (reporter) {
|
Chris@499
|
284 reporter->setMessage(RDFImporter::tr("Importing dense signal data from RDF..."));
|
Chris@499
|
285 }
|
Chris@499
|
286
|
Chris@726
|
287 Nodes sigFeatures = m_store->match
|
Chris@726
|
288 (Triple(Node(), "af:signal_feature", Node())).c();
|
Chris@440
|
289
|
Chris@726
|
290 foreach (Node sf, sigFeatures) {
|
Chris@440
|
291
|
Chris@726
|
292 if (sf.type != Node::URI && sf.type != Node::Blank) continue;
|
Chris@726
|
293
|
Chris@726
|
294 Node t = m_store->matchFirst(Triple(sf, "a", Node())).c;
|
Chris@726
|
295 Node v = m_store->matchFirst(Triple(sf, "af:value", Node())).c;
|
Chris@440
|
296
|
Chris@726
|
297 QString feature = sf.value;
|
Chris@726
|
298 QString type = t.value;
|
Chris@726
|
299 QString value = v.value;
|
Chris@726
|
300
|
Chris@726
|
301 if (type == "" || value == "") continue;
|
Chris@440
|
302
|
Chris@440
|
303 int sampleRate = 0;
|
Chris@440
|
304 int windowLength = 0;
|
Chris@440
|
305 int hopSize = 0;
|
Chris@440
|
306 int width = 0;
|
Chris@440
|
307 int height = 0;
|
Chris@440
|
308 getDenseFeatureProperties
|
Chris@440
|
309 (feature, sampleRate, windowLength, hopSize, width, height);
|
Chris@440
|
310
|
Chris@440
|
311 if (sampleRate != 0 && sampleRate != m_sampleRate) {
|
Chris@440
|
312 cerr << "WARNING: Sample rate in dense feature description does not match our underlying rate -- using rate from feature description" << endl;
|
Chris@440
|
313 }
|
Chris@440
|
314 if (sampleRate == 0) sampleRate = m_sampleRate;
|
Chris@440
|
315
|
Chris@440
|
316 if (hopSize == 0) {
|
Chris@440
|
317 cerr << "WARNING: Dense feature description does not specify a hop size -- assuming 1" << endl;
|
Chris@440
|
318 hopSize = 1;
|
Chris@440
|
319 }
|
Chris@440
|
320
|
Chris@440
|
321 if (height == 0) {
|
Chris@440
|
322 cerr << "WARNING: Dense feature description does not specify feature signal dimensions -- assuming one-dimensional (height = 1)" << endl;
|
Chris@440
|
323 height = 1;
|
Chris@440
|
324 }
|
Chris@440
|
325
|
Chris@440
|
326 QStringList values = value.split(' ', QString::SkipEmptyParts);
|
Chris@440
|
327
|
Chris@440
|
328 if (values.empty()) {
|
Chris@440
|
329 cerr << "WARNING: Dense feature description does not specify any values!" << endl;
|
Chris@440
|
330 continue;
|
Chris@440
|
331 }
|
Chris@440
|
332
|
Chris@440
|
333 if (height == 1) {
|
Chris@440
|
334
|
Chris@440
|
335 SparseTimeValueModel *m = new SparseTimeValueModel
|
Chris@440
|
336 (sampleRate, hopSize, false);
|
Chris@440
|
337
|
Chris@440
|
338 for (int j = 0; j < values.size(); ++j) {
|
Chris@440
|
339 float f = values[j].toFloat();
|
Chris@440
|
340 SparseTimeValueModel::Point point(j * hopSize, f, "");
|
Chris@440
|
341 m->addPoint(point);
|
Chris@440
|
342 }
|
Chris@493
|
343
|
Chris@493
|
344 getDenseModelTitle(m, feature, type);
|
Chris@440
|
345
|
Chris@558
|
346 m->setRDFTypeURI(type);
|
Chris@558
|
347
|
Chris@440
|
348 models.push_back(m);
|
Chris@440
|
349
|
Chris@440
|
350 } else {
|
Chris@440
|
351
|
Chris@440
|
352 EditableDenseThreeDimensionalModel *m =
|
Chris@535
|
353 new EditableDenseThreeDimensionalModel
|
Chris@535
|
354 (sampleRate, hopSize, height,
|
Chris@535
|
355 EditableDenseThreeDimensionalModel::NoCompression, false);
|
Chris@440
|
356
|
Chris@440
|
357 EditableDenseThreeDimensionalModel::Column column;
|
Chris@440
|
358
|
Chris@440
|
359 int x = 0;
|
Chris@440
|
360
|
Chris@440
|
361 for (int j = 0; j < values.size(); ++j) {
|
Chris@440
|
362 if (j % height == 0 && !column.empty()) {
|
Chris@440
|
363 m->setColumn(x++, column);
|
Chris@440
|
364 column.clear();
|
Chris@440
|
365 }
|
Chris@440
|
366 column.push_back(values[j].toFloat());
|
Chris@440
|
367 }
|
Chris@440
|
368
|
Chris@440
|
369 if (!column.empty()) {
|
Chris@440
|
370 m->setColumn(x++, column);
|
Chris@440
|
371 }
|
Chris@440
|
372
|
Chris@493
|
373 getDenseModelTitle(m, feature, type);
|
Chris@493
|
374
|
Chris@558
|
375 m->setRDFTypeURI(type);
|
Chris@558
|
376
|
Chris@440
|
377 models.push_back(m);
|
Chris@440
|
378 }
|
Chris@440
|
379 }
|
Chris@440
|
380 }
|
Chris@440
|
381
|
Chris@440
|
382 void
|
Chris@493
|
383 RDFImporterImpl::getDenseModelTitle(Model *m,
|
Chris@493
|
384 QString featureUri,
|
Chris@493
|
385 QString featureTypeUri)
|
Chris@493
|
386 {
|
Chris@726
|
387 Node n = m_store->matchFirst
|
Chris@726
|
388 (Triple(Uri(featureUri), "dc:title", Node())).c;
|
Chris@493
|
389
|
Chris@726
|
390 if (n.type == Node::Literal && n.value != "") {
|
Chris@726
|
391 SVDEBUG << "RDFImporterImpl::getDenseModelTitle: Title (from signal) \"" << n.value << "\"" << endl;
|
Chris@726
|
392 m->setObjectName(n.value);
|
Chris@493
|
393 return;
|
Chris@493
|
394 }
|
Chris@493
|
395
|
Chris@726
|
396 n = m_store->matchFirst
|
Chris@726
|
397 (Triple(Uri(featureTypeUri), "dc:title", Node())).c;
|
Chris@726
|
398
|
Chris@726
|
399 if (n.type == Node::Literal && n.value != "") {
|
Chris@726
|
400 SVDEBUG << "RDFImporterImpl::getDenseModelTitle: Title (from signal type) \"" << n.value << "\"" << endl;
|
Chris@726
|
401 m->setObjectName(n.value);
|
Chris@493
|
402 return;
|
Chris@493
|
403 }
|
Chris@493
|
404
|
Chris@690
|
405 SVDEBUG << "RDFImporterImpl::getDenseModelTitle: No title available for feature <" << featureUri << ">" << endl;
|
Chris@493
|
406 }
|
Chris@493
|
407
|
Chris@493
|
408 void
|
Chris@440
|
409 RDFImporterImpl::getDenseFeatureProperties(QString featureUri,
|
Chris@440
|
410 int &sampleRate, int &windowLength,
|
Chris@440
|
411 int &hopSize, int &width, int &height)
|
Chris@440
|
412 {
|
Chris@726
|
413 Node dim = m_store->matchFirst
|
Chris@726
|
414 (Triple(Uri(featureUri), "af:dimensions", Node())).c;
|
Chris@489
|
415
|
Chris@726
|
416 cerr << "Dimensions = \"" << dim.value << "\"" << endl;
|
Chris@440
|
417
|
Chris@726
|
418 if (dim.type == Node::Literal && dim.value != "") {
|
Chris@726
|
419 QStringList dl = dim.value.split(" ");
|
Chris@726
|
420 if (dl.empty()) dl.push_back(dim.value);
|
Chris@440
|
421 if (dl.size() > 0) height = dl[0].toInt();
|
Chris@440
|
422 if (dl.size() > 1) width = dl[1].toInt();
|
Chris@440
|
423 }
|
Chris@726
|
424
|
Chris@726
|
425 // Looking for rate, hop, window from:
|
Chris@726
|
426 //
|
Chris@726
|
427 // ?feature mo:time ?time .
|
Chris@726
|
428 // ?time a tl:Interval .
|
Chris@726
|
429 // ?time tl:onTimeLine ?timeline .
|
Chris@726
|
430 // ?map tl:rangeTimeLine ?timeline .
|
Chris@726
|
431 // ?map tl:sampleRate ?rate .
|
Chris@726
|
432 // ?map tl:hopSize ?hop .
|
Chris@726
|
433 // ?map tl:windowLength ?window .
|
Chris@440
|
434
|
Chris@726
|
435 Node interval = m_store->matchFirst(Triple(Uri(featureUri), "mo:time", Node())).c;
|
Chris@440
|
436
|
Chris@726
|
437 if (!m_store->contains(Triple(interval, "a", m_store->expand("tl:Interval")))) {
|
Chris@726
|
438 cerr << "RDFImporterImpl::getDenseFeatureProperties: Feature time node "
|
Chris@726
|
439 << interval << " is not a tl:Interval" << endl;
|
Chris@726
|
440 return;
|
Chris@440
|
441 }
|
Chris@440
|
442
|
Chris@726
|
443 Node tl = m_store->matchFirst(Triple(interval, "tl:onTimeLine", Node())).c;
|
Chris@726
|
444
|
Chris@726
|
445 if (tl == Node()) {
|
Chris@726
|
446 cerr << "RDFImporterImpl::getDenseFeatureProperties: Interval node "
|
Chris@726
|
447 << interval << " lacks tl:onTimeLine property" << endl;
|
Chris@726
|
448 return;
|
Chris@440
|
449 }
|
Chris@440
|
450
|
Chris@726
|
451 Node map = m_store->matchFirst(Triple(Node(), "tl:rangeTimeLine", tl)).a;
|
Chris@726
|
452
|
Chris@726
|
453 if (map == Node()) {
|
Chris@726
|
454 cerr << "RDFImporterImpl::getDenseFeatureProperties: No map for "
|
Chris@726
|
455 << "timeline node " << tl << endl;
|
Chris@726
|
456 }
|
Chris@726
|
457
|
Chris@726
|
458 PropertyObject po(m_store, "tl:", map);
|
Chris@726
|
459
|
Chris@726
|
460 if (po.hasProperty("sampleRate")) {
|
Chris@726
|
461 sampleRate = po.getProperty("sampleRate").toInt();
|
Chris@726
|
462 }
|
Chris@726
|
463 if (po.hasProperty("hopSize")) {
|
Chris@726
|
464 hopSize = po.getProperty("hopSize").toInt();
|
Chris@726
|
465 }
|
Chris@726
|
466 if (po.hasProperty("windowLength")) {
|
Chris@726
|
467 windowLength = po.getProperty("windowLength").toInt();
|
Chris@440
|
468 }
|
Chris@440
|
469
|
Chris@440
|
470 cerr << "sr = " << sampleRate << ", hop = " << hopSize << ", win = " << windowLength << endl;
|
Chris@440
|
471 }
|
Chris@440
|
472
|
Chris@440
|
473 void
|
Chris@440
|
474 RDFImporterImpl::getDataModelsSparse(std::vector<Model *> &models,
|
Chris@440
|
475 ProgressReporter *reporter)
|
Chris@440
|
476 {
|
Chris@499
|
477 if (reporter) {
|
Chris@499
|
478 reporter->setMessage(RDFImporter::tr("Importing event data from RDF..."));
|
Chris@499
|
479 }
|
Chris@499
|
480
|
Chris@726
|
481 /*
|
Chris@726
|
482 This function is only used for sparse data (for dense data we
|
Chris@726
|
483 would be in getDataModelsDense instead).
|
Chris@489
|
484
|
Chris@726
|
485 Our query is intended to retrieve every thing that has a time,
|
Chris@726
|
486 and every feature type and value associated with a thing that
|
Chris@726
|
487 has a time.
|
Chris@439
|
488
|
Chris@726
|
489 We will then need to refine this big bag of results into a set
|
Chris@726
|
490 of data models.
|
Chris@439
|
491
|
Chris@726
|
492 Results that have different source signals should go into
|
Chris@726
|
493 different models.
|
Chris@439
|
494
|
Chris@726
|
495 Results that have different feature types should go into
|
Chris@726
|
496 different models.
|
Chris@726
|
497 */
|
Chris@439
|
498
|
Chris@726
|
499 Nodes sigs = m_store->match
|
Chris@726
|
500 (Triple(Node(), "a", m_store->expand("mo:Signal"))).a();
|
Chris@449
|
501
|
Chris@616
|
502 // Map from timeline uri to event type to dimensionality to
|
Chris@449
|
503 // presence of duration to model ptr. Whee!
|
Chris@449
|
504 std::map<QString, std::map<QString, std::map<int, std::map<bool, Model *> > > >
|
Chris@449
|
505 modelMap;
|
Chris@449
|
506
|
Chris@726
|
507 foreach (Node sig, sigs) {
|
Chris@726
|
508
|
Chris@726
|
509 Node interval = m_store->matchFirst(Triple(sig, "mo:time", Node())).c;
|
Chris@726
|
510 if (interval == Node()) continue;
|
Chris@439
|
511
|
Chris@726
|
512 Node tl = m_store->matchFirst(Triple(interval, "tl:onTimeLine", Node())).c;
|
Chris@726
|
513 if (tl == Node()) continue;
|
Chris@499
|
514
|
Chris@726
|
515 Nodes times = m_store->match(Triple(Node(), "tl:onTimeLine", tl)).a();
|
Chris@449
|
516
|
Chris@726
|
517 foreach (Node tn, times) {
|
Chris@726
|
518
|
Chris@726
|
519 Nodes timedThings = m_store->match(Triple(Node(), "event:time", tn)).a();
|
Chris@439
|
520
|
Chris@726
|
521 foreach (Node thing, timedThings) {
|
Chris@726
|
522
|
Chris@726
|
523 Node typ = m_store->matchFirst(Triple(thing, "a", Node())).c;
|
Chris@726
|
524 if (typ == Node()) continue;
|
Chris@439
|
525
|
Chris@726
|
526 Node valu = m_store->matchFirst(Triple(thing, "af:feature", Node())).c;
|
Chris@510
|
527
|
Chris@726
|
528 QString source = sig.value;
|
Chris@726
|
529 QString timeline = tl.value;
|
Chris@726
|
530 QString type = typ.value;
|
Chris@726
|
531 QString thinguri = thing.value;
|
Chris@510
|
532
|
Chris@726
|
533 /*
|
Chris@726
|
534 For sparse data, the determining factors in deciding
|
Chris@726
|
535 what model to use are: Do the features have values?
|
Chris@726
|
536 and Do the features have duration?
|
Chris@449
|
537
|
Chris@726
|
538 We can run through the results and check off whether
|
Chris@726
|
539 we find values and duration for each of the
|
Chris@726
|
540 source+type keys, and then run through the
|
Chris@726
|
541 source+type keys pushing each of the results into a
|
Chris@726
|
542 suitable model.
|
Chris@439
|
543
|
Chris@726
|
544 Unfortunately, at this point we do not yet have any
|
Chris@726
|
545 actual timing data (time/duration) -- just the time
|
Chris@726
|
546 URI.
|
Chris@449
|
547
|
Chris@726
|
548 What we _could_ do is to create one of each type of
|
Chris@726
|
549 model at the start, for each of the source+type
|
Chris@726
|
550 keys, and then push each feature into the relevant
|
Chris@726
|
551 model depending on what we find out about it. Then
|
Chris@726
|
552 return only non-empty models.
|
Chris@726
|
553 */
|
Chris@439
|
554
|
Chris@726
|
555 QString label = "";
|
Chris@726
|
556 bool text = (type.contains("Text") || type.contains("text")); // Ha, ha
|
Chris@726
|
557 bool note = (type.contains("Note") || type.contains("note")); // Guffaw
|
Chris@449
|
558
|
Chris@726
|
559 if (text) {
|
Chris@726
|
560 label = m_store->matchFirst(Triple(thing, "af:text", Node())).c.value;
|
Chris@726
|
561 }
|
Chris@726
|
562
|
Chris@726
|
563 if (label == "") {
|
Chris@726
|
564 label = m_store->matchFirst(Triple(thing, "rdfs:label", Node())).c.value;
|
Chris@726
|
565 }
|
Chris@449
|
566
|
Chris@726
|
567 RealTime time;
|
Chris@726
|
568 RealTime duration;
|
Chris@726
|
569
|
Chris@726
|
570 bool haveTime = false;
|
Chris@726
|
571 bool haveDuration = false;
|
Chris@726
|
572
|
Chris@726
|
573 Node at = m_store->matchFirst(Triple(tn, "tl:at", Node())).c;
|
Chris@726
|
574
|
Chris@726
|
575 if (at != Node()) {
|
Chris@726
|
576 time = RealTime::fromXsdDuration(at.value.toStdString());
|
Chris@726
|
577 haveTime = true;
|
Chris@726
|
578 } else {
|
Chris@726
|
579 //!!! NB we're using rather old terminology for these things, apparently:
|
Chris@726
|
580 // beginsAt -> start
|
Chris@726
|
581 // onTimeLine -> timeline
|
Chris@726
|
582
|
Chris@726
|
583 Node start = m_store->matchFirst(Triple(tn, "tl:beginsAt", Node())).c;
|
Chris@726
|
584 Node dur = m_store->matchFirst(Triple(tn, "tl:duration", Node())).c;
|
Chris@726
|
585 if (start != Node() && dur != Node()) {
|
Chris@726
|
586 time = RealTime::fromXsdDuration
|
Chris@726
|
587 (start.value.toStdString());
|
Chris@726
|
588 duration = RealTime::fromXsdDuration
|
Chris@726
|
589 (dur.value.toStdString());
|
Chris@726
|
590 haveTime = haveDuration = true;
|
Chris@726
|
591 }
|
Chris@726
|
592 }
|
Chris@726
|
593
|
Chris@726
|
594 QString valuestring = valu.value;
|
Chris@726
|
595 std::vector<float> values;
|
Chris@726
|
596
|
Chris@726
|
597 if (valuestring != "") {
|
Chris@726
|
598 QStringList vsl = valuestring.split(" ", QString::SkipEmptyParts);
|
Chris@726
|
599 for (int j = 0; j < vsl.size(); ++j) {
|
Chris@726
|
600 bool success = false;
|
Chris@726
|
601 float v = vsl[j].toFloat(&success);
|
Chris@726
|
602 if (success) values.push_back(v);
|
Chris@726
|
603 }
|
Chris@726
|
604 }
|
Chris@726
|
605
|
Chris@726
|
606 int dimensions = 1;
|
Chris@726
|
607 if (values.size() == 1) dimensions = 2;
|
Chris@726
|
608 else if (values.size() > 1) dimensions = 3;
|
Chris@726
|
609
|
Chris@726
|
610 Model *model = 0;
|
Chris@726
|
611
|
Chris@726
|
612 if (modelMap[timeline][type][dimensions].find(haveDuration) ==
|
Chris@726
|
613 modelMap[timeline][type][dimensions].end()) {
|
Chris@449
|
614
|
Chris@449
|
615 /*
|
Chris@690
|
616 SVDEBUG << "Creating new model: source = " << source << ", type = " << type << ", dimensions = "
|
Chris@449
|
617 << dimensions << ", haveDuration = " << haveDuration
|
Chris@449
|
618 << ", time = " << time << ", duration = " << duration
|
Chris@687
|
619 << endl;
|
Chris@449
|
620 */
|
Chris@449
|
621
|
Chris@726
|
622 if (!haveDuration) {
|
Chris@449
|
623
|
Chris@726
|
624 if (dimensions == 1) {
|
Chris@726
|
625 if (text) {
|
Chris@726
|
626 model = new TextModel(m_sampleRate, 1, false);
|
Chris@726
|
627 } else {
|
Chris@726
|
628 model = new SparseOneDimensionalModel(m_sampleRate, 1, false);
|
Chris@726
|
629 }
|
Chris@726
|
630 } else if (dimensions == 2) {
|
Chris@726
|
631 if (text) {
|
Chris@726
|
632 model = new TextModel(m_sampleRate, 1, false);
|
Chris@726
|
633 } else {
|
Chris@726
|
634 model = new SparseTimeValueModel(m_sampleRate, 1, false);
|
Chris@726
|
635 }
|
Chris@726
|
636 } else {
|
Chris@726
|
637 // We don't have a three-dimensional sparse model,
|
Chris@726
|
638 // so use a note model. We do have some logic (in
|
Chris@726
|
639 // extractStructure below) for guessing whether
|
Chris@726
|
640 // this should after all have been a dense model,
|
Chris@726
|
641 // but it's hard to apply it because we don't have
|
Chris@726
|
642 // all the necessary timing data yet... hmm
|
Chris@726
|
643 model = new NoteModel(m_sampleRate, 1, false);
|
Chris@726
|
644 }
|
Chris@449
|
645
|
Chris@726
|
646 } else { // haveDuration
|
Chris@510
|
647
|
Chris@726
|
648 if (note || (dimensions > 2)) {
|
Chris@726
|
649 model = new NoteModel(m_sampleRate, 1, false);
|
Chris@726
|
650 } else {
|
Chris@726
|
651 // If our units are frequency or midi pitch, we
|
Chris@726
|
652 // should be using a note model... hm
|
Chris@726
|
653 model = new RegionModel(m_sampleRate, 1, false);
|
Chris@726
|
654 }
|
Chris@510
|
655 }
|
Chris@449
|
656
|
Chris@726
|
657 model->setRDFTypeURI(type);
|
Chris@449
|
658
|
Chris@726
|
659 if (m_audioModelMap.find(source) != m_audioModelMap.end()) {
|
Chris@726
|
660 std::cerr << "source model for " << model << " is " << m_audioModelMap[source] << std::endl;
|
Chris@726
|
661 model->setSourceModel(m_audioModelMap[source]);
|
Chris@510
|
662 }
|
Chris@449
|
663
|
Chris@726
|
664 QString title = m_store->matchFirst
|
Chris@726
|
665 (Triple(typ, "dc:title", Node())).a.value;
|
Chris@726
|
666 if (title == "") {
|
Chris@726
|
667 // take it from the end of the event type
|
Chris@726
|
668 title = type;
|
Chris@726
|
669 title.replace(QRegExp("^.*[/#]"), "");
|
Chris@726
|
670 }
|
Chris@726
|
671 model->setObjectName(title);
|
Chris@449
|
672
|
Chris@726
|
673 modelMap[timeline][type][dimensions][haveDuration] = model;
|
Chris@726
|
674 models.push_back(model);
|
Chris@449
|
675 }
|
Chris@449
|
676
|
Chris@726
|
677 model = modelMap[timeline][type][dimensions][haveDuration];
|
Chris@449
|
678
|
Chris@726
|
679 if (model) {
|
Chris@726
|
680 long ftime = RealTime::realTime2Frame(time, m_sampleRate);
|
Chris@726
|
681 long fduration = RealTime::realTime2Frame(duration, m_sampleRate);
|
Chris@726
|
682 fillModel(model, ftime, fduration, haveDuration, values, label);
|
Chris@449
|
683 }
|
Chris@449
|
684 }
|
Chris@439
|
685 }
|
Chris@439
|
686 }
|
Chris@439
|
687 }
|
Chris@439
|
688
|
Chris@439
|
689 void
|
Chris@449
|
690 RDFImporterImpl::fillModel(Model *model,
|
Chris@449
|
691 long ftime,
|
Chris@449
|
692 long fduration,
|
Chris@449
|
693 bool haveDuration,
|
Chris@449
|
694 std::vector<float> &values,
|
Chris@449
|
695 QString label)
|
Chris@449
|
696 {
|
Chris@690
|
697 // SVDEBUG << "RDFImporterImpl::fillModel: adding point at frame " << ftime << endl;
|
Chris@492
|
698
|
Chris@449
|
699 SparseOneDimensionalModel *sodm =
|
Chris@449
|
700 dynamic_cast<SparseOneDimensionalModel *>(model);
|
Chris@449
|
701 if (sodm) {
|
Chris@449
|
702 SparseOneDimensionalModel::Point point(ftime, label);
|
Chris@449
|
703 sodm->addPoint(point);
|
Chris@449
|
704 return;
|
Chris@449
|
705 }
|
Chris@449
|
706
|
Chris@510
|
707 TextModel *tm =
|
Chris@510
|
708 dynamic_cast<TextModel *>(model);
|
Chris@510
|
709 if (tm) {
|
Chris@510
|
710 TextModel::Point point
|
Chris@510
|
711 (ftime,
|
Chris@510
|
712 values.empty() ? 0.5f : values[0] < 0.f ? 0.f : values[0] > 1.f ? 1.f : values[0], // I was young and feckless once too
|
Chris@510
|
713 label);
|
Chris@510
|
714 tm->addPoint(point);
|
Chris@510
|
715 return;
|
Chris@510
|
716 }
|
Chris@510
|
717
|
Chris@449
|
718 SparseTimeValueModel *stvm =
|
Chris@449
|
719 dynamic_cast<SparseTimeValueModel *>(model);
|
Chris@449
|
720 if (stvm) {
|
Chris@449
|
721 SparseTimeValueModel::Point point
|
Chris@449
|
722 (ftime, values.empty() ? 0.f : values[0], label);
|
Chris@449
|
723 stvm->addPoint(point);
|
Chris@449
|
724 return;
|
Chris@449
|
725 }
|
Chris@449
|
726
|
Chris@449
|
727 NoteModel *nm =
|
Chris@449
|
728 dynamic_cast<NoteModel *>(model);
|
Chris@449
|
729 if (nm) {
|
Chris@449
|
730 if (haveDuration) {
|
Chris@449
|
731 float value = 0.f, level = 1.f;
|
Chris@449
|
732 if (!values.empty()) {
|
Chris@449
|
733 value = values[0];
|
Chris@449
|
734 if (values.size() > 1) {
|
Chris@449
|
735 level = values[1];
|
Chris@449
|
736 }
|
Chris@449
|
737 }
|
Chris@449
|
738 NoteModel::Point point(ftime, value, fduration, level, label);
|
Chris@449
|
739 nm->addPoint(point);
|
Chris@449
|
740 } else {
|
Chris@449
|
741 float value = 0.f, duration = 1.f, level = 1.f;
|
Chris@449
|
742 if (!values.empty()) {
|
Chris@449
|
743 value = values[0];
|
Chris@449
|
744 if (values.size() > 1) {
|
Chris@449
|
745 duration = values[1];
|
Chris@449
|
746 if (values.size() > 2) {
|
Chris@449
|
747 level = values[2];
|
Chris@449
|
748 }
|
Chris@449
|
749 }
|
Chris@449
|
750 }
|
Chris@449
|
751 NoteModel::Point point(ftime, value, duration, level, label);
|
Chris@449
|
752 nm->addPoint(point);
|
Chris@449
|
753 }
|
Chris@449
|
754 return;
|
Chris@449
|
755 }
|
Chris@449
|
756
|
Chris@449
|
757 RegionModel *rm =
|
Chris@449
|
758 dynamic_cast<RegionModel *>(model);
|
Chris@449
|
759 if (rm) {
|
Chris@617
|
760 float value = 0.f;
|
Chris@617
|
761 if (values.empty()) {
|
Chris@617
|
762 // no values? map each unique label to a distinct value
|
Chris@617
|
763 if (m_labelValueMap[model].find(label) == m_labelValueMap[model].end()) {
|
Chris@617
|
764 m_labelValueMap[model][label] = rm->getValueMaximum() + 1.f;
|
Chris@617
|
765 }
|
Chris@617
|
766 value = m_labelValueMap[model][label];
|
Chris@617
|
767 } else {
|
Chris@617
|
768 value = values[0];
|
Chris@617
|
769 }
|
Chris@449
|
770 if (haveDuration) {
|
Chris@617
|
771 RegionModel::Point point(ftime, value, fduration, label);
|
Chris@449
|
772 rm->addPoint(point);
|
Chris@449
|
773 } else {
|
Chris@449
|
774 // This won't actually happen -- we only create region models
|
Chris@449
|
775 // if we do have duration -- but just for completeness
|
Chris@617
|
776 float duration = 1.f;
|
Chris@449
|
777 if (!values.empty()) {
|
Chris@449
|
778 value = values[0];
|
Chris@449
|
779 if (values.size() > 1) {
|
Chris@449
|
780 duration = values[1];
|
Chris@449
|
781 }
|
Chris@449
|
782 }
|
Chris@449
|
783 RegionModel::Point point(ftime, value, duration, label);
|
Chris@449
|
784 rm->addPoint(point);
|
Chris@449
|
785 }
|
Chris@449
|
786 return;
|
Chris@449
|
787 }
|
Chris@449
|
788
|
Chris@449
|
789 std::cerr << "WARNING: RDFImporterImpl::fillModel: Unknown or unexpected model type" << std::endl;
|
Chris@449
|
790 return;
|
Chris@449
|
791 }
|
Chris@449
|
792
|
Chris@490
|
793 RDFImporter::RDFDocumentType
|
Chris@490
|
794 RDFImporter::identifyDocumentType(QString url)
|
Chris@490
|
795 {
|
Chris@490
|
796 bool haveAudio = false;
|
Chris@490
|
797 bool haveAnnotations = false;
|
Chris@726
|
798 bool haveRDF = false;
|
Chris@449
|
799
|
Chris@726
|
800 BasicStore *store = 0;
|
Chris@726
|
801
|
Chris@726
|
802 // This is not expected to return anything useful, but if it does
|
Chris@726
|
803 // anything at all then we know we have RDF
|
Chris@726
|
804 try {
|
Chris@726
|
805 //!!! non-local document?
|
Chris@726
|
806 store = BasicStore::load(QUrl(url));
|
Chris@726
|
807 Triple t = store->matchFirst(Triple());
|
Chris@726
|
808 if (t != Triple()) haveRDF = true;
|
Chris@726
|
809 } catch (...) {
|
Chris@726
|
810 }
|
Chris@726
|
811
|
Chris@726
|
812 if (!haveRDF) {
|
Chris@726
|
813 delete store;
|
Chris@499
|
814 return NotRDF;
|
Chris@499
|
815 }
|
Chris@499
|
816
|
Chris@726
|
817 store->addPrefix("mo", Uri("http://purl.org/ontology/mo/"));
|
Chris@726
|
818 store->addPrefix("event", Uri("http://purl.org/NET/c4dm/event.owl#"));
|
Chris@726
|
819 store->addPrefix("af", Uri("http://purl.org/ontology/af/"));
|
Chris@726
|
820
|
Chris@588
|
821 // "MO-conformant" structure for audio files
|
Chris@588
|
822
|
Chris@726
|
823 Node n = store->matchFirst(Triple(Node(), "a", store->expand("mo:AudioFile"))).a;
|
Chris@726
|
824 if (n != Node() && n.type == Node::URI) {
|
Chris@588
|
825
|
Chris@490
|
826 haveAudio = true;
|
Chris@588
|
827
|
Chris@588
|
828 } else {
|
Chris@588
|
829
|
Chris@588
|
830 // Sonic Annotator v0.2 and below used to write this structure
|
Chris@588
|
831 // (which is not properly in conformance with the Music
|
Chris@588
|
832 // Ontology)
|
Chris@588
|
833
|
Chris@726
|
834 Nodes sigs = store->match(Triple(Node(), "a", store->expand("mo:Signal"))).a();
|
Chris@726
|
835 foreach (Node sig, sigs) {
|
Chris@726
|
836 Node aa = store->matchFirst(Triple(sig, "mo:available_as", Node())).c;
|
Chris@726
|
837 if (aa != Node()) {
|
Chris@726
|
838 haveAudio = true;
|
Chris@726
|
839 break;
|
Chris@726
|
840 }
|
Chris@588
|
841 }
|
Chris@490
|
842 }
|
Chris@490
|
843
|
Chris@690
|
844 SVDEBUG << "NOTE: RDFImporter::identifyDocumentType: haveAudio = "
|
Chris@687
|
845 << haveAudio << endl;
|
Chris@616
|
846
|
Chris@726
|
847 n = store->matchFirst(Triple(Node(), "event:time", Node())).a;
|
Chris@726
|
848 if (n != Node()) {
|
Chris@490
|
849 haveAnnotations = true;
|
Chris@490
|
850 }
|
Chris@490
|
851
|
Chris@490
|
852 if (!haveAnnotations) {
|
Chris@726
|
853 n = store->matchFirst(Triple(Node(), "af:signal_feature", Node())).a;
|
Chris@726
|
854 if (n != Node()) {
|
Chris@490
|
855 haveAnnotations = true;
|
Chris@490
|
856 }
|
Chris@490
|
857 }
|
Chris@490
|
858
|
Chris@690
|
859 SVDEBUG << "NOTE: RDFImporter::identifyDocumentType: haveAnnotations = "
|
Chris@687
|
860 << haveAnnotations << endl;
|
Chris@616
|
861
|
Chris@726
|
862 delete store;
|
Chris@542
|
863
|
Chris@490
|
864 if (haveAudio) {
|
Chris@490
|
865 if (haveAnnotations) {
|
Chris@490
|
866 return AudioRefAndAnnotations;
|
Chris@490
|
867 } else {
|
Chris@490
|
868 return AudioRef;
|
Chris@490
|
869 }
|
Chris@490
|
870 } else {
|
Chris@490
|
871 if (haveAnnotations) {
|
Chris@490
|
872 return Annotations;
|
Chris@490
|
873 } else {
|
Chris@499
|
874 return OtherRDFDocument;
|
Chris@490
|
875 }
|
Chris@490
|
876 }
|
Chris@492
|
877
|
Chris@542
|
878 return OtherRDFDocument;
|
Chris@490
|
879 }
|
Chris@490
|
880
|