annotate rdf/RDFImporter.cpp @ 532:59dd6d1bcfb0

* Make Colour3DPlotLayer::paintDense much faster (but still not fast enough)
author Chris Cannam
date Thu, 22 Jan 2009 17:39:04 +0000
parents 76f6971c8433
children 3ccf48fb81d6
rev   line source
Chris@439 1 /* -*- c-basic-offset: 4 indent-tabs-mode: nil -*- vi:set ts=8 sts=4 sw=4: */
Chris@439 2
Chris@439 3 /*
Chris@439 4 Sonic Visualiser
Chris@439 5 An audio file viewer and annotation editor.
Chris@439 6 Centre for Digital Music, Queen Mary, University of London.
Chris@439 7 This file copyright 2008 QMUL.
Chris@439 8
Chris@439 9 This program is free software; you can redistribute it and/or
Chris@439 10 modify it under the terms of the GNU General Public License as
Chris@439 11 published by the Free Software Foundation; either version 2 of the
Chris@439 12 License, or (at your option) any later version. See the file
Chris@439 13 COPYING included with this distribution for more information.
Chris@439 14 */
Chris@439 15
Chris@439 16 #include "RDFImporter.h"
Chris@439 17
Chris@439 18 #include <map>
Chris@439 19 #include <vector>
Chris@439 20
Chris@439 21 #include <iostream>
Chris@439 22 #include <cmath>
Chris@439 23
Chris@439 24 #include "SimpleSPARQLQuery.h"
Chris@439 25
Chris@439 26 #include "base/ProgressReporter.h"
Chris@439 27 #include "base/RealTime.h"
Chris@439 28
Chris@439 29 #include "data/model/SparseOneDimensionalModel.h"
Chris@439 30 #include "data/model/SparseTimeValueModel.h"
Chris@439 31 #include "data/model/EditableDenseThreeDimensionalModel.h"
Chris@449 32 #include "data/model/NoteModel.h"
Chris@510 33 #include "data/model/TextModel.h"
Chris@449 34 #include "data/model/RegionModel.h"
Chris@499 35 #include "data/model/WaveFileModel.h"
Chris@499 36
Chris@499 37 #include "data/fileio/FileSource.h"
Chris@520 38 #include "data/fileio/CachedFile.h"
Chris@439 39
Chris@522 40 #ifndef NO_SV_GUI
Chris@522 41 #include "widgets/FileFinder.h"
Chris@522 42 #endif
Chris@522 43
Chris@439 44 using std::cerr;
Chris@439 45 using std::endl;
Chris@439 46
Chris@439 47 class RDFImporterImpl
Chris@439 48 {
Chris@439 49 public:
Chris@439 50 RDFImporterImpl(QString url, int sampleRate);
Chris@439 51 virtual ~RDFImporterImpl();
Chris@490 52
Chris@490 53 void setSampleRate(int sampleRate) { m_sampleRate = sampleRate; }
Chris@439 54
Chris@439 55 bool isOK();
Chris@439 56 QString getErrorString() const;
Chris@439 57
Chris@439 58 std::vector<Model *> getDataModels(ProgressReporter *);
Chris@439 59
Chris@439 60 protected:
Chris@439 61 QString m_uristring;
Chris@439 62 QString m_errorString;
Chris@499 63 std::map<QString, Model *> m_audioModelMap;
Chris@439 64 int m_sampleRate;
Chris@439 65
Chris@520 66 static bool m_prefixesLoaded;
Chris@520 67 static void loadPrefixes(ProgressReporter *reporter);
Chris@520 68
Chris@499 69 void getDataModelsAudio(std::vector<Model *> &, ProgressReporter *);
Chris@440 70 void getDataModelsSparse(std::vector<Model *> &, ProgressReporter *);
Chris@440 71 void getDataModelsDense(std::vector<Model *> &, ProgressReporter *);
Chris@440 72
Chris@493 73 void getDenseModelTitle(Model *, QString, QString);
Chris@493 74
Chris@440 75 void getDenseFeatureProperties(QString featureUri,
Chris@440 76 int &sampleRate, int &windowLength,
Chris@440 77 int &hopSize, int &width, int &height);
Chris@440 78
Chris@449 79 void fillModel(Model *, long, long, bool, std::vector<float> &, QString);
Chris@439 80 };
Chris@439 81
Chris@520 82 bool RDFImporterImpl::m_prefixesLoaded = false;
Chris@439 83
Chris@439 84 QString
Chris@439 85 RDFImporter::getKnownExtensions()
Chris@439 86 {
Chris@439 87 return "*.rdf *.n3 *.ttl";
Chris@439 88 }
Chris@439 89
Chris@439 90 RDFImporter::RDFImporter(QString url, int sampleRate) :
Chris@439 91 m_d(new RDFImporterImpl(url, sampleRate))
Chris@439 92 {
Chris@439 93 }
Chris@439 94
Chris@439 95 RDFImporter::~RDFImporter()
Chris@439 96 {
Chris@439 97 delete m_d;
Chris@439 98 }
Chris@439 99
Chris@490 100 void
Chris@490 101 RDFImporter::setSampleRate(int sampleRate)
Chris@490 102 {
Chris@490 103 m_d->setSampleRate(sampleRate);
Chris@490 104 }
Chris@490 105
Chris@439 106 bool
Chris@439 107 RDFImporter::isOK()
Chris@439 108 {
Chris@439 109 return m_d->isOK();
Chris@439 110 }
Chris@439 111
Chris@439 112 QString
Chris@439 113 RDFImporter::getErrorString() const
Chris@439 114 {
Chris@439 115 return m_d->getErrorString();
Chris@439 116 }
Chris@439 117
Chris@439 118 std::vector<Model *>
Chris@439 119 RDFImporter::getDataModels(ProgressReporter *r)
Chris@439 120 {
Chris@439 121 return m_d->getDataModels(r);
Chris@439 122 }
Chris@439 123
Chris@439 124 RDFImporterImpl::RDFImporterImpl(QString uri, int sampleRate) :
Chris@439 125 m_uristring(uri),
Chris@439 126 m_sampleRate(sampleRate)
Chris@439 127 {
Chris@439 128 }
Chris@439 129
Chris@439 130 RDFImporterImpl::~RDFImporterImpl()
Chris@439 131 {
Chris@492 132 SimpleSPARQLQuery::closeSingleSource(m_uristring);
Chris@439 133 }
Chris@439 134
Chris@439 135 bool
Chris@439 136 RDFImporterImpl::isOK()
Chris@439 137 {
Chris@439 138 return (m_errorString == "");
Chris@439 139 }
Chris@439 140
Chris@439 141 QString
Chris@439 142 RDFImporterImpl::getErrorString() const
Chris@439 143 {
Chris@439 144 return m_errorString;
Chris@439 145 }
Chris@439 146
Chris@439 147 std::vector<Model *>
Chris@439 148 RDFImporterImpl::getDataModels(ProgressReporter *reporter)
Chris@439 149 {
Chris@520 150 loadPrefixes(reporter);
Chris@520 151
Chris@439 152 std::vector<Model *> models;
Chris@439 153
Chris@499 154 getDataModelsAudio(models, reporter);
Chris@499 155
Chris@490 156 if (m_sampleRate == 0) {
Chris@490 157 std::cerr << "RDFImporter::getDataModels: invalid sample rate" << std::endl;
Chris@490 158 return models;
Chris@490 159 }
Chris@490 160
Chris@508 161 QString error;
Chris@508 162
Chris@522 163 if (m_errorString != "") {
Chris@522 164 error = m_errorString;
Chris@522 165 }
Chris@508 166 m_errorString = "";
Chris@508 167
Chris@440 168 getDataModelsDense(models, reporter);
Chris@440 169
Chris@522 170 if (m_errorString != "") {
Chris@522 171 error = m_errorString;
Chris@522 172 }
Chris@440 173 m_errorString = "";
Chris@440 174
Chris@440 175 getDataModelsSparse(models, reporter);
Chris@440 176
Chris@522 177 if (m_errorString == "" && error != "") {
Chris@522 178 m_errorString = error;
Chris@522 179 }
Chris@440 180
Chris@440 181 return models;
Chris@440 182 }
Chris@440 183
Chris@440 184 void
Chris@499 185 RDFImporterImpl::getDataModelsAudio(std::vector<Model *> &models,
Chris@499 186 ProgressReporter *reporter)
Chris@499 187 {
Chris@499 188 SimpleSPARQLQuery query = SimpleSPARQLQuery
Chris@499 189 (SimpleSPARQLQuery::QueryFromSingleSource,
Chris@499 190 QString
Chris@499 191 (
Chris@499 192 " PREFIX mo: <http://purl.org/ontology/mo/> "
Chris@499 193 " SELECT ?signal ?source FROM <%1> "
Chris@499 194 " WHERE { ?signal a mo:Signal ; mo:available_as ?source } "
Chris@499 195 )
Chris@499 196 .arg(m_uristring));
Chris@499 197
Chris@499 198 SimpleSPARQLQuery::ResultList results = query.execute();
Chris@499 199
Chris@499 200 for (int i = 0; i < results.size(); ++i) {
Chris@499 201
Chris@499 202 QString signal = results[i]["signal"].value;
Chris@499 203 QString source = results[i]["source"].value;
Chris@499 204
Chris@522 205 FileSource *fs = new FileSource(source, reporter);
Chris@522 206 #ifdef NO_SV_GUI
Chris@522 207 if (!fs->isAvailable()) {
Chris@522 208 m_errorString = QString("Signal source \"%1\" is not available").arg(source);
Chris@522 209 delete fs;
Chris@522 210 continue;
Chris@522 211 }
Chris@522 212 #else
Chris@522 213 if (!fs->isAvailable()) {
Chris@522 214 FileFinder *ff = FileFinder::getInstance();
Chris@522 215 QString path = ff->find(FileFinder::AudioFile,
Chris@522 216 fs->getLocation(),
Chris@522 217 m_uristring);
Chris@522 218 if (path != "") {
Chris@522 219 delete fs;
Chris@522 220 fs = new FileSource(path, reporter);
Chris@522 221 if (!fs->isAvailable()) {
Chris@522 222 delete fs;
Chris@522 223 m_errorString = QString("Signal source \"%1\" is not available").arg(source);
Chris@522 224 continue;
Chris@522 225 }
Chris@499 226 }
Chris@522 227 }
Chris@522 228 #endif
Chris@522 229
Chris@522 230 if (reporter) {
Chris@522 231 reporter->setMessage(RDFImporter::tr("Importing audio referenced in RDF..."));
Chris@522 232 }
Chris@522 233 fs->waitForData();
Chris@522 234 WaveFileModel *newModel = new WaveFileModel(*fs, m_sampleRate);
Chris@522 235 if (newModel->isOK()) {
Chris@522 236 std::cerr << "Successfully created wave file model from source at \"" << source.toStdString() << "\"" << std::endl;
Chris@522 237 models.push_back(newModel);
Chris@522 238 m_audioModelMap[signal] = newModel;
Chris@522 239 if (m_sampleRate == 0) {
Chris@522 240 m_sampleRate = newModel->getSampleRate();
Chris@499 241 }
Chris@508 242 } else {
Chris@522 243 m_errorString = QString("Failed to create wave file model from source at \"%1\"").arg(source);
Chris@522 244 delete newModel;
Chris@499 245 }
Chris@522 246 delete fs;
Chris@499 247 }
Chris@499 248 }
Chris@499 249
Chris@499 250 void
Chris@440 251 RDFImporterImpl::getDataModelsDense(std::vector<Model *> &models,
Chris@440 252 ProgressReporter *reporter)
Chris@440 253 {
Chris@499 254 if (reporter) {
Chris@499 255 reporter->setMessage(RDFImporter::tr("Importing dense signal data from RDF..."));
Chris@499 256 }
Chris@499 257
Chris@440 258 SimpleSPARQLQuery query = SimpleSPARQLQuery
Chris@489 259 (SimpleSPARQLQuery::QueryFromSingleSource,
Chris@480 260 QString
Chris@440 261 (
Chris@440 262 " PREFIX mo: <http://purl.org/ontology/mo/>"
Chris@440 263 " PREFIX af: <http://purl.org/ontology/af/>"
Chris@440 264
Chris@493 265 " SELECT ?feature ?feature_signal_type ?value "
Chris@440 266 " FROM <%1> "
Chris@440 267
Chris@440 268 " WHERE { "
Chris@440 269
Chris@493 270 " ?signal af:signal_feature ?feature . "
Chris@440 271
Chris@440 272 " ?feature a ?feature_signal_type ; "
Chris@440 273 " af:value ?value . "
Chris@440 274
Chris@440 275 " } "
Chris@440 276 )
Chris@440 277 .arg(m_uristring));
Chris@440 278
Chris@440 279 SimpleSPARQLQuery::ResultList results = query.execute();
Chris@440 280
Chris@440 281 if (!query.isOK()) {
Chris@440 282 m_errorString = query.getErrorString();
Chris@440 283 return;
Chris@440 284 }
Chris@440 285
Chris@440 286 if (query.wasCancelled()) {
Chris@440 287 m_errorString = "Query cancelled";
Chris@440 288 return;
Chris@440 289 }
Chris@440 290
Chris@440 291 for (int i = 0; i < results.size(); ++i) {
Chris@440 292
Chris@440 293 QString feature = results[i]["feature"].value;
Chris@440 294 QString type = results[i]["feature_signal_type"].value;
Chris@440 295 QString value = results[i]["value"].value;
Chris@440 296
Chris@440 297 int sampleRate = 0;
Chris@440 298 int windowLength = 0;
Chris@440 299 int hopSize = 0;
Chris@440 300 int width = 0;
Chris@440 301 int height = 0;
Chris@440 302 getDenseFeatureProperties
Chris@440 303 (feature, sampleRate, windowLength, hopSize, width, height);
Chris@440 304
Chris@440 305 if (sampleRate != 0 && sampleRate != m_sampleRate) {
Chris@440 306 cerr << "WARNING: Sample rate in dense feature description does not match our underlying rate -- using rate from feature description" << endl;
Chris@440 307 }
Chris@440 308 if (sampleRate == 0) sampleRate = m_sampleRate;
Chris@440 309
Chris@440 310 if (hopSize == 0) {
Chris@440 311 cerr << "WARNING: Dense feature description does not specify a hop size -- assuming 1" << endl;
Chris@440 312 hopSize = 1;
Chris@440 313 }
Chris@440 314
Chris@440 315 if (height == 0) {
Chris@440 316 cerr << "WARNING: Dense feature description does not specify feature signal dimensions -- assuming one-dimensional (height = 1)" << endl;
Chris@440 317 height = 1;
Chris@440 318 }
Chris@440 319
Chris@440 320 QStringList values = value.split(' ', QString::SkipEmptyParts);
Chris@440 321
Chris@440 322 if (values.empty()) {
Chris@440 323 cerr << "WARNING: Dense feature description does not specify any values!" << endl;
Chris@440 324 continue;
Chris@440 325 }
Chris@440 326
Chris@440 327 if (height == 1) {
Chris@440 328
Chris@440 329 SparseTimeValueModel *m = new SparseTimeValueModel
Chris@440 330 (sampleRate, hopSize, false);
Chris@440 331
Chris@440 332 for (int j = 0; j < values.size(); ++j) {
Chris@440 333 float f = values[j].toFloat();
Chris@440 334 SparseTimeValueModel::Point point(j * hopSize, f, "");
Chris@440 335 m->addPoint(point);
Chris@440 336 }
Chris@493 337
Chris@493 338 getDenseModelTitle(m, feature, type);
Chris@440 339
Chris@440 340 models.push_back(m);
Chris@440 341
Chris@440 342 } else {
Chris@440 343
Chris@440 344 EditableDenseThreeDimensionalModel *m =
Chris@440 345 new EditableDenseThreeDimensionalModel(sampleRate, hopSize,
Chris@440 346 height, false);
Chris@440 347
Chris@440 348 EditableDenseThreeDimensionalModel::Column column;
Chris@440 349
Chris@440 350 int x = 0;
Chris@440 351
Chris@440 352 for (int j = 0; j < values.size(); ++j) {
Chris@440 353 if (j % height == 0 && !column.empty()) {
Chris@440 354 m->setColumn(x++, column);
Chris@440 355 column.clear();
Chris@440 356 }
Chris@440 357 column.push_back(values[j].toFloat());
Chris@440 358 }
Chris@440 359
Chris@440 360 if (!column.empty()) {
Chris@440 361 m->setColumn(x++, column);
Chris@440 362 }
Chris@440 363
Chris@493 364 getDenseModelTitle(m, feature, type);
Chris@493 365
Chris@440 366 models.push_back(m);
Chris@440 367 }
Chris@440 368 }
Chris@440 369 }
Chris@440 370
Chris@440 371 void
Chris@493 372 RDFImporterImpl::getDenseModelTitle(Model *m,
Chris@493 373 QString featureUri,
Chris@493 374 QString featureTypeUri)
Chris@493 375 {
Chris@493 376 QString titleQuery = QString
Chris@493 377 (
Chris@493 378 " PREFIX dc: <http://purl.org/dc/elements/1.1/> "
Chris@493 379 " SELECT ?title "
Chris@493 380 " FROM <%1> "
Chris@493 381 " WHERE { "
Chris@493 382 " <%2> dc:title ?title . "
Chris@493 383 " } "
Chris@493 384 ).arg(m_uristring);
Chris@493 385
Chris@493 386 SimpleSPARQLQuery::Value v;
Chris@493 387
Chris@493 388 v = SimpleSPARQLQuery::singleResultQuery
Chris@493 389 (SimpleSPARQLQuery::QueryFromSingleSource,
Chris@493 390 titleQuery.arg(featureUri),
Chris@493 391 "title");
Chris@493 392
Chris@493 393 if (v.value != "") {
Chris@493 394 std::cerr << "RDFImporterImpl::getDenseModelTitle: Title (from signal) \"" << v.value.toStdString() << "\"" << std::endl;
Chris@493 395 m->setObjectName(v.value);
Chris@493 396 return;
Chris@493 397 }
Chris@493 398
Chris@493 399 v = SimpleSPARQLQuery::singleResultQuery
Chris@493 400 (SimpleSPARQLQuery::QueryFromSingleSource,
Chris@493 401 titleQuery.arg(featureTypeUri),
Chris@493 402 "title");
Chris@493 403
Chris@493 404 if (v.value != "") {
Chris@493 405 std::cerr << "RDFImporterImpl::getDenseModelTitle: Title (from signal type) \"" << v.value.toStdString() << "\"" << std::endl;
Chris@493 406 m->setObjectName(v.value);
Chris@493 407 return;
Chris@493 408 }
Chris@493 409
Chris@493 410 std::cerr << "RDFImporterImpl::getDenseModelTitle: No title available for feature <" << featureUri.toStdString() << ">" << std::endl;
Chris@493 411 }
Chris@493 412
Chris@493 413 void
Chris@440 414 RDFImporterImpl::getDenseFeatureProperties(QString featureUri,
Chris@440 415 int &sampleRate, int &windowLength,
Chris@440 416 int &hopSize, int &width, int &height)
Chris@440 417 {
Chris@489 418 SimpleSPARQLQuery::QueryType s = SimpleSPARQLQuery::QueryFromSingleSource;
Chris@489 419
Chris@440 420 QString dimensionsQuery
Chris@440 421 (
Chris@440 422 " PREFIX mo: <http://purl.org/ontology/mo/>"
Chris@440 423 " PREFIX af: <http://purl.org/ontology/af/>"
Chris@440 424
Chris@440 425 " SELECT ?dimensions "
Chris@440 426 " FROM <%1> "
Chris@440 427
Chris@440 428 " WHERE { "
Chris@440 429
Chris@440 430 " <%2> af:dimensions ?dimensions . "
Chris@440 431
Chris@440 432 " } "
Chris@440 433 );
Chris@440 434
Chris@440 435 SimpleSPARQLQuery::Value dimensionsValue =
Chris@489 436 SimpleSPARQLQuery::singleResultQuery
Chris@489 437 (s, dimensionsQuery.arg(m_uristring).arg(featureUri), "dimensions");
Chris@440 438
Chris@440 439 cerr << "Dimensions = \"" << dimensionsValue.value.toStdString() << "\""
Chris@440 440 << endl;
Chris@440 441
Chris@440 442 if (dimensionsValue.value != "") {
Chris@440 443 QStringList dl = dimensionsValue.value.split(" ");
Chris@440 444 if (dl.empty()) dl.push_back(dimensionsValue.value);
Chris@440 445 if (dl.size() > 0) height = dl[0].toInt();
Chris@440 446 if (dl.size() > 1) width = dl[1].toInt();
Chris@440 447 }
Chris@440 448
Chris@440 449 QString queryTemplate
Chris@440 450 (
Chris@440 451 " PREFIX mo: <http://purl.org/ontology/mo/>"
Chris@440 452 " PREFIX af: <http://purl.org/ontology/af/>"
Chris@440 453 " PREFIX tl: <http://purl.org/NET/c4dm/timeline.owl#>"
Chris@440 454
Chris@440 455 " SELECT ?%3 "
Chris@440 456 " FROM <%1> "
Chris@440 457
Chris@440 458 " WHERE { "
Chris@440 459
Chris@440 460 " <%2> mo:time ?time . "
Chris@440 461
Chris@440 462 " ?time a tl:Interval ; "
Chris@440 463 " tl:onTimeLine ?timeline . "
Chris@440 464
Chris@440 465 " ?map tl:rangeTimeLine ?timeline . "
Chris@440 466
Chris@440 467 " ?map tl:%3 ?%3 . "
Chris@440 468
Chris@440 469 " } "
Chris@440 470 );
Chris@440 471
Chris@440 472 // Another laborious workaround for rasqal's failure to handle
Chris@440 473 // multiple optionals properly
Chris@440 474
Chris@440 475 SimpleSPARQLQuery::Value srValue =
Chris@489 476 SimpleSPARQLQuery::singleResultQuery(s,
Chris@480 477 queryTemplate
Chris@440 478 .arg(m_uristring).arg(featureUri)
Chris@440 479 .arg("sampleRate"),
Chris@440 480 "sampleRate");
Chris@440 481 if (srValue.value != "") {
Chris@440 482 sampleRate = srValue.value.toInt();
Chris@440 483 }
Chris@440 484
Chris@440 485 SimpleSPARQLQuery::Value hopValue =
Chris@489 486 SimpleSPARQLQuery::singleResultQuery(s,
Chris@480 487 queryTemplate
Chris@440 488 .arg(m_uristring).arg(featureUri)
Chris@440 489 .arg("hopSize"),
Chris@440 490 "hopSize");
Chris@440 491 if (srValue.value != "") {
Chris@440 492 hopSize = hopValue.value.toInt();
Chris@440 493 }
Chris@440 494
Chris@440 495 SimpleSPARQLQuery::Value winValue =
Chris@489 496 SimpleSPARQLQuery::singleResultQuery(s,
Chris@480 497 queryTemplate
Chris@440 498 .arg(m_uristring).arg(featureUri)
Chris@440 499 .arg("windowLength"),
Chris@440 500 "windowLength");
Chris@440 501 if (winValue.value != "") {
Chris@440 502 windowLength = winValue.value.toInt();
Chris@440 503 }
Chris@440 504
Chris@440 505 cerr << "sr = " << sampleRate << ", hop = " << hopSize << ", win = " << windowLength << endl;
Chris@440 506 }
Chris@440 507
Chris@440 508 void
Chris@440 509 RDFImporterImpl::getDataModelsSparse(std::vector<Model *> &models,
Chris@440 510 ProgressReporter *reporter)
Chris@440 511 {
Chris@499 512 if (reporter) {
Chris@499 513 reporter->setMessage(RDFImporter::tr("Importing event data from RDF..."));
Chris@499 514 }
Chris@499 515
Chris@489 516 SimpleSPARQLQuery::QueryType s = SimpleSPARQLQuery::QueryFromSingleSource;
Chris@489 517
Chris@439 518 // Our query is intended to retrieve every thing that has a time,
Chris@439 519 // and every feature type and value associated with a thing that
Chris@439 520 // has a time.
Chris@439 521
Chris@439 522 // We will then need to refine this big bag of results into a set
Chris@439 523 // of data models.
Chris@439 524
Chris@439 525 // Results that have different source signals should go into
Chris@439 526 // different models.
Chris@439 527
Chris@439 528 // Results that have different feature types should go into
Chris@439 529 // different models.
Chris@439 530
Chris@439 531 // Results that are sparse should go into different models from
Chris@439 532 // those that are dense (we need to examine the timestamps to
Chris@439 533 // establish this -- if the timestamps are regular, the results
Chris@439 534 // are dense -- so we can't do it as we go along, only after
Chris@439 535 // collecting all results).
Chris@439 536
Chris@439 537 // Timed things that have features associated with them should not
Chris@439 538 // appear directly in any model -- their features should appear
Chris@439 539 // instead -- and these should be different models from those used
Chris@439 540 // for timed things that do not have features.
Chris@439 541
Chris@439 542 // As we load the results, we'll push them into a partially
Chris@439 543 // structured container that maps from source signal (URI as
Chris@439 544 // string) -> feature type (likewise) -> time -> list of values.
Chris@439 545 // If the source signal or feature type is unavailable, the empty
Chris@439 546 // string will do.
Chris@439 547
Chris@449 548 QString prefixes = QString(
Chris@439 549 " PREFIX event: <http://purl.org/NET/c4dm/event.owl#>"
Chris@449 550 " PREFIX tl: <http://purl.org/NET/c4dm/timeline.owl#>"
Chris@439 551 " PREFIX mo: <http://purl.org/ontology/mo/>"
Chris@439 552 " PREFIX af: <http://purl.org/ontology/af/>"
Chris@449 553 " PREFIX rdfs: <http://www.w3.org/2000/01/rdf-schema#>"
Chris@449 554 );
Chris@439 555
Chris@449 556 QString queryString = prefixes + QString(
Chris@449 557
Chris@499 558 " SELECT ?signal ?timed_thing ?event_type ?value"
Chris@439 559 " FROM <%1>"
Chris@439 560
Chris@439 561 " WHERE {"
Chris@440 562
Chris@440 563 " ?signal a mo:Signal ."
Chris@440 564
Chris@439 565 " ?signal mo:time ?interval ."
Chris@449 566 " ?interval tl:onTimeLine ?tl ."
Chris@449 567 " ?time tl:onTimeLine ?tl ."
Chris@449 568 " ?timed_thing event:time ?time ."
Chris@440 569 " ?timed_thing a ?event_type ."
Chris@440 570
Chris@439 571 " OPTIONAL {"
Chris@440 572 " ?timed_thing af:feature ?value"
Chris@439 573 " }"
Chris@439 574 " }"
Chris@439 575
Chris@439 576 ).arg(m_uristring);
Chris@439 577
Chris@449 578 QString timeQueryString = prefixes + QString(
Chris@449 579
Chris@449 580 " SELECT ?time FROM <%1> "
Chris@449 581 " WHERE { "
Chris@449 582 " <%2> event:time ?t . "
Chris@449 583 " ?t tl:at ?time . "
Chris@449 584 " } "
Chris@449 585
Chris@449 586 ).arg(m_uristring);
Chris@449 587
Chris@449 588 QString rangeQueryString = prefixes + QString(
Chris@449 589
Chris@449 590 " SELECT ?time ?duration FROM <%1> "
Chris@449 591 " WHERE { "
Chris@449 592 " <%2> event:time ?t . "
Chris@449 593 " ?t tl:beginsAt ?time . "
Chris@449 594 " ?t tl:duration ?duration . "
Chris@449 595 " } "
Chris@449 596
Chris@449 597 ).arg(m_uristring);
Chris@449 598
Chris@449 599 QString labelQueryString = prefixes + QString(
Chris@449 600
Chris@449 601 " SELECT ?label FROM <%1> "
Chris@449 602 " WHERE { "
Chris@449 603 " <%2> rdfs:label ?label . "
Chris@449 604 " } "
Chris@449 605
Chris@449 606 ).arg(m_uristring);
Chris@449 607
Chris@510 608 QString textQueryString = prefixes + QString(
Chris@510 609
Chris@510 610 " SELECT ?label FROM <%1> "
Chris@510 611 " WHERE { "
Chris@510 612 " <%2> af:text ?label . "
Chris@510 613 " } "
Chris@510 614
Chris@510 615 ).arg(m_uristring);
Chris@510 616
Chris@489 617 SimpleSPARQLQuery query(s, queryString);
Chris@439 618 query.setProgressReporter(reporter);
Chris@439 619
Chris@500 620 // cerr << "Query will be: " << queryString.toStdString() << endl;
Chris@439 621
Chris@439 622 SimpleSPARQLQuery::ResultList results = query.execute();
Chris@439 623
Chris@439 624 if (!query.isOK()) {
Chris@439 625 m_errorString = query.getErrorString();
Chris@440 626 return;
Chris@439 627 }
Chris@439 628
Chris@439 629 if (query.wasCancelled()) {
Chris@439 630 m_errorString = "Query cancelled";
Chris@440 631 return;
Chris@439 632 }
Chris@439 633
Chris@449 634 /*
Chris@449 635 This function is now only used for sparse data (for dense data
Chris@449 636 we would be in getDataModelsDense instead).
Chris@449 637
Chris@449 638 For sparse data, the determining factors in deciding what model
Chris@449 639 to use are: Do the features have values? and Do the features
Chris@449 640 have duration?
Chris@449 641
Chris@449 642 We can run through the results and check off whether we find
Chris@449 643 values and duration for each of the source+type keys, and then
Chris@449 644 run through the source+type keys pushing each of the results
Chris@449 645 into a suitable model.
Chris@449 646
Chris@449 647 Unfortunately, at this point we do not yet have any actual
Chris@449 648 timing data (time/duration) -- just the time URI.
Chris@449 649
Chris@449 650 What we _could_ do is to create one of each type of model at the
Chris@449 651 start, for each of the source+type keys, and then push each
Chris@449 652 feature into the relevant model depending on what we find out
Chris@449 653 about it. Then return only non-empty models.
Chris@449 654 */
Chris@449 655
Chris@449 656 // Map from signal source to event type to dimensionality to
Chris@449 657 // presence of duration to model ptr. Whee!
Chris@449 658 std::map<QString, std::map<QString, std::map<int, std::map<bool, Model *> > > >
Chris@449 659 modelMap;
Chris@449 660
Chris@439 661 for (int i = 0; i < results.size(); ++i) {
Chris@439 662
Chris@499 663 if (i % 4 == 0) {
Chris@499 664 if (reporter) reporter->setProgress(i/4);
Chris@499 665 }
Chris@499 666
Chris@499 667 QString source = results[i]["signal"].value;
Chris@449 668 QString type = results[i]["event_type"].value;
Chris@449 669 QString thinguri = results[i]["timed_thing"].value;
Chris@449 670
Chris@449 671 RealTime time;
Chris@449 672 RealTime duration;
Chris@439 673
Chris@449 674 bool haveTime = false;
Chris@449 675 bool haveDuration = false;
Chris@439 676
Chris@510 677 QString label = "";
Chris@510 678 bool text = (type.contains("Text") || type.contains("text")); // Ha, ha
Chris@510 679
Chris@510 680 if (text) {
Chris@510 681 label = SimpleSPARQLQuery::singleResultQuery
Chris@510 682 (s, textQueryString.arg(thinguri), "label").value;
Chris@510 683 }
Chris@510 684
Chris@510 685 if (label == "") {
Chris@510 686 label = SimpleSPARQLQuery::singleResultQuery
Chris@510 687 (s, labelQueryString.arg(thinguri), "label").value;
Chris@510 688 }
Chris@449 689
Chris@489 690 SimpleSPARQLQuery rangeQuery(s, rangeQueryString.arg(thinguri));
Chris@450 691 SimpleSPARQLQuery::ResultList rangeResults = rangeQuery.execute();
Chris@450 692 if (!rangeResults.empty()) {
Chris@450 693 // std::cerr << rangeResults.size() << " range results" << std::endl;
Chris@450 694 time = RealTime::fromXsdDuration
Chris@450 695 (rangeResults[0]["time"].value.toStdString());
Chris@450 696 duration = RealTime::fromXsdDuration
Chris@450 697 (rangeResults[0]["duration"].value.toStdString());
Chris@450 698 // std::cerr << "duration string " << rangeResults[0]["duration"].value.toStdString() << std::endl;
Chris@449 699 haveTime = true;
Chris@450 700 haveDuration = true;
Chris@449 701 } else {
Chris@450 702 QString timestring = SimpleSPARQLQuery::singleResultQuery
Chris@489 703 (s, timeQueryString.arg(thinguri), "time").value;
Chris@520 704 // std::cerr << "timestring = " << timestring.toStdString() << std::endl;
Chris@450 705 if (timestring != "") {
Chris@450 706 time = RealTime::fromXsdDuration(timestring.toStdString());
Chris@449 707 haveTime = true;
Chris@449 708 }
Chris@449 709 }
Chris@439 710
Chris@439 711 QString valuestring = results[i]["value"].value;
Chris@449 712 std::vector<float> values;
Chris@449 713
Chris@439 714 if (valuestring != "") {
Chris@449 715 QStringList vsl = valuestring.split(" ", QString::SkipEmptyParts);
Chris@449 716 for (int j = 0; j < vsl.size(); ++j) {
Chris@449 717 bool success = false;
Chris@449 718 float v = vsl[j].toFloat(&success);
Chris@449 719 if (success) values.push_back(v);
Chris@449 720 }
Chris@439 721 }
Chris@439 722
Chris@449 723 int dimensions = 1;
Chris@449 724 if (values.size() == 1) dimensions = 2;
Chris@449 725 else if (values.size() > 1) dimensions = 3;
Chris@449 726
Chris@449 727 Model *model = 0;
Chris@449 728
Chris@449 729 if (modelMap[source][type][dimensions].find(haveDuration) ==
Chris@449 730 modelMap[source][type][dimensions].end()) {
Chris@449 731
Chris@449 732 /*
Chris@449 733 std::cerr << "Creating new model: source = " << source.toStdString()
Chris@449 734 << ", type = " << type.toStdString() << ", dimensions = "
Chris@449 735 << dimensions << ", haveDuration = " << haveDuration
Chris@449 736 << ", time = " << time << ", duration = " << duration
Chris@449 737 << std::endl;
Chris@449 738 */
Chris@449 739
Chris@449 740 if (!haveDuration) {
Chris@449 741
Chris@449 742 if (dimensions == 1) {
Chris@449 743
Chris@510 744 if (text) {
Chris@510 745
Chris@510 746 model = new TextModel(m_sampleRate, 1, false);
Chris@510 747
Chris@510 748 } else {
Chris@510 749
Chris@510 750 model = new SparseOneDimensionalModel(m_sampleRate, 1, false);
Chris@510 751 }
Chris@449 752
Chris@449 753 } else if (dimensions == 2) {
Chris@449 754
Chris@510 755 if (text) {
Chris@510 756
Chris@510 757 model = new TextModel(m_sampleRate, 1, false);
Chris@510 758
Chris@510 759 } else {
Chris@510 760
Chris@510 761 model = new SparseTimeValueModel(m_sampleRate, 1, false);
Chris@510 762 }
Chris@449 763
Chris@449 764 } else {
Chris@449 765
Chris@449 766 // We don't have a three-dimensional sparse model,
Chris@449 767 // so use a note model. We do have some logic (in
Chris@449 768 // extractStructure below) for guessing whether
Chris@449 769 // this should after all have been a dense model,
Chris@449 770 // but it's hard to apply it because we don't have
Chris@449 771 // all the necessary timing data yet... hmm
Chris@449 772
Chris@449 773 model = new NoteModel(m_sampleRate, 1, false);
Chris@449 774 }
Chris@449 775
Chris@449 776 } else { // haveDuration
Chris@449 777
Chris@449 778 if (dimensions == 1 || dimensions == 2) {
Chris@449 779
Chris@449 780 // If our units are frequency or midi pitch, we
Chris@449 781 // should be using a note model... hm
Chris@449 782
Chris@449 783 model = new RegionModel(m_sampleRate, 1, false);
Chris@449 784
Chris@449 785 } else {
Chris@449 786
Chris@449 787 // We don't have a three-dimensional sparse model,
Chris@449 788 // so use a note model. We do have some logic (in
Chris@449 789 // extractStructure below) for guessing whether
Chris@449 790 // this should after all have been a dense model,
Chris@449 791 // but it's hard to apply it because we don't have
Chris@449 792 // all the necessary timing data yet... hmm
Chris@449 793
Chris@449 794 model = new NoteModel(m_sampleRate, 1, false);
Chris@449 795 }
Chris@449 796 }
Chris@449 797
Chris@499 798 if (m_audioModelMap.find(source) != m_audioModelMap.end()) {
Chris@499 799 std::cerr << "source model for " << model << " is " << m_audioModelMap[source] << std::endl;
Chris@499 800 model->setSourceModel(m_audioModelMap[source]);
Chris@499 801 }
Chris@499 802
Chris@493 803 QString titleQuery = QString
Chris@493 804 (
Chris@493 805 " PREFIX dc: <http://purl.org/dc/elements/1.1/> "
Chris@493 806 " SELECT ?title "
Chris@493 807 " FROM <%1> "
Chris@493 808 " WHERE { "
Chris@493 809 " <%2> dc:title ?title . "
Chris@493 810 " } "
Chris@493 811 ).arg(m_uristring).arg(type);
Chris@493 812 QString title = SimpleSPARQLQuery::singleResultQuery
Chris@493 813 (s, titleQuery, "title").value;
Chris@493 814 if (title != "") model->setObjectName(title);
Chris@493 815
Chris@449 816 modelMap[source][type][dimensions][haveDuration] = model;
Chris@449 817 models.push_back(model);
Chris@449 818 }
Chris@449 819
Chris@449 820 model = modelMap[source][type][dimensions][haveDuration];
Chris@449 821
Chris@449 822 if (model) {
Chris@449 823 long ftime = RealTime::realTime2Frame(time, m_sampleRate);
Chris@449 824 long fduration = RealTime::realTime2Frame(duration, m_sampleRate);
Chris@449 825 fillModel(model, ftime, fduration, haveDuration, values, label);
Chris@439 826 }
Chris@439 827 }
Chris@439 828 }
Chris@439 829
Chris@439 830 void
Chris@449 831 RDFImporterImpl::fillModel(Model *model,
Chris@449 832 long ftime,
Chris@449 833 long fduration,
Chris@449 834 bool haveDuration,
Chris@449 835 std::vector<float> &values,
Chris@449 836 QString label)
Chris@449 837 {
Chris@493 838 // std::cerr << "RDFImporterImpl::fillModel: adding point at frame " << ftime << std::endl;
Chris@492 839
Chris@449 840 SparseOneDimensionalModel *sodm =
Chris@449 841 dynamic_cast<SparseOneDimensionalModel *>(model);
Chris@449 842 if (sodm) {
Chris@449 843 SparseOneDimensionalModel::Point point(ftime, label);
Chris@449 844 sodm->addPoint(point);
Chris@449 845 return;
Chris@449 846 }
Chris@449 847
Chris@510 848 TextModel *tm =
Chris@510 849 dynamic_cast<TextModel *>(model);
Chris@510 850 if (tm) {
Chris@510 851 TextModel::Point point
Chris@510 852 (ftime,
Chris@510 853 values.empty() ? 0.5f : values[0] < 0.f ? 0.f : values[0] > 1.f ? 1.f : values[0], // I was young and feckless once too
Chris@510 854 label);
Chris@510 855 tm->addPoint(point);
Chris@510 856 return;
Chris@510 857 }
Chris@510 858
Chris@449 859 SparseTimeValueModel *stvm =
Chris@449 860 dynamic_cast<SparseTimeValueModel *>(model);
Chris@449 861 if (stvm) {
Chris@449 862 SparseTimeValueModel::Point point
Chris@449 863 (ftime, values.empty() ? 0.f : values[0], label);
Chris@449 864 stvm->addPoint(point);
Chris@449 865 return;
Chris@449 866 }
Chris@449 867
Chris@449 868 NoteModel *nm =
Chris@449 869 dynamic_cast<NoteModel *>(model);
Chris@449 870 if (nm) {
Chris@449 871 if (haveDuration) {
Chris@449 872 float value = 0.f, level = 1.f;
Chris@449 873 if (!values.empty()) {
Chris@449 874 value = values[0];
Chris@449 875 if (values.size() > 1) {
Chris@449 876 level = values[1];
Chris@449 877 }
Chris@449 878 }
Chris@449 879 NoteModel::Point point(ftime, value, fduration, level, label);
Chris@449 880 nm->addPoint(point);
Chris@449 881 } else {
Chris@449 882 float value = 0.f, duration = 1.f, level = 1.f;
Chris@449 883 if (!values.empty()) {
Chris@449 884 value = values[0];
Chris@449 885 if (values.size() > 1) {
Chris@449 886 duration = values[1];
Chris@449 887 if (values.size() > 2) {
Chris@449 888 level = values[2];
Chris@449 889 }
Chris@449 890 }
Chris@449 891 }
Chris@449 892 NoteModel::Point point(ftime, value, duration, level, label);
Chris@449 893 nm->addPoint(point);
Chris@449 894 }
Chris@449 895 return;
Chris@449 896 }
Chris@449 897
Chris@449 898 RegionModel *rm =
Chris@449 899 dynamic_cast<RegionModel *>(model);
Chris@449 900 if (rm) {
Chris@449 901 if (haveDuration) {
Chris@449 902 RegionModel::Point point
Chris@449 903 (ftime, values.empty() ? 0.f : values[0], fduration, label);
Chris@449 904 rm->addPoint(point);
Chris@449 905 } else {
Chris@449 906 // This won't actually happen -- we only create region models
Chris@449 907 // if we do have duration -- but just for completeness
Chris@449 908 float value = 0.f, duration = 1.f;
Chris@449 909 if (!values.empty()) {
Chris@449 910 value = values[0];
Chris@449 911 if (values.size() > 1) {
Chris@449 912 duration = values[1];
Chris@449 913 }
Chris@449 914 }
Chris@449 915 RegionModel::Point point(ftime, value, duration, label);
Chris@449 916 rm->addPoint(point);
Chris@449 917 }
Chris@449 918 return;
Chris@449 919 }
Chris@449 920
Chris@449 921 std::cerr << "WARNING: RDFImporterImpl::fillModel: Unknown or unexpected model type" << std::endl;
Chris@449 922 return;
Chris@449 923 }
Chris@449 924
Chris@490 925 RDFImporter::RDFDocumentType
Chris@490 926 RDFImporter::identifyDocumentType(QString url)
Chris@490 927 {
Chris@490 928 bool haveAudio = false;
Chris@490 929 bool haveAnnotations = false;
Chris@449 930
Chris@499 931 // This query is not expected to return any values, but if it
Chris@499 932 // executes successfully (leaving no error in the error string)
Chris@499 933 // then we know we have RDF
Chris@499 934 SimpleSPARQLQuery q(SimpleSPARQLQuery::QueryFromSingleSource,
Chris@499 935 QString(" SELECT ?x FROM <%1> WHERE { ?x <y> <z> } ")
Chris@499 936 .arg(url));
Chris@499 937
Chris@499 938 SimpleSPARQLQuery::ResultList r = q.execute();
Chris@499 939 if (!q.isOK()) {
Chris@499 940 return NotRDF;
Chris@499 941 }
Chris@499 942
Chris@490 943 SimpleSPARQLQuery::Value value =
Chris@490 944 SimpleSPARQLQuery::singleResultQuery
Chris@490 945 (SimpleSPARQLQuery::QueryFromSingleSource,
Chris@490 946 QString
Chris@490 947 (" PREFIX mo: <http://purl.org/ontology/mo/> "
Chris@490 948 " SELECT ?url FROM <%1> "
Chris@490 949 " WHERE { ?signal a mo:Signal ; mo:available_as ?url } "
Chris@490 950 ).arg(url),
Chris@490 951 "url");
Chris@490 952
Chris@490 953 if (value.type == SimpleSPARQLQuery::URIValue) {
Chris@490 954 haveAudio = true;
Chris@490 955 }
Chris@490 956
Chris@490 957 value =
Chris@490 958 SimpleSPARQLQuery::singleResultQuery
Chris@490 959 (SimpleSPARQLQuery::QueryFromSingleSource,
Chris@490 960 QString
Chris@490 961 (" PREFIX event: <http://purl.org/NET/c4dm/event.owl#> "
Chris@490 962 " SELECT ?thing FROM <%1> "
Chris@490 963 " WHERE { ?thing event:time ?time } "
Chris@490 964 ).arg(url),
Chris@490 965 "thing");
Chris@490 966
Chris@490 967 if (value.type == SimpleSPARQLQuery::URIValue) {
Chris@490 968 haveAnnotations = true;
Chris@490 969 }
Chris@490 970
Chris@490 971 if (!haveAnnotations) {
Chris@490 972
Chris@490 973 value =
Chris@490 974 SimpleSPARQLQuery::singleResultQuery
Chris@490 975 (SimpleSPARQLQuery::QueryFromSingleSource,
Chris@490 976 QString
Chris@490 977 (" PREFIX af: <http://purl.org/ontology/af/> "
Chris@490 978 " SELECT ?thing FROM <%1> "
Chris@490 979 " WHERE { ?signal af:signal_feature ?thing } "
Chris@490 980 ).arg(url),
Chris@490 981 "thing");
Chris@490 982
Chris@490 983 if (value.type == SimpleSPARQLQuery::URIValue) {
Chris@490 984 haveAnnotations = true;
Chris@490 985 }
Chris@490 986 }
Chris@490 987
Chris@490 988 if (haveAudio) {
Chris@490 989 if (haveAnnotations) {
Chris@490 990 return AudioRefAndAnnotations;
Chris@490 991 } else {
Chris@490 992 return AudioRef;
Chris@490 993 }
Chris@490 994 } else {
Chris@490 995 if (haveAnnotations) {
Chris@490 996 return Annotations;
Chris@490 997 } else {
Chris@499 998 return OtherRDFDocument;
Chris@490 999 }
Chris@490 1000 }
Chris@492 1001
Chris@492 1002 SimpleSPARQLQuery::closeSingleSource(url);
Chris@490 1003 }
Chris@490 1004
Chris@520 1005 void
Chris@520 1006 RDFImporterImpl::loadPrefixes(ProgressReporter *reporter)
Chris@520 1007 {
Chris@520 1008 return;
Chris@520 1009 //!!!
Chris@520 1010 if (m_prefixesLoaded) return;
Chris@520 1011 const char *prefixes[] = {
Chris@520 1012 "http://purl.org/NET/c4dm/event.owl",
Chris@520 1013 "http://purl.org/NET/c4dm/timeline.owl",
Chris@520 1014 "http://purl.org/ontology/mo/",
Chris@520 1015 "http://purl.org/ontology/af/",
Chris@520 1016 "http://www.w3.org/2000/01/rdf-schema",
Chris@520 1017 "http://purl.org/dc/elements/1.1/",
Chris@520 1018 };
Chris@520 1019 for (size_t i = 0; i < sizeof(prefixes)/sizeof(prefixes[0]); ++i) {
Chris@520 1020 CachedFile cf(prefixes[i], reporter, "application/rdf+xml");
Chris@520 1021 if (!cf.isOK()) continue;
Chris@520 1022 SimpleSPARQLQuery::addSourceToModel
Chris@520 1023 (QUrl::fromLocalFile(cf.getLocalFilename()).toString());
Chris@520 1024 }
Chris@520 1025 m_prefixesLoaded = true;
Chris@520 1026 }