annotate rdf/RDFImporter.cpp @ 508:1b8c748fd7ea

* Support recording the summary type in transform
author Chris Cannam
date Fri, 05 Dec 2008 16:18:04 +0000
parents 83eae5239db6
children af7b6e55895b
rev   line source
Chris@439 1 /* -*- c-basic-offset: 4 indent-tabs-mode: nil -*- vi:set ts=8 sts=4 sw=4: */
Chris@439 2
Chris@439 3 /*
Chris@439 4 Sonic Visualiser
Chris@439 5 An audio file viewer and annotation editor.
Chris@439 6 Centre for Digital Music, Queen Mary, University of London.
Chris@439 7 This file copyright 2008 QMUL.
Chris@439 8
Chris@439 9 This program is free software; you can redistribute it and/or
Chris@439 10 modify it under the terms of the GNU General Public License as
Chris@439 11 published by the Free Software Foundation; either version 2 of the
Chris@439 12 License, or (at your option) any later version. See the file
Chris@439 13 COPYING included with this distribution for more information.
Chris@439 14 */
Chris@439 15
Chris@439 16 #include "RDFImporter.h"
Chris@439 17
Chris@439 18 #include <map>
Chris@439 19 #include <vector>
Chris@439 20
Chris@439 21 #include <iostream>
Chris@439 22 #include <cmath>
Chris@439 23
Chris@439 24 #include "SimpleSPARQLQuery.h"
Chris@439 25
Chris@439 26 #include "base/ProgressReporter.h"
Chris@439 27 #include "base/RealTime.h"
Chris@439 28
Chris@439 29 #include "data/model/SparseOneDimensionalModel.h"
Chris@439 30 #include "data/model/SparseTimeValueModel.h"
Chris@439 31 #include "data/model/EditableDenseThreeDimensionalModel.h"
Chris@449 32 #include "data/model/NoteModel.h"
Chris@449 33 #include "data/model/RegionModel.h"
Chris@499 34 #include "data/model/WaveFileModel.h"
Chris@499 35
Chris@499 36 #include "data/fileio/FileSource.h"
Chris@439 37
Chris@439 38 using std::cerr;
Chris@439 39 using std::endl;
Chris@439 40
Chris@439 41 class RDFImporterImpl
Chris@439 42 {
Chris@439 43 public:
Chris@439 44 RDFImporterImpl(QString url, int sampleRate);
Chris@439 45 virtual ~RDFImporterImpl();
Chris@490 46
Chris@490 47 void setSampleRate(int sampleRate) { m_sampleRate = sampleRate; }
Chris@439 48
Chris@439 49 bool isOK();
Chris@439 50 QString getErrorString() const;
Chris@439 51
Chris@439 52 std::vector<Model *> getDataModels(ProgressReporter *);
Chris@439 53
Chris@439 54 protected:
Chris@439 55 QString m_uristring;
Chris@439 56 QString m_errorString;
Chris@499 57 std::map<QString, Model *> m_audioModelMap;
Chris@439 58 int m_sampleRate;
Chris@439 59
Chris@499 60 void getDataModelsAudio(std::vector<Model *> &, ProgressReporter *);
Chris@440 61 void getDataModelsSparse(std::vector<Model *> &, ProgressReporter *);
Chris@440 62 void getDataModelsDense(std::vector<Model *> &, ProgressReporter *);
Chris@440 63
Chris@493 64 void getDenseModelTitle(Model *, QString, QString);
Chris@493 65
Chris@440 66 void getDenseFeatureProperties(QString featureUri,
Chris@440 67 int &sampleRate, int &windowLength,
Chris@440 68 int &hopSize, int &width, int &height);
Chris@440 69
Chris@449 70 void fillModel(Model *, long, long, bool, std::vector<float> &, QString);
Chris@439 71 };
Chris@439 72
Chris@439 73
Chris@439 74 QString
Chris@439 75 RDFImporter::getKnownExtensions()
Chris@439 76 {
Chris@439 77 return "*.rdf *.n3 *.ttl";
Chris@439 78 }
Chris@439 79
Chris@439 80 RDFImporter::RDFImporter(QString url, int sampleRate) :
Chris@439 81 m_d(new RDFImporterImpl(url, sampleRate))
Chris@439 82 {
Chris@439 83 }
Chris@439 84
Chris@439 85 RDFImporter::~RDFImporter()
Chris@439 86 {
Chris@439 87 delete m_d;
Chris@439 88 }
Chris@439 89
Chris@490 90 void
Chris@490 91 RDFImporter::setSampleRate(int sampleRate)
Chris@490 92 {
Chris@490 93 m_d->setSampleRate(sampleRate);
Chris@490 94 }
Chris@490 95
Chris@439 96 bool
Chris@439 97 RDFImporter::isOK()
Chris@439 98 {
Chris@439 99 return m_d->isOK();
Chris@439 100 }
Chris@439 101
Chris@439 102 QString
Chris@439 103 RDFImporter::getErrorString() const
Chris@439 104 {
Chris@439 105 return m_d->getErrorString();
Chris@439 106 }
Chris@439 107
Chris@439 108 std::vector<Model *>
Chris@439 109 RDFImporter::getDataModels(ProgressReporter *r)
Chris@439 110 {
Chris@439 111 return m_d->getDataModels(r);
Chris@439 112 }
Chris@439 113
Chris@439 114 RDFImporterImpl::RDFImporterImpl(QString uri, int sampleRate) :
Chris@439 115 m_uristring(uri),
Chris@439 116 m_sampleRate(sampleRate)
Chris@439 117 {
Chris@439 118 }
Chris@439 119
Chris@439 120 RDFImporterImpl::~RDFImporterImpl()
Chris@439 121 {
Chris@492 122 SimpleSPARQLQuery::closeSingleSource(m_uristring);
Chris@439 123 }
Chris@439 124
Chris@439 125 bool
Chris@439 126 RDFImporterImpl::isOK()
Chris@439 127 {
Chris@439 128 return (m_errorString == "");
Chris@439 129 }
Chris@439 130
Chris@439 131 QString
Chris@439 132 RDFImporterImpl::getErrorString() const
Chris@439 133 {
Chris@439 134 return m_errorString;
Chris@439 135 }
Chris@439 136
Chris@439 137 std::vector<Model *>
Chris@439 138 RDFImporterImpl::getDataModels(ProgressReporter *reporter)
Chris@439 139 {
Chris@439 140 std::vector<Model *> models;
Chris@439 141
Chris@499 142 getDataModelsAudio(models, reporter);
Chris@499 143
Chris@490 144 if (m_sampleRate == 0) {
Chris@490 145 std::cerr << "RDFImporter::getDataModels: invalid sample rate" << std::endl;
Chris@490 146 return models;
Chris@490 147 }
Chris@490 148
Chris@508 149 QString error;
Chris@508 150
Chris@508 151 if (!isOK()) error = m_errorString;
Chris@508 152 m_errorString = "";
Chris@508 153
Chris@440 154 getDataModelsDense(models, reporter);
Chris@440 155
Chris@440 156 if (!isOK()) error = m_errorString;
Chris@440 157 m_errorString = "";
Chris@440 158
Chris@440 159 getDataModelsSparse(models, reporter);
Chris@440 160
Chris@440 161 if (isOK()) m_errorString = error;
Chris@440 162
Chris@440 163 return models;
Chris@440 164 }
Chris@440 165
Chris@440 166 void
Chris@499 167 RDFImporterImpl::getDataModelsAudio(std::vector<Model *> &models,
Chris@499 168 ProgressReporter *reporter)
Chris@499 169 {
Chris@499 170 SimpleSPARQLQuery query = SimpleSPARQLQuery
Chris@499 171 (SimpleSPARQLQuery::QueryFromSingleSource,
Chris@499 172 QString
Chris@499 173 (
Chris@499 174 " PREFIX mo: <http://purl.org/ontology/mo/> "
Chris@499 175 " SELECT ?signal ?source FROM <%1> "
Chris@499 176 " WHERE { ?signal a mo:Signal ; mo:available_as ?source } "
Chris@499 177 )
Chris@499 178 .arg(m_uristring));
Chris@499 179
Chris@499 180 SimpleSPARQLQuery::ResultList results = query.execute();
Chris@499 181
Chris@499 182 for (int i = 0; i < results.size(); ++i) {
Chris@499 183
Chris@499 184 QString signal = results[i]["signal"].value;
Chris@499 185 QString source = results[i]["source"].value;
Chris@499 186
Chris@499 187 FileSource fs(source, reporter);
Chris@499 188 if (fs.isAvailable()) {
Chris@499 189 if (reporter) {
Chris@499 190 reporter->setMessage(RDFImporter::tr("Importing audio referenced in RDF..."));
Chris@499 191 }
Chris@499 192 fs.waitForData();
Chris@499 193 WaveFileModel *newModel = new WaveFileModel(fs, m_sampleRate);
Chris@499 194 if (newModel->isOK()) {
Chris@499 195 std::cerr << "Successfully created wave file model from source at \"" << source.toStdString() << "\"" << std::endl;
Chris@499 196 models.push_back(newModel);
Chris@499 197 m_audioModelMap[signal] = newModel;
Chris@499 198 if (m_sampleRate == 0) {
Chris@499 199 m_sampleRate = newModel->getSampleRate();
Chris@499 200 }
Chris@499 201 } else {
Chris@508 202 m_errorString = QString("Failed to create wave file model from source at \"%1\"").arg(source);
Chris@499 203 delete newModel;
Chris@499 204 }
Chris@508 205 } else {
Chris@508 206 m_errorString = QString("Signal source \"%1\" is not available").arg(source);
Chris@499 207 }
Chris@499 208 }
Chris@499 209 }
Chris@499 210
Chris@499 211 void
Chris@440 212 RDFImporterImpl::getDataModelsDense(std::vector<Model *> &models,
Chris@440 213 ProgressReporter *reporter)
Chris@440 214 {
Chris@499 215 if (reporter) {
Chris@499 216 reporter->setMessage(RDFImporter::tr("Importing dense signal data from RDF..."));
Chris@499 217 }
Chris@499 218
Chris@440 219 SimpleSPARQLQuery query = SimpleSPARQLQuery
Chris@489 220 (SimpleSPARQLQuery::QueryFromSingleSource,
Chris@480 221 QString
Chris@440 222 (
Chris@440 223 " PREFIX mo: <http://purl.org/ontology/mo/>"
Chris@440 224 " PREFIX af: <http://purl.org/ontology/af/>"
Chris@440 225
Chris@493 226 " SELECT ?feature ?feature_signal_type ?value "
Chris@440 227 " FROM <%1> "
Chris@440 228
Chris@440 229 " WHERE { "
Chris@440 230
Chris@493 231 " ?signal af:signal_feature ?feature . "
Chris@440 232
Chris@440 233 " ?feature a ?feature_signal_type ; "
Chris@440 234 " af:value ?value . "
Chris@440 235
Chris@440 236 " } "
Chris@440 237 )
Chris@440 238 .arg(m_uristring));
Chris@440 239
Chris@440 240 SimpleSPARQLQuery::ResultList results = query.execute();
Chris@440 241
Chris@440 242 if (!query.isOK()) {
Chris@440 243 m_errorString = query.getErrorString();
Chris@440 244 return;
Chris@440 245 }
Chris@440 246
Chris@440 247 if (query.wasCancelled()) {
Chris@440 248 m_errorString = "Query cancelled";
Chris@440 249 return;
Chris@440 250 }
Chris@440 251
Chris@440 252 for (int i = 0; i < results.size(); ++i) {
Chris@440 253
Chris@440 254 QString feature = results[i]["feature"].value;
Chris@440 255 QString type = results[i]["feature_signal_type"].value;
Chris@440 256 QString value = results[i]["value"].value;
Chris@440 257
Chris@440 258 int sampleRate = 0;
Chris@440 259 int windowLength = 0;
Chris@440 260 int hopSize = 0;
Chris@440 261 int width = 0;
Chris@440 262 int height = 0;
Chris@440 263 getDenseFeatureProperties
Chris@440 264 (feature, sampleRate, windowLength, hopSize, width, height);
Chris@440 265
Chris@440 266 if (sampleRate != 0 && sampleRate != m_sampleRate) {
Chris@440 267 cerr << "WARNING: Sample rate in dense feature description does not match our underlying rate -- using rate from feature description" << endl;
Chris@440 268 }
Chris@440 269 if (sampleRate == 0) sampleRate = m_sampleRate;
Chris@440 270
Chris@440 271 if (hopSize == 0) {
Chris@440 272 cerr << "WARNING: Dense feature description does not specify a hop size -- assuming 1" << endl;
Chris@440 273 hopSize = 1;
Chris@440 274 }
Chris@440 275
Chris@440 276 if (height == 0) {
Chris@440 277 cerr << "WARNING: Dense feature description does not specify feature signal dimensions -- assuming one-dimensional (height = 1)" << endl;
Chris@440 278 height = 1;
Chris@440 279 }
Chris@440 280
Chris@440 281 QStringList values = value.split(' ', QString::SkipEmptyParts);
Chris@440 282
Chris@440 283 if (values.empty()) {
Chris@440 284 cerr << "WARNING: Dense feature description does not specify any values!" << endl;
Chris@440 285 continue;
Chris@440 286 }
Chris@440 287
Chris@440 288 if (height == 1) {
Chris@440 289
Chris@440 290 SparseTimeValueModel *m = new SparseTimeValueModel
Chris@440 291 (sampleRate, hopSize, false);
Chris@440 292
Chris@440 293 for (int j = 0; j < values.size(); ++j) {
Chris@440 294 float f = values[j].toFloat();
Chris@440 295 SparseTimeValueModel::Point point(j * hopSize, f, "");
Chris@440 296 m->addPoint(point);
Chris@440 297 }
Chris@493 298
Chris@493 299 getDenseModelTitle(m, feature, type);
Chris@440 300
Chris@440 301 models.push_back(m);
Chris@440 302
Chris@440 303 } else {
Chris@440 304
Chris@440 305 EditableDenseThreeDimensionalModel *m =
Chris@440 306 new EditableDenseThreeDimensionalModel(sampleRate, hopSize,
Chris@440 307 height, false);
Chris@440 308
Chris@440 309 EditableDenseThreeDimensionalModel::Column column;
Chris@440 310
Chris@440 311 int x = 0;
Chris@440 312
Chris@440 313 for (int j = 0; j < values.size(); ++j) {
Chris@440 314 if (j % height == 0 && !column.empty()) {
Chris@440 315 m->setColumn(x++, column);
Chris@440 316 column.clear();
Chris@440 317 }
Chris@440 318 column.push_back(values[j].toFloat());
Chris@440 319 }
Chris@440 320
Chris@440 321 if (!column.empty()) {
Chris@440 322 m->setColumn(x++, column);
Chris@440 323 }
Chris@440 324
Chris@493 325 getDenseModelTitle(m, feature, type);
Chris@493 326
Chris@440 327 models.push_back(m);
Chris@440 328 }
Chris@440 329 }
Chris@440 330 }
Chris@440 331
Chris@440 332 void
Chris@493 333 RDFImporterImpl::getDenseModelTitle(Model *m,
Chris@493 334 QString featureUri,
Chris@493 335 QString featureTypeUri)
Chris@493 336 {
Chris@493 337 QString titleQuery = QString
Chris@493 338 (
Chris@493 339 " PREFIX dc: <http://purl.org/dc/elements/1.1/> "
Chris@493 340 " SELECT ?title "
Chris@493 341 " FROM <%1> "
Chris@493 342 " WHERE { "
Chris@493 343 " <%2> dc:title ?title . "
Chris@493 344 " } "
Chris@493 345 ).arg(m_uristring);
Chris@493 346
Chris@493 347 SimpleSPARQLQuery::Value v;
Chris@493 348
Chris@493 349 v = SimpleSPARQLQuery::singleResultQuery
Chris@493 350 (SimpleSPARQLQuery::QueryFromSingleSource,
Chris@493 351 titleQuery.arg(featureUri),
Chris@493 352 "title");
Chris@493 353
Chris@493 354 if (v.value != "") {
Chris@493 355 std::cerr << "RDFImporterImpl::getDenseModelTitle: Title (from signal) \"" << v.value.toStdString() << "\"" << std::endl;
Chris@493 356 m->setObjectName(v.value);
Chris@493 357 return;
Chris@493 358 }
Chris@493 359
Chris@493 360 v = SimpleSPARQLQuery::singleResultQuery
Chris@493 361 (SimpleSPARQLQuery::QueryFromSingleSource,
Chris@493 362 titleQuery.arg(featureTypeUri),
Chris@493 363 "title");
Chris@493 364
Chris@493 365 if (v.value != "") {
Chris@493 366 std::cerr << "RDFImporterImpl::getDenseModelTitle: Title (from signal type) \"" << v.value.toStdString() << "\"" << std::endl;
Chris@493 367 m->setObjectName(v.value);
Chris@493 368 return;
Chris@493 369 }
Chris@493 370
Chris@493 371 std::cerr << "RDFImporterImpl::getDenseModelTitle: No title available for feature <" << featureUri.toStdString() << ">" << std::endl;
Chris@493 372 }
Chris@493 373
Chris@493 374 void
Chris@440 375 RDFImporterImpl::getDenseFeatureProperties(QString featureUri,
Chris@440 376 int &sampleRate, int &windowLength,
Chris@440 377 int &hopSize, int &width, int &height)
Chris@440 378 {
Chris@489 379 SimpleSPARQLQuery::QueryType s = SimpleSPARQLQuery::QueryFromSingleSource;
Chris@489 380
Chris@440 381 QString dimensionsQuery
Chris@440 382 (
Chris@440 383 " PREFIX mo: <http://purl.org/ontology/mo/>"
Chris@440 384 " PREFIX af: <http://purl.org/ontology/af/>"
Chris@440 385
Chris@440 386 " SELECT ?dimensions "
Chris@440 387 " FROM <%1> "
Chris@440 388
Chris@440 389 " WHERE { "
Chris@440 390
Chris@440 391 " <%2> af:dimensions ?dimensions . "
Chris@440 392
Chris@440 393 " } "
Chris@440 394 );
Chris@440 395
Chris@440 396 SimpleSPARQLQuery::Value dimensionsValue =
Chris@489 397 SimpleSPARQLQuery::singleResultQuery
Chris@489 398 (s, dimensionsQuery.arg(m_uristring).arg(featureUri), "dimensions");
Chris@440 399
Chris@440 400 cerr << "Dimensions = \"" << dimensionsValue.value.toStdString() << "\""
Chris@440 401 << endl;
Chris@440 402
Chris@440 403 if (dimensionsValue.value != "") {
Chris@440 404 QStringList dl = dimensionsValue.value.split(" ");
Chris@440 405 if (dl.empty()) dl.push_back(dimensionsValue.value);
Chris@440 406 if (dl.size() > 0) height = dl[0].toInt();
Chris@440 407 if (dl.size() > 1) width = dl[1].toInt();
Chris@440 408 }
Chris@440 409
Chris@440 410 QString queryTemplate
Chris@440 411 (
Chris@440 412 " PREFIX mo: <http://purl.org/ontology/mo/>"
Chris@440 413 " PREFIX af: <http://purl.org/ontology/af/>"
Chris@440 414 " PREFIX tl: <http://purl.org/NET/c4dm/timeline.owl#>"
Chris@440 415
Chris@440 416 " SELECT ?%3 "
Chris@440 417 " FROM <%1> "
Chris@440 418
Chris@440 419 " WHERE { "
Chris@440 420
Chris@440 421 " <%2> mo:time ?time . "
Chris@440 422
Chris@440 423 " ?time a tl:Interval ; "
Chris@440 424 " tl:onTimeLine ?timeline . "
Chris@440 425
Chris@440 426 " ?map tl:rangeTimeLine ?timeline . "
Chris@440 427
Chris@440 428 " ?map tl:%3 ?%3 . "
Chris@440 429
Chris@440 430 " } "
Chris@440 431 );
Chris@440 432
Chris@440 433 // Another laborious workaround for rasqal's failure to handle
Chris@440 434 // multiple optionals properly
Chris@440 435
Chris@440 436 SimpleSPARQLQuery::Value srValue =
Chris@489 437 SimpleSPARQLQuery::singleResultQuery(s,
Chris@480 438 queryTemplate
Chris@440 439 .arg(m_uristring).arg(featureUri)
Chris@440 440 .arg("sampleRate"),
Chris@440 441 "sampleRate");
Chris@440 442 if (srValue.value != "") {
Chris@440 443 sampleRate = srValue.value.toInt();
Chris@440 444 }
Chris@440 445
Chris@440 446 SimpleSPARQLQuery::Value hopValue =
Chris@489 447 SimpleSPARQLQuery::singleResultQuery(s,
Chris@480 448 queryTemplate
Chris@440 449 .arg(m_uristring).arg(featureUri)
Chris@440 450 .arg("hopSize"),
Chris@440 451 "hopSize");
Chris@440 452 if (srValue.value != "") {
Chris@440 453 hopSize = hopValue.value.toInt();
Chris@440 454 }
Chris@440 455
Chris@440 456 SimpleSPARQLQuery::Value winValue =
Chris@489 457 SimpleSPARQLQuery::singleResultQuery(s,
Chris@480 458 queryTemplate
Chris@440 459 .arg(m_uristring).arg(featureUri)
Chris@440 460 .arg("windowLength"),
Chris@440 461 "windowLength");
Chris@440 462 if (winValue.value != "") {
Chris@440 463 windowLength = winValue.value.toInt();
Chris@440 464 }
Chris@440 465
Chris@440 466 cerr << "sr = " << sampleRate << ", hop = " << hopSize << ", win = " << windowLength << endl;
Chris@440 467 }
Chris@440 468
Chris@440 469 void
Chris@440 470 RDFImporterImpl::getDataModelsSparse(std::vector<Model *> &models,
Chris@440 471 ProgressReporter *reporter)
Chris@440 472 {
Chris@499 473 if (reporter) {
Chris@499 474 reporter->setMessage(RDFImporter::tr("Importing event data from RDF..."));
Chris@499 475 }
Chris@499 476
Chris@489 477 SimpleSPARQLQuery::QueryType s = SimpleSPARQLQuery::QueryFromSingleSource;
Chris@489 478
Chris@439 479 // Our query is intended to retrieve every thing that has a time,
Chris@439 480 // and every feature type and value associated with a thing that
Chris@439 481 // has a time.
Chris@439 482
Chris@439 483 // We will then need to refine this big bag of results into a set
Chris@439 484 // of data models.
Chris@439 485
Chris@439 486 // Results that have different source signals should go into
Chris@439 487 // different models.
Chris@439 488
Chris@439 489 // Results that have different feature types should go into
Chris@439 490 // different models.
Chris@439 491
Chris@439 492 // Results that are sparse should go into different models from
Chris@439 493 // those that are dense (we need to examine the timestamps to
Chris@439 494 // establish this -- if the timestamps are regular, the results
Chris@439 495 // are dense -- so we can't do it as we go along, only after
Chris@439 496 // collecting all results).
Chris@439 497
Chris@439 498 // Timed things that have features associated with them should not
Chris@439 499 // appear directly in any model -- their features should appear
Chris@439 500 // instead -- and these should be different models from those used
Chris@439 501 // for timed things that do not have features.
Chris@439 502
Chris@439 503 // As we load the results, we'll push them into a partially
Chris@439 504 // structured container that maps from source signal (URI as
Chris@439 505 // string) -> feature type (likewise) -> time -> list of values.
Chris@439 506 // If the source signal or feature type is unavailable, the empty
Chris@439 507 // string will do.
Chris@439 508
Chris@449 509 QString prefixes = QString(
Chris@439 510 " PREFIX event: <http://purl.org/NET/c4dm/event.owl#>"
Chris@449 511 " PREFIX tl: <http://purl.org/NET/c4dm/timeline.owl#>"
Chris@439 512 " PREFIX mo: <http://purl.org/ontology/mo/>"
Chris@439 513 " PREFIX af: <http://purl.org/ontology/af/>"
Chris@449 514 " PREFIX rdfs: <http://www.w3.org/2000/01/rdf-schema#>"
Chris@449 515 );
Chris@439 516
Chris@449 517 QString queryString = prefixes + QString(
Chris@449 518
Chris@499 519 " SELECT ?signal ?timed_thing ?event_type ?value"
Chris@439 520 " FROM <%1>"
Chris@439 521
Chris@439 522 " WHERE {"
Chris@440 523
Chris@440 524 " ?signal a mo:Signal ."
Chris@440 525
Chris@439 526 " ?signal mo:time ?interval ."
Chris@449 527 " ?interval tl:onTimeLine ?tl ."
Chris@449 528 " ?time tl:onTimeLine ?tl ."
Chris@449 529 " ?timed_thing event:time ?time ."
Chris@440 530 " ?timed_thing a ?event_type ."
Chris@440 531
Chris@439 532 " OPTIONAL {"
Chris@440 533 " ?timed_thing af:feature ?value"
Chris@439 534 " }"
Chris@439 535 " }"
Chris@439 536
Chris@439 537 ).arg(m_uristring);
Chris@439 538
Chris@449 539 QString timeQueryString = prefixes + QString(
Chris@449 540
Chris@449 541 " SELECT ?time FROM <%1> "
Chris@449 542 " WHERE { "
Chris@449 543 " <%2> event:time ?t . "
Chris@449 544 " ?t tl:at ?time . "
Chris@449 545 " } "
Chris@449 546
Chris@449 547 ).arg(m_uristring);
Chris@449 548
Chris@449 549 QString rangeQueryString = prefixes + QString(
Chris@449 550
Chris@449 551 " SELECT ?time ?duration FROM <%1> "
Chris@449 552 " WHERE { "
Chris@449 553 " <%2> event:time ?t . "
Chris@449 554 " ?t tl:beginsAt ?time . "
Chris@449 555 " ?t tl:duration ?duration . "
Chris@449 556 " } "
Chris@449 557
Chris@449 558 ).arg(m_uristring);
Chris@449 559
Chris@449 560 QString labelQueryString = prefixes + QString(
Chris@449 561
Chris@449 562 " SELECT ?label FROM <%1> "
Chris@449 563 " WHERE { "
Chris@449 564 " <%2> rdfs:label ?label . "
Chris@449 565 " } "
Chris@449 566
Chris@449 567 ).arg(m_uristring);
Chris@449 568
Chris@489 569 SimpleSPARQLQuery query(s, queryString);
Chris@439 570 query.setProgressReporter(reporter);
Chris@439 571
Chris@500 572 // cerr << "Query will be: " << queryString.toStdString() << endl;
Chris@439 573
Chris@439 574 SimpleSPARQLQuery::ResultList results = query.execute();
Chris@439 575
Chris@439 576 if (!query.isOK()) {
Chris@439 577 m_errorString = query.getErrorString();
Chris@440 578 return;
Chris@439 579 }
Chris@439 580
Chris@439 581 if (query.wasCancelled()) {
Chris@439 582 m_errorString = "Query cancelled";
Chris@440 583 return;
Chris@439 584 }
Chris@439 585
Chris@449 586 /*
Chris@449 587 This function is now only used for sparse data (for dense data
Chris@449 588 we would be in getDataModelsDense instead).
Chris@449 589
Chris@449 590 For sparse data, the determining factors in deciding what model
Chris@449 591 to use are: Do the features have values? and Do the features
Chris@449 592 have duration?
Chris@449 593
Chris@449 594 We can run through the results and check off whether we find
Chris@449 595 values and duration for each of the source+type keys, and then
Chris@449 596 run through the source+type keys pushing each of the results
Chris@449 597 into a suitable model.
Chris@449 598
Chris@449 599 Unfortunately, at this point we do not yet have any actual
Chris@449 600 timing data (time/duration) -- just the time URI.
Chris@449 601
Chris@449 602 What we _could_ do is to create one of each type of model at the
Chris@449 603 start, for each of the source+type keys, and then push each
Chris@449 604 feature into the relevant model depending on what we find out
Chris@449 605 about it. Then return only non-empty models.
Chris@449 606 */
Chris@449 607
Chris@449 608 // Map from signal source to event type to dimensionality to
Chris@449 609 // presence of duration to model ptr. Whee!
Chris@449 610 std::map<QString, std::map<QString, std::map<int, std::map<bool, Model *> > > >
Chris@449 611 modelMap;
Chris@449 612
Chris@439 613 for (int i = 0; i < results.size(); ++i) {
Chris@439 614
Chris@499 615 if (i % 4 == 0) {
Chris@499 616 if (reporter) reporter->setProgress(i/4);
Chris@499 617 }
Chris@499 618
Chris@499 619 QString source = results[i]["signal"].value;
Chris@449 620 QString type = results[i]["event_type"].value;
Chris@449 621 QString thinguri = results[i]["timed_thing"].value;
Chris@449 622
Chris@449 623 RealTime time;
Chris@449 624 RealTime duration;
Chris@439 625
Chris@449 626 bool haveTime = false;
Chris@449 627 bool haveDuration = false;
Chris@439 628
Chris@449 629 QString label = SimpleSPARQLQuery::singleResultQuery
Chris@489 630 (s, labelQueryString.arg(thinguri), "label").value;
Chris@449 631
Chris@489 632 SimpleSPARQLQuery rangeQuery(s, rangeQueryString.arg(thinguri));
Chris@450 633 SimpleSPARQLQuery::ResultList rangeResults = rangeQuery.execute();
Chris@450 634 if (!rangeResults.empty()) {
Chris@450 635 // std::cerr << rangeResults.size() << " range results" << std::endl;
Chris@450 636 time = RealTime::fromXsdDuration
Chris@450 637 (rangeResults[0]["time"].value.toStdString());
Chris@450 638 duration = RealTime::fromXsdDuration
Chris@450 639 (rangeResults[0]["duration"].value.toStdString());
Chris@450 640 // std::cerr << "duration string " << rangeResults[0]["duration"].value.toStdString() << std::endl;
Chris@449 641 haveTime = true;
Chris@450 642 haveDuration = true;
Chris@449 643 } else {
Chris@450 644 QString timestring = SimpleSPARQLQuery::singleResultQuery
Chris@489 645 (s, timeQueryString.arg(thinguri), "time").value;
Chris@450 646 if (timestring != "") {
Chris@450 647 time = RealTime::fromXsdDuration(timestring.toStdString());
Chris@449 648 haveTime = true;
Chris@449 649 }
Chris@449 650 }
Chris@439 651
Chris@439 652 QString valuestring = results[i]["value"].value;
Chris@449 653 std::vector<float> values;
Chris@449 654
Chris@439 655 if (valuestring != "") {
Chris@449 656 QStringList vsl = valuestring.split(" ", QString::SkipEmptyParts);
Chris@449 657 for (int j = 0; j < vsl.size(); ++j) {
Chris@449 658 bool success = false;
Chris@449 659 float v = vsl[j].toFloat(&success);
Chris@449 660 if (success) values.push_back(v);
Chris@449 661 }
Chris@439 662 }
Chris@439 663
Chris@449 664 int dimensions = 1;
Chris@449 665 if (values.size() == 1) dimensions = 2;
Chris@449 666 else if (values.size() > 1) dimensions = 3;
Chris@449 667
Chris@449 668 Model *model = 0;
Chris@449 669
Chris@449 670 if (modelMap[source][type][dimensions].find(haveDuration) ==
Chris@449 671 modelMap[source][type][dimensions].end()) {
Chris@449 672
Chris@449 673 /*
Chris@449 674 std::cerr << "Creating new model: source = " << source.toStdString()
Chris@449 675 << ", type = " << type.toStdString() << ", dimensions = "
Chris@449 676 << dimensions << ", haveDuration = " << haveDuration
Chris@449 677 << ", time = " << time << ", duration = " << duration
Chris@449 678 << std::endl;
Chris@449 679 */
Chris@449 680
Chris@449 681 if (!haveDuration) {
Chris@449 682
Chris@449 683 if (dimensions == 1) {
Chris@449 684
Chris@449 685 // std::cerr << "SparseOneDimensionalModel" << std::endl;
Chris@449 686 model = new SparseOneDimensionalModel(m_sampleRate, 1, false);
Chris@449 687
Chris@449 688 } else if (dimensions == 2) {
Chris@449 689
Chris@449 690 // std::cerr << "SparseTimeValueModel" << std::endl;
Chris@449 691 model = new SparseTimeValueModel(m_sampleRate, 1, false);
Chris@449 692
Chris@449 693 } else {
Chris@449 694
Chris@449 695 // We don't have a three-dimensional sparse model,
Chris@449 696 // so use a note model. We do have some logic (in
Chris@449 697 // extractStructure below) for guessing whether
Chris@449 698 // this should after all have been a dense model,
Chris@449 699 // but it's hard to apply it because we don't have
Chris@449 700 // all the necessary timing data yet... hmm
Chris@449 701
Chris@449 702 // std::cerr << "NoteModel" << std::endl;
Chris@449 703 model = new NoteModel(m_sampleRate, 1, false);
Chris@449 704 }
Chris@449 705
Chris@449 706 } else { // haveDuration
Chris@449 707
Chris@449 708 if (dimensions == 1 || dimensions == 2) {
Chris@449 709
Chris@449 710 // If our units are frequency or midi pitch, we
Chris@449 711 // should be using a note model... hm
Chris@449 712
Chris@449 713 // std::cerr << "RegionModel" << std::endl;
Chris@449 714 model = new RegionModel(m_sampleRate, 1, false);
Chris@449 715
Chris@449 716 } else {
Chris@449 717
Chris@449 718 // We don't have a three-dimensional sparse model,
Chris@449 719 // so use a note model. We do have some logic (in
Chris@449 720 // extractStructure below) for guessing whether
Chris@449 721 // this should after all have been a dense model,
Chris@449 722 // but it's hard to apply it because we don't have
Chris@449 723 // all the necessary timing data yet... hmm
Chris@449 724
Chris@449 725 // std::cerr << "NoteModel" << std::endl;
Chris@449 726 model = new NoteModel(m_sampleRate, 1, false);
Chris@449 727 }
Chris@449 728 }
Chris@449 729
Chris@499 730 if (m_audioModelMap.find(source) != m_audioModelMap.end()) {
Chris@499 731 std::cerr << "source model for " << model << " is " << m_audioModelMap[source] << std::endl;
Chris@499 732 model->setSourceModel(m_audioModelMap[source]);
Chris@499 733 }
Chris@499 734
Chris@493 735 QString titleQuery = QString
Chris@493 736 (
Chris@493 737 " PREFIX dc: <http://purl.org/dc/elements/1.1/> "
Chris@493 738 " SELECT ?title "
Chris@493 739 " FROM <%1> "
Chris@493 740 " WHERE { "
Chris@493 741 " <%2> dc:title ?title . "
Chris@493 742 " } "
Chris@493 743 ).arg(m_uristring).arg(type);
Chris@493 744 QString title = SimpleSPARQLQuery::singleResultQuery
Chris@493 745 (s, titleQuery, "title").value;
Chris@493 746 if (title != "") model->setObjectName(title);
Chris@493 747
Chris@449 748 modelMap[source][type][dimensions][haveDuration] = model;
Chris@449 749 models.push_back(model);
Chris@449 750 }
Chris@449 751
Chris@449 752 model = modelMap[source][type][dimensions][haveDuration];
Chris@449 753
Chris@449 754 if (model) {
Chris@449 755 long ftime = RealTime::realTime2Frame(time, m_sampleRate);
Chris@449 756 long fduration = RealTime::realTime2Frame(duration, m_sampleRate);
Chris@449 757 fillModel(model, ftime, fduration, haveDuration, values, label);
Chris@439 758 }
Chris@439 759 }
Chris@439 760 }
Chris@439 761
Chris@439 762 void
Chris@449 763 RDFImporterImpl::fillModel(Model *model,
Chris@449 764 long ftime,
Chris@449 765 long fduration,
Chris@449 766 bool haveDuration,
Chris@449 767 std::vector<float> &values,
Chris@449 768 QString label)
Chris@449 769 {
Chris@493 770 // std::cerr << "RDFImporterImpl::fillModel: adding point at frame " << ftime << std::endl;
Chris@492 771
Chris@449 772 SparseOneDimensionalModel *sodm =
Chris@449 773 dynamic_cast<SparseOneDimensionalModel *>(model);
Chris@449 774 if (sodm) {
Chris@449 775 SparseOneDimensionalModel::Point point(ftime, label);
Chris@449 776 sodm->addPoint(point);
Chris@449 777 return;
Chris@449 778 }
Chris@449 779
Chris@449 780 SparseTimeValueModel *stvm =
Chris@449 781 dynamic_cast<SparseTimeValueModel *>(model);
Chris@449 782 if (stvm) {
Chris@449 783 SparseTimeValueModel::Point point
Chris@449 784 (ftime, values.empty() ? 0.f : values[0], label);
Chris@449 785 stvm->addPoint(point);
Chris@449 786 return;
Chris@449 787 }
Chris@449 788
Chris@449 789 NoteModel *nm =
Chris@449 790 dynamic_cast<NoteModel *>(model);
Chris@449 791 if (nm) {
Chris@449 792 if (haveDuration) {
Chris@449 793 float value = 0.f, level = 1.f;
Chris@449 794 if (!values.empty()) {
Chris@449 795 value = values[0];
Chris@449 796 if (values.size() > 1) {
Chris@449 797 level = values[1];
Chris@449 798 }
Chris@449 799 }
Chris@449 800 NoteModel::Point point(ftime, value, fduration, level, label);
Chris@449 801 nm->addPoint(point);
Chris@449 802 } else {
Chris@449 803 float value = 0.f, duration = 1.f, level = 1.f;
Chris@449 804 if (!values.empty()) {
Chris@449 805 value = values[0];
Chris@449 806 if (values.size() > 1) {
Chris@449 807 duration = values[1];
Chris@449 808 if (values.size() > 2) {
Chris@449 809 level = values[2];
Chris@449 810 }
Chris@449 811 }
Chris@449 812 }
Chris@449 813 NoteModel::Point point(ftime, value, duration, level, label);
Chris@449 814 nm->addPoint(point);
Chris@449 815 }
Chris@449 816 return;
Chris@449 817 }
Chris@449 818
Chris@449 819 RegionModel *rm =
Chris@449 820 dynamic_cast<RegionModel *>(model);
Chris@449 821 if (rm) {
Chris@449 822 if (haveDuration) {
Chris@449 823 RegionModel::Point point
Chris@449 824 (ftime, values.empty() ? 0.f : values[0], fduration, label);
Chris@449 825 rm->addPoint(point);
Chris@449 826 } else {
Chris@449 827 // This won't actually happen -- we only create region models
Chris@449 828 // if we do have duration -- but just for completeness
Chris@449 829 float value = 0.f, duration = 1.f;
Chris@449 830 if (!values.empty()) {
Chris@449 831 value = values[0];
Chris@449 832 if (values.size() > 1) {
Chris@449 833 duration = values[1];
Chris@449 834 }
Chris@449 835 }
Chris@449 836 RegionModel::Point point(ftime, value, duration, label);
Chris@449 837 rm->addPoint(point);
Chris@449 838 }
Chris@449 839 return;
Chris@449 840 }
Chris@449 841
Chris@449 842 std::cerr << "WARNING: RDFImporterImpl::fillModel: Unknown or unexpected model type" << std::endl;
Chris@449 843 return;
Chris@449 844 }
Chris@449 845
Chris@490 846 RDFImporter::RDFDocumentType
Chris@490 847 RDFImporter::identifyDocumentType(QString url)
Chris@490 848 {
Chris@490 849 bool haveAudio = false;
Chris@490 850 bool haveAnnotations = false;
Chris@449 851
Chris@499 852 // This query is not expected to return any values, but if it
Chris@499 853 // executes successfully (leaving no error in the error string)
Chris@499 854 // then we know we have RDF
Chris@499 855 SimpleSPARQLQuery q(SimpleSPARQLQuery::QueryFromSingleSource,
Chris@499 856 QString(" SELECT ?x FROM <%1> WHERE { ?x <y> <z> } ")
Chris@499 857 .arg(url));
Chris@499 858
Chris@499 859 SimpleSPARQLQuery::ResultList r = q.execute();
Chris@499 860 if (!q.isOK()) {
Chris@499 861 return NotRDF;
Chris@499 862 }
Chris@499 863
Chris@490 864 SimpleSPARQLQuery::Value value =
Chris@490 865 SimpleSPARQLQuery::singleResultQuery
Chris@490 866 (SimpleSPARQLQuery::QueryFromSingleSource,
Chris@490 867 QString
Chris@490 868 (" PREFIX mo: <http://purl.org/ontology/mo/> "
Chris@490 869 " SELECT ?url FROM <%1> "
Chris@490 870 " WHERE { ?signal a mo:Signal ; mo:available_as ?url } "
Chris@490 871 ).arg(url),
Chris@490 872 "url");
Chris@490 873
Chris@490 874 if (value.type == SimpleSPARQLQuery::URIValue) {
Chris@490 875 haveAudio = true;
Chris@490 876 }
Chris@490 877
Chris@490 878 value =
Chris@490 879 SimpleSPARQLQuery::singleResultQuery
Chris@490 880 (SimpleSPARQLQuery::QueryFromSingleSource,
Chris@490 881 QString
Chris@490 882 (" PREFIX event: <http://purl.org/NET/c4dm/event.owl#> "
Chris@490 883 " SELECT ?thing FROM <%1> "
Chris@490 884 " WHERE { ?thing event:time ?time } "
Chris@490 885 ).arg(url),
Chris@490 886 "thing");
Chris@490 887
Chris@490 888 if (value.type == SimpleSPARQLQuery::URIValue) {
Chris@490 889 haveAnnotations = true;
Chris@490 890 }
Chris@490 891
Chris@490 892 if (!haveAnnotations) {
Chris@490 893
Chris@490 894 value =
Chris@490 895 SimpleSPARQLQuery::singleResultQuery
Chris@490 896 (SimpleSPARQLQuery::QueryFromSingleSource,
Chris@490 897 QString
Chris@490 898 (" PREFIX af: <http://purl.org/ontology/af/> "
Chris@490 899 " SELECT ?thing FROM <%1> "
Chris@490 900 " WHERE { ?signal af:signal_feature ?thing } "
Chris@490 901 ).arg(url),
Chris@490 902 "thing");
Chris@490 903
Chris@490 904 if (value.type == SimpleSPARQLQuery::URIValue) {
Chris@490 905 haveAnnotations = true;
Chris@490 906 }
Chris@490 907 }
Chris@490 908
Chris@490 909 if (haveAudio) {
Chris@490 910 if (haveAnnotations) {
Chris@490 911 return AudioRefAndAnnotations;
Chris@490 912 } else {
Chris@490 913 return AudioRef;
Chris@490 914 }
Chris@490 915 } else {
Chris@490 916 if (haveAnnotations) {
Chris@490 917 return Annotations;
Chris@490 918 } else {
Chris@499 919 return OtherRDFDocument;
Chris@490 920 }
Chris@490 921 }
Chris@492 922
Chris@492 923 SimpleSPARQLQuery::closeSingleSource(url);
Chris@490 924 }
Chris@490 925
Chris@490 926