annotate testapp/Loader.cpp @ 31:07efb25d24d6

* Merge revs 7200-7222 from SVN (update use of loader API, switch to using mapper for merge operation)
author Chris Cannam
date Thu, 18 Mar 2010 16:59:24 +0000
parents 7d8a6167febb
children a6a71d1c7eb7
rev   line source
Chris@10 1 /* -*- c-basic-offset: 4 indent-tabs-mode: nil -*- vi:set ts=8 sts=4 sw=4: */
Chris@7 2
Chris@7 3 #include "Objects.h"
Chris@11 4 #include "EditDistance.h"
Chris@7 5 #include "TypeRegistrar.h"
Chris@7 6
Chris@7 7 #include <dataquay/BasicStore.h>
Chris@28 8 #include <dataquay/objectmapper/ObjectLoader.h>
Chris@28 9 #include <dataquay/objectmapper/TypeMapping.h>
Chris@10 10 #include <dataquay/Debug.h>
Chris@7 11
Chris@7 12 #include <QTemporaryFile>
Chris@10 13 #include <QMultiMap>
Chris@7 14
Chris@7 15 #include <iostream>
Chris@7 16
Chris@11 17 #ifdef TURBOT_PROFILER
Chris@11 18 #include <base/Profiler.h>
Chris@11 19 #endif
Chris@11 20
Chris@7 21 using namespace Dataquay;
Chris@7 22 using namespace ClassicalData;
Chris@7 23
Chris@7 24 bool
Chris@7 25 load(BasicStore *store, QString resourceName)
Chris@7 26 {
Chris@7 27 QTemporaryFile tf;
Chris@7 28 if (!tf.open()) return false;
Chris@7 29 tf.setAutoRemove(true);
Chris@7 30 QFile f(resourceName);
Chris@7 31 if (!f.open(QFile::ReadOnly)) return false;
Chris@7 32 QByteArray buffer;
Chris@7 33 int bufsiz = 10240;
Chris@7 34 while (!f.atEnd()) {
Chris@7 35 buffer = f.read(bufsiz);
Chris@7 36 tf.write(buffer);
Chris@7 37 }
Chris@7 38 std::cerr << "unpacked, importing..." << std::endl;
Chris@7 39 store->import("file://" + tf.fileName(),
Chris@7 40 BasicStore::ImportPermitDuplicates, // fastest mode
Chris@7 41 "ntriples");
Chris@7 42 return true;
Chris@7 43 }
Chris@7 44
Chris@7 45 int main(int argc, char **argv)
Chris@7 46 {
Chris@7 47 BasicStore *store = new BasicStore();
Chris@20 48 store->setBaseUri(Uri("http://dbtune.org/classical/resource/"));
Chris@28 49 ObjectLoader *loader = new ObjectLoader(store);
Chris@28 50 TypeMapping tm;
Chris@7 51
Chris@22 52 TypeRegistrar::registerTypes();
Chris@28 53 TypeRegistrar::addMappings(store, &tm);
Chris@28 54
Chris@28 55 loader->setTypeMapping(tm);
Chris@7 56
Chris@7 57 if (!load(store, ":data.ntriples")) {
Chris@7 58 std::cerr << "Failed to unpack and load resource" << std::endl;
Chris@7 59 return 1;
Chris@7 60 }
Chris@7 61
Chris@7 62 std::cerr << "imported, mapping..." << std::endl;
Chris@7 63
Chris@31 64 // QObject *root = loader->loadAllObjects(0);
Chris@31 65
Chris@31 66 QObjectList objects;
Chris@31 67 try {
Chris@31 68 objects = loader->loadAll();
Chris@31 69 } catch (const std::exception &e) {
Chris@31 70 std::cerr << "mapping failed: " << e.what() << std::endl;
Chris@31 71 return 1;
Chris@31 72 }
Chris@8 73
Chris@28 74 delete loader;
Chris@7 75 delete store;
Chris@11 76
Chris@9 77 QObjectList composers;
Chris@11 78 // std::cerr << "Known composers:" << std::endl;
Chris@31 79 foreach (QObject *o, objects) {
Chris@10 80 Composer *c = qobject_cast<Composer *>(o);
Chris@10 81 if (c) {
Chris@10 82 QString sn = c->getSortName(true);
Chris@10 83 if (sn == "") {
Chris@10 84 std::cerr << "WARNING: Composer " << c->name().toStdString() << " (URI " << c->property("uri").toString().toStdString() << ") has no sort-name" << std::endl;
Chris@10 85 } else {
Chris@11 86 // std::cerr << sn.toStdString() << std::endl;
Chris@10 87 }
Chris@10 88 composers.push_back(c);
Chris@10 89 }
Chris@9 90 }
Chris@11 91 /*
Chris@10 92 for (int i = 1; i < argc; ++i) {
Chris@10 93 QString name = argv[i];
Chris@9 94 std::cerr << "Name: " << name.toStdString() << std::endl;
Chris@10 95 QMultiMap<int, QString> matches;
Chris@9 96 foreach (QObject *o, composers) {
Chris@9 97 Composer *c = qobject_cast<Composer *>(o);
Chris@9 98 if (!c) continue;
Chris@10 99 int value = c->matchFuzzyName(name);
Chris@10 100 matches.insert(value, c->getSortName(false));
Chris@9 101 }
Chris@10 102 for (QMultiMap<int, QString>::const_iterator i = matches.begin();
Chris@10 103 i != matches.end(); ++i) {
Chris@10 104 if (i.key() < 0) continue;
Chris@10 105 std::cerr << "Score: " << i.key() << " for name: " << i.value().toStdString() << std::endl;
Chris@10 106 }
Chris@9 107 }
Chris@11 108 */
Chris@11 109 while (!std::cin.eof()) {
Chris@14 110 std::cerr << std::endl << "Enter composer name: ";
Chris@11 111 std::string s;
Chris@11 112 getline(std::cin, s);
Chris@15 113 std::cerr << "[" << s << "]" << std::endl;
Chris@14 114 QMultiMap<float, QString> matches;
Chris@13 115 QRegExp sre("[\\., -]+");
Chris@13 116 QStringList elements = QString::fromStdString(s)
Chris@13 117 .toLower().split(sre, QString::SkipEmptyParts);
Chris@11 118 foreach (QObject *o, composers) {
Chris@11 119 Composer *c = qobject_cast<Composer *>(o);
Chris@11 120 if (!c) continue;
Chris@16 121 // float value = c->matchFuzzyName(elements);
Chris@16 122 float value = c->matchTyping(QString::fromStdString(s));
Chris@11 123 matches.insert(value, c->getSortName(false));
Chris@11 124 }
Chris@11 125 int n = 0;
Chris@14 126 for (QMultiMap<float, QString>::const_iterator i = matches.end();
Chris@11 127 i != matches.begin(); ) {
Chris@11 128 --i;
Chris@15 129 if (i.key() <= 0) continue;
Chris@11 130 if (n == 0) {
Chris@11 131 std::cerr << "Best match:" << std::endl << " * ";
Chris@11 132 } else if (n == 1) {
Chris@11 133 std::cerr << "Other candidate(s):" << std::endl << " - ";
Chris@11 134 } else {
Chris@11 135 std::cerr << " - ";
Chris@11 136 }
Chris@14 137 std::cerr << i.value().toStdString();
Chris@14 138 for (int c = i.value().length(); c < 40; ++c) std::cerr << " ";
Chris@14 139 std::cerr << "[" << i.key() << "]" << std::endl;
Chris@15 140 if (++n > 5) break;
Chris@11 141 }
Chris@11 142 if (n == 0) std::cerr << "No matches" << std::endl;
Chris@11 143 }
Chris@11 144
Chris@11 145 #ifdef TURBOT_PROFILER
Chris@11 146 Turbot::Profiler::dump();
Chris@11 147 #endif
Chris@8 148
Chris@9 149 /*
Chris@8 150 std::cerr << "mapped, storing again..." << std::endl;
Chris@8 151
Chris@9 152 // let's try just writing out the composers
Chris@9 153
Chris@8 154 BasicStore *outstore = new BasicStore();
Chris@8 155 outstore->setBaseUri("http://dbtune.org/classical/resource/");
Chris@8 156 ObjectMapper *outmapper = new ObjectMapper(outstore);
Chris@8 157
Chris@8 158 TypeRegistrar::addMappings(outstore, outmapper);
Chris@8 159
Chris@9 160 // outmapper->storeObjectTree(root);
Chris@9 161 outmapper->storeAllObjects(composers);
Chris@8 162 delete outmapper;
Chris@8 163
Chris@8 164 std::cerr << "stored, saving..." << std::endl;
Chris@8 165
Chris@8 166 outstore->save("test-output.ttl");
Chris@8 167
Chris@8 168 delete outstore;
Chris@9 169 */
Chris@7 170 }
Chris@7 171