annotate testapp/Loader.cpp @ 28:7d8a6167febb classical-rdf

* Begin new text entry / search widget & test utility for it * Improve typing matching methods * Update code to use ObjectLoader/Storer instead of old-style ObjectMapper
author Chris Cannam
date Mon, 01 Mar 2010 16:51:14 +0000
parents 9abc896958cf
children 07efb25d24d6
rev   line source
Chris@10 1 /* -*- c-basic-offset: 4 indent-tabs-mode: nil -*- vi:set ts=8 sts=4 sw=4: */
Chris@7 2
Chris@7 3 #include "Objects.h"
Chris@11 4 #include "EditDistance.h"
Chris@7 5 #include "TypeRegistrar.h"
Chris@7 6
Chris@7 7 #include <dataquay/BasicStore.h>
Chris@28 8 #include <dataquay/objectmapper/ObjectLoader.h>
Chris@28 9 #include <dataquay/objectmapper/TypeMapping.h>
Chris@10 10 #include <dataquay/Debug.h>
Chris@7 11
Chris@7 12 #include <QTemporaryFile>
Chris@10 13 #include <QMultiMap>
Chris@7 14
Chris@7 15 #include <iostream>
Chris@7 16
Chris@11 17 #ifdef TURBOT_PROFILER
Chris@11 18 #include <base/Profiler.h>
Chris@11 19 #endif
Chris@11 20
Chris@7 21 using namespace Dataquay;
Chris@7 22 using namespace ClassicalData;
Chris@7 23
Chris@7 24 bool
Chris@7 25 load(BasicStore *store, QString resourceName)
Chris@7 26 {
Chris@7 27 QTemporaryFile tf;
Chris@7 28 if (!tf.open()) return false;
Chris@7 29 tf.setAutoRemove(true);
Chris@7 30 QFile f(resourceName);
Chris@7 31 if (!f.open(QFile::ReadOnly)) return false;
Chris@7 32 QByteArray buffer;
Chris@7 33 int bufsiz = 10240;
Chris@7 34 while (!f.atEnd()) {
Chris@7 35 buffer = f.read(bufsiz);
Chris@7 36 tf.write(buffer);
Chris@7 37 }
Chris@7 38 std::cerr << "unpacked, importing..." << std::endl;
Chris@7 39 store->import("file://" + tf.fileName(),
Chris@7 40 BasicStore::ImportPermitDuplicates, // fastest mode
Chris@7 41 "ntriples");
Chris@7 42 return true;
Chris@7 43 }
Chris@7 44
Chris@7 45 int main(int argc, char **argv)
Chris@7 46 {
Chris@7 47 BasicStore *store = new BasicStore();
Chris@20 48 store->setBaseUri(Uri("http://dbtune.org/classical/resource/"));
Chris@28 49 ObjectLoader *loader = new ObjectLoader(store);
Chris@28 50 TypeMapping tm;
Chris@7 51
Chris@22 52 TypeRegistrar::registerTypes();
Chris@28 53 TypeRegistrar::addMappings(store, &tm);
Chris@28 54
Chris@28 55 loader->setTypeMapping(tm);
Chris@7 56
Chris@7 57 if (!load(store, ":data.ntriples")) {
Chris@7 58 std::cerr << "Failed to unpack and load resource" << std::endl;
Chris@7 59 return 1;
Chris@7 60 }
Chris@7 61
Chris@7 62 std::cerr << "imported, mapping..." << std::endl;
Chris@7 63
Chris@28 64 QObject *root = loader->loadAllObjects(0);
Chris@8 65
Chris@28 66 delete loader;
Chris@7 67 delete store;
Chris@11 68
Chris@9 69 QObjectList composers;
Chris@11 70 // std::cerr << "Known composers:" << std::endl;
Chris@9 71 foreach (QObject *o, root->children()) {
Chris@10 72 Composer *c = qobject_cast<Composer *>(o);
Chris@10 73 if (c) {
Chris@10 74 QString sn = c->getSortName(true);
Chris@10 75 if (sn == "") {
Chris@10 76 std::cerr << "WARNING: Composer " << c->name().toStdString() << " (URI " << c->property("uri").toString().toStdString() << ") has no sort-name" << std::endl;
Chris@10 77 } else {
Chris@11 78 // std::cerr << sn.toStdString() << std::endl;
Chris@10 79 }
Chris@10 80 composers.push_back(c);
Chris@10 81 }
Chris@9 82 }
Chris@11 83 /*
Chris@10 84 for (int i = 1; i < argc; ++i) {
Chris@10 85 QString name = argv[i];
Chris@9 86 std::cerr << "Name: " << name.toStdString() << std::endl;
Chris@10 87 QMultiMap<int, QString> matches;
Chris@9 88 foreach (QObject *o, composers) {
Chris@9 89 Composer *c = qobject_cast<Composer *>(o);
Chris@9 90 if (!c) continue;
Chris@10 91 int value = c->matchFuzzyName(name);
Chris@10 92 matches.insert(value, c->getSortName(false));
Chris@9 93 }
Chris@10 94 for (QMultiMap<int, QString>::const_iterator i = matches.begin();
Chris@10 95 i != matches.end(); ++i) {
Chris@10 96 if (i.key() < 0) continue;
Chris@10 97 std::cerr << "Score: " << i.key() << " for name: " << i.value().toStdString() << std::endl;
Chris@10 98 }
Chris@9 99 }
Chris@11 100 */
Chris@11 101 while (!std::cin.eof()) {
Chris@14 102 std::cerr << std::endl << "Enter composer name: ";
Chris@11 103 std::string s;
Chris@11 104 getline(std::cin, s);
Chris@15 105 std::cerr << "[" << s << "]" << std::endl;
Chris@14 106 QMultiMap<float, QString> matches;
Chris@13 107 QRegExp sre("[\\., -]+");
Chris@13 108 QStringList elements = QString::fromStdString(s)
Chris@13 109 .toLower().split(sre, QString::SkipEmptyParts);
Chris@11 110 foreach (QObject *o, composers) {
Chris@11 111 Composer *c = qobject_cast<Composer *>(o);
Chris@11 112 if (!c) continue;
Chris@16 113 // float value = c->matchFuzzyName(elements);
Chris@16 114 float value = c->matchTyping(QString::fromStdString(s));
Chris@11 115 matches.insert(value, c->getSortName(false));
Chris@11 116 }
Chris@11 117 int n = 0;
Chris@14 118 for (QMultiMap<float, QString>::const_iterator i = matches.end();
Chris@11 119 i != matches.begin(); ) {
Chris@11 120 --i;
Chris@15 121 if (i.key() <= 0) continue;
Chris@11 122 if (n == 0) {
Chris@11 123 std::cerr << "Best match:" << std::endl << " * ";
Chris@11 124 } else if (n == 1) {
Chris@11 125 std::cerr << "Other candidate(s):" << std::endl << " - ";
Chris@11 126 } else {
Chris@11 127 std::cerr << " - ";
Chris@11 128 }
Chris@14 129 std::cerr << i.value().toStdString();
Chris@14 130 for (int c = i.value().length(); c < 40; ++c) std::cerr << " ";
Chris@14 131 std::cerr << "[" << i.key() << "]" << std::endl;
Chris@15 132 if (++n > 5) break;
Chris@11 133 }
Chris@11 134 if (n == 0) std::cerr << "No matches" << std::endl;
Chris@11 135 }
Chris@11 136
Chris@11 137 #ifdef TURBOT_PROFILER
Chris@11 138 Turbot::Profiler::dump();
Chris@11 139 #endif
Chris@8 140
Chris@9 141 /*
Chris@8 142 std::cerr << "mapped, storing again..." << std::endl;
Chris@8 143
Chris@9 144 // let's try just writing out the composers
Chris@9 145
Chris@8 146 BasicStore *outstore = new BasicStore();
Chris@8 147 outstore->setBaseUri("http://dbtune.org/classical/resource/");
Chris@8 148 ObjectMapper *outmapper = new ObjectMapper(outstore);
Chris@8 149
Chris@8 150 TypeRegistrar::addMappings(outstore, outmapper);
Chris@8 151
Chris@9 152 // outmapper->storeObjectTree(root);
Chris@9 153 outmapper->storeAllObjects(composers);
Chris@8 154 delete outmapper;
Chris@8 155
Chris@8 156 std::cerr << "stored, saving..." << std::endl;
Chris@8 157
Chris@8 158 outstore->save("test-output.ttl");
Chris@8 159
Chris@8 160 delete outstore;
Chris@9 161 */
Chris@7 162 }
Chris@7 163