annotate TestDefaults.cpp @ 7:43eb3a4b95c8

* dump more output
author cannam
date Tue, 17 Mar 2009 18:02:29 +0000
parents ba3c8cc649d3
children 3019cb6b538d
rev   line source
cannam@5 1 /* -*- c-basic-offset: 4 indent-tabs-mode: nil -*- vi:set ts=8 sts=4 sw=4: */
cannam@5 2
cannam@5 3 /*
cannam@5 4 Vamp Plugin Tester
cannam@5 5 Chris Cannam, cannam@all-day-breakfast.com
cannam@5 6 Centre for Digital Music, Queen Mary, University of London.
cannam@5 7 Copyright 2009 QMUL.
cannam@5 8
cannam@5 9 This program loads a Vamp plugin and tests its susceptibility to a
cannam@5 10 number of common pitfalls, including handling of extremes of input
cannam@5 11 data. If you can think of any additional useful tests that are
cannam@5 12 easily added, please send them to me.
cannam@5 13
cannam@5 14 Permission is hereby granted, free of charge, to any person
cannam@5 15 obtaining a copy of this software and associated documentation
cannam@5 16 files (the "Software"), to deal in the Software without
cannam@5 17 restriction, including without limitation the rights to use, copy,
cannam@5 18 modify, merge, publish, distribute, sublicense, and/or sell copies
cannam@5 19 of the Software, and to permit persons to whom the Software is
cannam@5 20 furnished to do so, subject to the following conditions:
cannam@5 21
cannam@5 22 The above copyright notice and this permission notice shall be
cannam@5 23 included in all copies or substantial portions of the Software.
cannam@5 24
cannam@5 25 THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
cannam@5 26 EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
cannam@5 27 MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
cannam@5 28 NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS BE LIABLE FOR
cannam@5 29 ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF
cannam@5 30 CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
cannam@5 31 WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
cannam@5 32
cannam@5 33 Except as contained in this notice, the names of the Centre for
cannam@5 34 Digital Music; Queen Mary, University of London; and Chris Cannam
cannam@5 35 shall not be used in advertising or otherwise to promote the sale,
cannam@5 36 use or other dealings in this Software without prior written
cannam@5 37 authorization.
cannam@5 38 */
cannam@5 39
cannam@5 40 #include "TestDefaults.h"
cannam@5 41
cannam@5 42 #include <vamp-hostsdk/Plugin.h>
cannam@5 43 using namespace Vamp;
cannam@5 44
cannam@5 45 #include <memory>
cannam@5 46 using namespace std;
cannam@5 47
cannam@5 48 #include <cmath>
cannam@6 49 #include <time.h>
cannam@5 50
cannam@5 51 Tester::TestRegistrar<TestDefaultProgram>
cannam@5 52 TestDefaultProgram::m_registrar("E1 Inconsistent default program");
cannam@5 53
cannam@5 54 Tester::TestRegistrar<TestDefaultParameters>
cannam@5 55 TestDefaultParameters::m_registrar("E2 Inconsistent default parameters");
cannam@5 56
cannam@6 57 Tester::TestRegistrar<TestLengthyConstructor>
cannam@6 58 TestLengthyConstructor::m_registrar("E3 Lengthy constructor");
cannam@6 59
cannam@5 60 static const size_t _step = 1000;
cannam@5 61
cannam@5 62 Test::Results
cannam@5 63 TestDefaultProgram::test(string key)
cannam@5 64 {
cannam@5 65 Plugin::FeatureSet f[2];
cannam@5 66 int rate = 44100;
cannam@5 67 Results r;
cannam@5 68 float **data = 0;
cannam@5 69 size_t channels = 0;
cannam@5 70 size_t count = 100;
cannam@5 71
cannam@5 72 for (int run = 0; run < 2; ++run) {
cannam@5 73 auto_ptr<Plugin> p(load(key, rate));
cannam@5 74 if (p->getPrograms().empty()) return r;
cannam@5 75 if (run == 1) {
cannam@5 76 p->selectProgram(p->getCurrentProgram());
cannam@5 77 }
cannam@5 78 if (!initAdapted(p.get(), channels, _step, _step, r)) return r;
cannam@5 79 if (!data) data = createTestAudio(channels, _step, count);
cannam@5 80 for (size_t i = 0; i < count; ++i) {
cannam@5 81 float *ptr[channels];
cannam@5 82 size_t idx = i * _step;
cannam@5 83 for (size_t c = 0; c < channels; ++c) ptr[c] = data[c] + idx;
cannam@5 84 RealTime timestamp = RealTime::frame2RealTime(idx, rate);
cannam@5 85 Plugin::FeatureSet fs = p->process(ptr, timestamp);
cannam@5 86 appendFeatures(f[run], fs);
cannam@5 87 }
cannam@5 88 Plugin::FeatureSet fs = p->getRemainingFeatures();
cannam@5 89 appendFeatures(f[run], fs);
cannam@5 90 }
cannam@5 91 if (data) destroyTestAudio(data, channels);
cannam@5 92
cannam@5 93 if (!(f[0] == f[1])) {
cannam@7 94 Result res = warning("Explicitly setting current program to its supposed current value changes the results");
cannam@7 95 dump(res, f[0], f[1]);
cannam@7 96 r.push_back(res);
cannam@5 97 } else {
cannam@5 98 r.push_back(success());
cannam@5 99 }
cannam@5 100
cannam@5 101 return r;
cannam@5 102 }
cannam@5 103
cannam@5 104 Test::Results
cannam@5 105 TestDefaultParameters::test(string key)
cannam@5 106 {
cannam@5 107 Plugin::FeatureSet f[2];
cannam@5 108 int rate = 44100;
cannam@5 109 Results r;
cannam@5 110 float **data = 0;
cannam@5 111 size_t channels = 0;
cannam@5 112 size_t count = 100;
cannam@5 113
cannam@5 114 for (int run = 0; run < 2; ++run) {
cannam@5 115 auto_ptr<Plugin> p(load(key, rate));
cannam@5 116 if (p->getParameterDescriptors().empty()) return r;
cannam@5 117 if (run == 1) {
cannam@5 118 Plugin::ParameterList pl = p->getParameterDescriptors();
cannam@5 119 for (int i = 0; i < (int)pl.size(); ++i) {
cannam@5 120 if (p->getParameter(pl[i].identifier) != pl[i].defaultValue) {
cannam@5 121 r.push_back(error("Not all parameters have their default values when queried directly after construction"));
cannam@5 122 }
cannam@5 123 p->setParameter(pl[i].identifier, pl[i].defaultValue);
cannam@5 124 }
cannam@5 125 }
cannam@5 126 if (!initAdapted(p.get(), channels, _step, _step, r)) return r;
cannam@5 127 if (!data) data = createTestAudio(channels, _step, count);
cannam@5 128 for (size_t i = 0; i < count; ++i) {
cannam@5 129 float *ptr[channels];
cannam@5 130 size_t idx = i * _step;
cannam@5 131 for (size_t c = 0; c < channels; ++c) ptr[c] = data[c] + idx;
cannam@5 132 RealTime timestamp = RealTime::frame2RealTime(idx, rate);
cannam@5 133 Plugin::FeatureSet fs = p->process(ptr, timestamp);
cannam@5 134 appendFeatures(f[run], fs);
cannam@5 135 }
cannam@5 136 Plugin::FeatureSet fs = p->getRemainingFeatures();
cannam@5 137 appendFeatures(f[run], fs);
cannam@5 138 }
cannam@5 139 if (data) destroyTestAudio(data, channels);
cannam@5 140
cannam@5 141 if (!(f[0] == f[1])) {
cannam@7 142 Result res = warning("Explicitly setting parameters to their supposed default values changes the results");
cannam@7 143 dump(res, f[0], f[1]);
cannam@7 144 r.push_back(res);
cannam@5 145 } else {
cannam@5 146 r.push_back(success());
cannam@5 147 }
cannam@5 148
cannam@5 149 return r;
cannam@5 150 }
cannam@6 151
cannam@6 152 Test::Results
cannam@6 153 TestLengthyConstructor::test(string key)
cannam@6 154 {
cannam@6 155 time_t t0 = time(0);
cannam@6 156 auto_ptr<Plugin> p(load(key));
cannam@6 157 time_t t1 = time(0);
cannam@6 158 Results r;
cannam@6 159 if (t1 - t0 > 1) r.push_back(warning("Constructor takes some time to run: work should be deferred to initialise?"));
cannam@6 160 return r;
cannam@6 161 }
cannam@6 162