annotate TestDefaults.cpp @ 5:6a279da6fdd7

* Add tests for default programs & parameters, etc
author cannam
date Tue, 17 Mar 2009 17:46:25 +0000
parents
children ba3c8cc649d3
rev   line source
cannam@5 1 /* -*- c-basic-offset: 4 indent-tabs-mode: nil -*- vi:set ts=8 sts=4 sw=4: */
cannam@5 2
cannam@5 3 /*
cannam@5 4 Vamp Plugin Tester
cannam@5 5 Chris Cannam, cannam@all-day-breakfast.com
cannam@5 6 Centre for Digital Music, Queen Mary, University of London.
cannam@5 7 Copyright 2009 QMUL.
cannam@5 8
cannam@5 9 This program loads a Vamp plugin and tests its susceptibility to a
cannam@5 10 number of common pitfalls, including handling of extremes of input
cannam@5 11 data. If you can think of any additional useful tests that are
cannam@5 12 easily added, please send them to me.
cannam@5 13
cannam@5 14 Permission is hereby granted, free of charge, to any person
cannam@5 15 obtaining a copy of this software and associated documentation
cannam@5 16 files (the "Software"), to deal in the Software without
cannam@5 17 restriction, including without limitation the rights to use, copy,
cannam@5 18 modify, merge, publish, distribute, sublicense, and/or sell copies
cannam@5 19 of the Software, and to permit persons to whom the Software is
cannam@5 20 furnished to do so, subject to the following conditions:
cannam@5 21
cannam@5 22 The above copyright notice and this permission notice shall be
cannam@5 23 included in all copies or substantial portions of the Software.
cannam@5 24
cannam@5 25 THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
cannam@5 26 EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
cannam@5 27 MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
cannam@5 28 NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS BE LIABLE FOR
cannam@5 29 ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF
cannam@5 30 CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
cannam@5 31 WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
cannam@5 32
cannam@5 33 Except as contained in this notice, the names of the Centre for
cannam@5 34 Digital Music; Queen Mary, University of London; and Chris Cannam
cannam@5 35 shall not be used in advertising or otherwise to promote the sale,
cannam@5 36 use or other dealings in this Software without prior written
cannam@5 37 authorization.
cannam@5 38 */
cannam@5 39
cannam@5 40 #include "TestDefaults.h"
cannam@5 41
cannam@5 42 #include <vamp-hostsdk/Plugin.h>
cannam@5 43 using namespace Vamp;
cannam@5 44
cannam@5 45 #include <memory>
cannam@5 46 using namespace std;
cannam@5 47
cannam@5 48 #include <cmath>
cannam@5 49
cannam@5 50 Tester::TestRegistrar<TestDefaultProgram>
cannam@5 51 TestDefaultProgram::m_registrar("E1 Inconsistent default program");
cannam@5 52
cannam@5 53 Tester::TestRegistrar<TestDefaultParameters>
cannam@5 54 TestDefaultParameters::m_registrar("E2 Inconsistent default parameters");
cannam@5 55
cannam@5 56 static const size_t _step = 1000;
cannam@5 57
cannam@5 58 Test::Results
cannam@5 59 TestDefaultProgram::test(string key)
cannam@5 60 {
cannam@5 61 Plugin::FeatureSet f[2];
cannam@5 62 int rate = 44100;
cannam@5 63 Results r;
cannam@5 64 float **data = 0;
cannam@5 65 size_t channels = 0;
cannam@5 66 size_t count = 100;
cannam@5 67
cannam@5 68 for (int run = 0; run < 2; ++run) {
cannam@5 69 auto_ptr<Plugin> p(load(key, rate));
cannam@5 70 if (p->getPrograms().empty()) return r;
cannam@5 71 if (run == 1) {
cannam@5 72 p->selectProgram(p->getCurrentProgram());
cannam@5 73 }
cannam@5 74 if (!initAdapted(p.get(), channels, _step, _step, r)) return r;
cannam@5 75 if (!data) data = createTestAudio(channels, _step, count);
cannam@5 76 for (size_t i = 0; i < count; ++i) {
cannam@5 77 float *ptr[channels];
cannam@5 78 size_t idx = i * _step;
cannam@5 79 for (size_t c = 0; c < channels; ++c) ptr[c] = data[c] + idx;
cannam@5 80 RealTime timestamp = RealTime::frame2RealTime(idx, rate);
cannam@5 81 Plugin::FeatureSet fs = p->process(ptr, timestamp);
cannam@5 82 appendFeatures(f[run], fs);
cannam@5 83 }
cannam@5 84 Plugin::FeatureSet fs = p->getRemainingFeatures();
cannam@5 85 appendFeatures(f[run], fs);
cannam@5 86 }
cannam@5 87 if (data) destroyTestAudio(data, channels);
cannam@5 88
cannam@5 89 if (!(f[0] == f[1])) {
cannam@5 90 r.push_back(warning("Explicitly setting current program to its supposed current value changes the results"));
cannam@5 91 } else {
cannam@5 92 r.push_back(success());
cannam@5 93 }
cannam@5 94
cannam@5 95 return r;
cannam@5 96 }
cannam@5 97
cannam@5 98 Test::Results
cannam@5 99 TestDefaultParameters::test(string key)
cannam@5 100 {
cannam@5 101 Plugin::FeatureSet f[2];
cannam@5 102 int rate = 44100;
cannam@5 103 Results r;
cannam@5 104 float **data = 0;
cannam@5 105 size_t channels = 0;
cannam@5 106 size_t count = 100;
cannam@5 107
cannam@5 108 for (int run = 0; run < 2; ++run) {
cannam@5 109 auto_ptr<Plugin> p(load(key, rate));
cannam@5 110 if (p->getParameterDescriptors().empty()) return r;
cannam@5 111 if (run == 1) {
cannam@5 112 Plugin::ParameterList pl = p->getParameterDescriptors();
cannam@5 113 for (int i = 0; i < (int)pl.size(); ++i) {
cannam@5 114 if (p->getParameter(pl[i].identifier) != pl[i].defaultValue) {
cannam@5 115 r.push_back(error("Not all parameters have their default values when queried directly after construction"));
cannam@5 116 }
cannam@5 117 p->setParameter(pl[i].identifier, pl[i].defaultValue);
cannam@5 118 }
cannam@5 119 }
cannam@5 120 if (!initAdapted(p.get(), channels, _step, _step, r)) return r;
cannam@5 121 if (!data) data = createTestAudio(channels, _step, count);
cannam@5 122 for (size_t i = 0; i < count; ++i) {
cannam@5 123 float *ptr[channels];
cannam@5 124 size_t idx = i * _step;
cannam@5 125 for (size_t c = 0; c < channels; ++c) ptr[c] = data[c] + idx;
cannam@5 126 RealTime timestamp = RealTime::frame2RealTime(idx, rate);
cannam@5 127 Plugin::FeatureSet fs = p->process(ptr, timestamp);
cannam@5 128 appendFeatures(f[run], fs);
cannam@5 129 }
cannam@5 130 Plugin::FeatureSet fs = p->getRemainingFeatures();
cannam@5 131 appendFeatures(f[run], fs);
cannam@5 132 }
cannam@5 133 if (data) destroyTestAudio(data, channels);
cannam@5 134
cannam@5 135 if (!(f[0] == f[1])) {
cannam@5 136 r.push_back(warning("Explicitly setting parameters to their supposed default values changes the results"));
cannam@5 137 } else {
cannam@5 138 r.push_back(success());
cannam@5 139 }
cannam@5 140
cannam@5 141 return r;
cannam@5 142 }