cannam@0
|
1 /* -*- c-basic-offset: 4 indent-tabs-mode: nil -*- vi:set ts=8 sts=4 sw=4: */
|
cannam@0
|
2
|
cannam@0
|
3 /*
|
cannam@0
|
4 Vamp Plugin Tester
|
cannam@0
|
5 Chris Cannam, cannam@all-day-breakfast.com
|
cannam@0
|
6 Centre for Digital Music, Queen Mary, University of London.
|
cannam@0
|
7 Copyright 2009 QMUL.
|
cannam@0
|
8
|
cannam@0
|
9 This program loads a Vamp plugin and tests its susceptibility to a
|
cannam@0
|
10 number of common pitfalls, including handling of extremes of input
|
cannam@0
|
11 data. If you can think of any additional useful tests that are
|
cannam@0
|
12 easily added, please send them to me.
|
cannam@0
|
13
|
cannam@0
|
14 Permission is hereby granted, free of charge, to any person
|
cannam@0
|
15 obtaining a copy of this software and associated documentation
|
cannam@0
|
16 files (the "Software"), to deal in the Software without
|
cannam@0
|
17 restriction, including without limitation the rights to use, copy,
|
cannam@0
|
18 modify, merge, publish, distribute, sublicense, and/or sell copies
|
cannam@0
|
19 of the Software, and to permit persons to whom the Software is
|
cannam@0
|
20 furnished to do so, subject to the following conditions:
|
cannam@0
|
21
|
cannam@0
|
22 The above copyright notice and this permission notice shall be
|
cannam@0
|
23 included in all copies or substantial portions of the Software.
|
cannam@0
|
24
|
cannam@0
|
25 THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
|
cannam@0
|
26 EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
|
cannam@0
|
27 MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
|
cannam@0
|
28 NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS BE LIABLE FOR
|
cannam@0
|
29 ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF
|
cannam@0
|
30 CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
|
cannam@0
|
31 WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
|
cannam@0
|
32
|
cannam@0
|
33 Except as contained in this notice, the names of the Centre for
|
cannam@0
|
34 Digital Music; Queen Mary, University of London; and Chris Cannam
|
cannam@0
|
35 shall not be used in advertising or otherwise to promote the sale,
|
cannam@0
|
36 use or other dealings in this Software without prior written
|
cannam@0
|
37 authorization.
|
cannam@0
|
38 */
|
cannam@0
|
39
|
cannam@0
|
40 #include <vamp-hostsdk/PluginHostAdapter.h>
|
cannam@0
|
41 #include <vamp-hostsdk/PluginInputDomainAdapter.h>
|
cannam@0
|
42 #include <vamp-hostsdk/PluginLoader.h>
|
cannam@0
|
43
|
cannam@0
|
44 #include <iostream>
|
cannam@0
|
45
|
cannam@0
|
46 #include <cstdlib>
|
cannam@8
|
47 #include <cstring>
|
cannam@0
|
48
|
cannam@0
|
49 #include "Tester.h"
|
cannam@0
|
50
|
cannam@0
|
51 using namespace std;
|
cannam@0
|
52
|
cannam@0
|
53 void usage(const char *name)
|
cannam@0
|
54 {
|
cannam@0
|
55 cerr << "\n"
|
cannam@9
|
56 << name << ": A Vamp plugin host that tests plugins for common errors.\n"
|
cannam@0
|
57 "Chris Cannam, Centre for Digital Music, Queen Mary, University of London.\n"
|
cannam@0
|
58 "Copyright 2009 QMUL.\n"
|
cannam@0
|
59 "Freely redistributable; published under a BSD-style license.\n\n"
|
cannam@0
|
60 "Usage:\n"
|
cannam@8
|
61 " " << name << " [-n] [-v] [<pluginbasename>:<plugin>]\n\n"
|
cannam@0
|
62 "Example:\n"
|
cannam@0
|
63 " " << name << " vamp-example-plugins:amplitudefollower\n\n"
|
cannam@0
|
64 "With an argument, tests one plugin; without, tests all plugins in Vamp path.\n"
|
cannam@8
|
65 "\nOptions:\n"
|
cannam@8
|
66 " --nondeterministic, -n Plugins may be nondeterministic: print a note\n"
|
cannam@8
|
67 " instead of an error if results differ between runs\n"
|
cannam@8
|
68 " --verbose, -v Show returned features each time a note, warning,\n"
|
cannam@8
|
69 " or error arises from feature data\n"
|
cannam@8
|
70 "\nIf you have access to a runtime memory checker, you may find it especially\n"
|
cannam@0
|
71 "helpful to run this tester under it and watch for errors thus provoked.\n"
|
cannam@0
|
72 << endl;
|
cannam@0
|
73 exit(2);
|
cannam@0
|
74 }
|
cannam@0
|
75
|
cannam@0
|
76 int main(int argc, char **argv)
|
cannam@0
|
77 {
|
cannam@0
|
78 char *scooter = argv[0];
|
cannam@0
|
79 char *name = 0;
|
cannam@0
|
80 while (scooter && *scooter) {
|
cannam@0
|
81 if (*scooter == '/' || *scooter == '\\') name = ++scooter;
|
cannam@0
|
82 else ++scooter;
|
cannam@0
|
83 }
|
cannam@0
|
84 if (!name || !*name) name = argv[0];
|
cannam@8
|
85
|
cannam@8
|
86 bool nondeterministic = false;
|
cannam@8
|
87 bool verbose = false;
|
cannam@8
|
88 string argument;
|
cannam@8
|
89 for (int i = 1; i < argc; ++i) {
|
cannam@8
|
90 if (!argv[i]) break;
|
cannam@8
|
91 if (argv[i][0] == '-') {
|
cannam@8
|
92 if (!strcmp(argv[i], "-v") ||
|
cannam@8
|
93 !strcmp(argv[i], "--verbose")) {
|
cannam@8
|
94 verbose = 1;
|
cannam@8
|
95 continue;
|
cannam@8
|
96 }
|
cannam@8
|
97 if (!strcmp(argv[i], "-n") ||
|
cannam@8
|
98 !strcmp(argv[i], "--nondeterministic")) {
|
cannam@8
|
99 nondeterministic = 1;
|
cannam@8
|
100 continue;
|
cannam@8
|
101 }
|
cannam@8
|
102 usage(name);
|
cannam@8
|
103 } else {
|
cannam@8
|
104 if (argument != "") usage(name);
|
cannam@8
|
105 else argument = argv[i];
|
cannam@8
|
106 }
|
cannam@8
|
107 }
|
cannam@0
|
108
|
cannam@0
|
109 cerr << name << ": Running..." << endl;
|
cannam@0
|
110
|
cannam@8
|
111 Test::Options opts = Test::NoOption;
|
cannam@8
|
112 if (nondeterministic) opts |= Test::NonDeterministic;
|
cannam@8
|
113 if (verbose) opts |= Test::Verbose;
|
cannam@8
|
114
|
cannam@8
|
115 if (argument == "") {
|
cannam@0
|
116 bool good = true;
|
cannam@0
|
117 Vamp::HostExt::PluginLoader::PluginKeyList keys =
|
cannam@0
|
118 Vamp::HostExt::PluginLoader::getInstance()->listPlugins();
|
cannam@4
|
119 int notes = 0, warnings = 0, errors = 0;
|
cannam@0
|
120 for (int i = 0; i < (int)keys.size(); ++i) {
|
cannam@3
|
121 cout << "Testing plugin: " << keys[i] << endl;
|
cannam@8
|
122 Tester tester(keys[i], opts);
|
cannam@4
|
123 if (tester.test(notes, warnings, errors)) {
|
cannam@3
|
124 cout << name << ": All tests succeeded for this plugin" << endl;
|
cannam@0
|
125 } else {
|
cannam@3
|
126 cout << name << ": Some tests failed for this plugin" << endl;
|
cannam@0
|
127 good = false;
|
cannam@0
|
128 }
|
cannam@3
|
129 cout << endl;
|
cannam@0
|
130 }
|
cannam@0
|
131 if (good) {
|
cannam@4
|
132 cout << name << ": All tests succeeded";
|
cannam@4
|
133 if (warnings > 0) {
|
cannam@4
|
134 cout << ", with " << warnings << " warning(s)";
|
cannam@4
|
135 if (notes > 0) {
|
cannam@4
|
136 cout << " and " << notes << " other note(s)";
|
cannam@4
|
137 }
|
cannam@4
|
138 } else if (notes > 0) {
|
cannam@4
|
139 cout << ", with " << notes << " note(s)";
|
cannam@4
|
140 }
|
cannam@4
|
141 cout << endl;
|
cannam@0
|
142 return 0;
|
cannam@0
|
143 } else {
|
cannam@3
|
144 cout << name << ": Some tests failed" << endl;
|
cannam@0
|
145 return 1;
|
cannam@0
|
146 }
|
cannam@0
|
147 } else {
|
cannam@8
|
148 string key = argument;
|
cannam@8
|
149 Tester tester(key, opts);
|
cannam@4
|
150 int notes = 0, warnings = 0, errors = 0;
|
cannam@4
|
151 if (tester.test(notes, warnings, errors)) {
|
cannam@4
|
152 cout << name << ": All tests succeeded";
|
cannam@4
|
153 if (warnings > 0) {
|
cannam@4
|
154 cout << ", with " << warnings << " warning(s)";
|
cannam@4
|
155 if (notes > 0) {
|
cannam@4
|
156 cout << " and " << notes << " other note(s)";
|
cannam@4
|
157 }
|
cannam@4
|
158 } else if (notes > 0) {
|
cannam@4
|
159 cout << ", with " << notes << " note(s)";
|
cannam@4
|
160 }
|
cannam@4
|
161 cout << endl;
|
cannam@0
|
162 return 0;
|
cannam@0
|
163 } else {
|
cannam@3
|
164 cout << name << ": Some tests failed" << endl;
|
cannam@0
|
165 return 1;
|
cannam@0
|
166 }
|
cannam@0
|
167 }
|
cannam@0
|
168 }
|
cannam@0
|
169
|