Mercurial > hg > webaudioevaluationtool

annotate test_create/interface-specs.xml @ 1254:6dbb9c24d53e

Find changesets by keywords (author, files, the commit message), revision number or hash, or revset expression.
Fixed test creator <surveyentry> options. Updated interface-specs for ABX.
author Nicholas Jillings <n.g.r.jillings@se14.qmul.ac.uk>
date Wed, 16 Mar 2016 15:17:04 +0000
parents c07b9e2312ba
children 795fe4edf2c1
rev   line source
n@1090 1 <?xml version="1.0" encoding="UTF-8" ?>
n@1090 2 <root>
n@1090 3 <global>
n@1090 4 <metrics>
n@1090 5 <list name="testTimer">Test Timer</list>
n@1090 6 <list name="elementTimer">Element Playback Timer</list>
n@1090 7 <list name="elementInitialPosition">Element Initial Poisition</list>
n@1090 8 <list name="elementTracker">Element Movement Tracker</list>
n@1090 9 <list name="elementFlagListenedTo">Element Listened to Flag</list>
n@1090 10 <list name="elementFlagMoved">Element Moved Flag</list>
n@1090 11 <list name="elementListenTracker">Element Listen Tracker</list>
n@1090 12 </metrics>
n@1090 13 <checks>
n@1090 14 <list name="fragmentMoved">Check all moved</list>
n@1090 15 <list name="fragmentPlayed">Check all played</list>
n@1090 16 <list name="fragmentFullPlayback">Check all fully played (non-loop only)</list>
n@1090 17 <list name="fragmentComments">Check comments entered</list>
n@1090 18 <list name="scalerange">Enforce scale usage range</list>
n@1090 19 </checks>
n@1090 20 <show>
n@1090 21 <list name="volume">Show master volume control</list>
n@1090 22 <list name="page-count">Show test page count</list>
n@1090 23 <list name="playhead">Show playhead</list>
n@1090 24 <list name="comments">Show Element Comment Boxes</list>
n@1090 25 </show>
n@1090 26 </global>
n@1090 27 <interfaces>
n@1090 28 <interface name="APE">
n@1090 29 <metrics>
n@1090 30 <entry name="testTimer" support="optional" default="on"/>
n@1090 31 <entry name="elementTimer" support="optional" default="on"/>
n@1090 32 <entry name="elementInitialPosition" support="optional" default="on"/>
n@1090 33 <entry name="elementTracker" support="optional" default="on"/>
n@1090 34 <entry name="elementFlagListenedTo" support="optional" default="on"/>
n@1090 35 <entry name="elementFlagMoved" support="optional" default="on"/>
n@1090 36 <entry name="elementListenTracker" support="optional" default="on"/>
n@1090 37 </metrics>
n@1090 38 <checks>
n@1090 39 <entry name="fragmentMoved" support="optional" default="off"/>
n@1090 40 <entry name="fragmentPlayed" support="optional" default="off"/>
n@1090 41 <entry name="fragmentFullPlayback" support="optional" default="off"/>
n@1090 42 <entry name="fragmentComments" support="optional" default="off"/>
n@1090 43 <entry name="scalerange" support="optional" default="off"/>
n@1090 44 </checks>
n@1090 45 <show>
n@1090 46 <entry name="volume" support="optional" default="off"/>
n@1090 47 <entry name="page-count" support="optional" default="off"/>
n@1090 48 <entry name="playhead" support="optional" default="off"/>
n@1090 49 <entry name="comments" support="optional" default="on"/>
n@1090 50 </show>
n@1090 51 <elements>
n@1090 52 <number min="1" max="undefined"/>
n@1090 53 <anchor min="0" max="undefined"/>
n@1090 54 <reference min="0" max="undefined"/>
n@1090 55 <outsidereference min="0" max="1"/>
n@1090 56 </elements>
n@1090 57 </interface>
n@1090 58 <interface name="MUSHRA">
n@1090 59 <metrics>
n@1090 60 <entry name="testTimer" support="optional" default="on"/>
n@1090 61 <entry name="elementTimer" support="optional" default="on"/>
n@1090 62 <entry name="elementInitialPosition" support="optional" default="on"/>
n@1090 63 <entry name="elementTracker" support="optional" default="on"/>
n@1090 64 <entry name="elementFlagListenedTo" support="optional" default="on"/>
n@1090 65 <entry name="elementFlagMoved" support="optional" default="on"/>
n@1090 66 <entry name="elementListenTracker" support="optional" default="on"/>
n@1090 67 </metrics>
n@1090 68 <checks>
n@1090 69 <entry name="fragmentMoved" support="optional" default="off"/>
n@1090 70 <entry name="fragmentPlayed" support="optional" default="off"/>
n@1090 71 <entry name="fragmentFullPlayback" support="optional" default="off"/>
n@1090 72 <entry name="fragmentComments" support="optional" default="off"/>
n@1090 73 <entry name="scalerange" support="optional" default="off"/>
n@1090 74 </checks>
n@1090 75 <show>
n@1090 76 <entry name="volume" support="optional" default="off"/>
n@1090 77 <entry name="page-count" support="optional" default="off"/>
n@1090 78 <entry name="playhead" support="optional" default="off"/>
n@1090 79 <entry name="comments" support="optional" default="off"/>
n@1090 80 </show>
n@1090 81 <elements>
n@1090 82 <number min="1" max="undefined"/>
n@1090 83 <anchor min="0" max="undefined"/>
n@1090 84 <reference min="0" max="undefined"/>
n@1090 85 <outsidereference min="0" max="1"/>
n@1090 86 </elements>
n@1090 87 </interface>
n@1090 88 <interface name="horizontal">
n@1090 89 <metrics>
n@1090 90 <entry name="testTimer" support="optional" default="on"/>
n@1090 91 <entry name="elementTimer" support="optional" default="on"/>
n@1090 92 <entry name="elementInitialPosition" support="optional" default="on"/>
n@1090 93 <entry name="elementTracker" support="optional" default="on"/>
n@1090 94 <entry name="elementFlagListenedTo" support="optional" default="on"/>
n@1090 95 <entry name="elementFlagMoved" support="optional" default="on"/>
n@1090 96 <entry name="elementListenTracker" support="optional" default="on"/>
n@1090 97 </metrics>
n@1090 98 <checks>
n@1090 99 <entry name="fragmentMoved" support="optional" default="off"/>
n@1090 100 <entry name="fragmentPlayed" support="optional" default="off"/>
n@1090 101 <entry name="fragmentFullPlayback" support="optional" default="off"/>
n@1090 102 <entry name="fragmentComments" support="optional" default="off"/>
n@1090 103 <entry name="scalerange" support="optional" default="off"/>
n@1090 104 </checks>
n@1090 105 <show>
n@1090 106 <entry name="volume" support="optional" default="off"/>
n@1090 107 <entry name="page-count" support="optional" default="off"/>
n@1090 108 <entry name="playhead" support="optional" default="off"/>
n@1090 109 <entry name="comments" support="optional" default="off"/>
n@1090 110 </show>
n@1090 111 <elements>
n@1090 112 <number min="1" max="undefined"/>
n@1090 113 <anchor min="0" max="undefined"/>
n@1090 114 <reference min="0" max="undefined"/>
n@1090 115 <outsidereference min="0" max="1"/>
n@1090 116 </elements>
n@1090 117 </interface>
n@1090 118 <interface name="discrete">
n@1090 119 <metrics>
n@1090 120 <entry name="testTimer" support="optional" default="on"/>
n@1090 121 <entry name="elementTimer" support="optional" default="on"/>
n@1090 122 <entry name="elementInitialPosition" support="none"/>
n@1090 123 <entry name="elementTracker" support="optional" default="on"/>
n@1090 124 <entry name="elementFlagListenedTo" support="optional" default="on"/>
n@1090 125 <entry name="elementFlagMoved" support="optional" default="on"/>
n@1090 126 <entry name="elementListenTracker" support="optional" default="on"/>
n@1090 127 </metrics>
n@1090 128 <checks>
n@1090 129 <entry name="fragmentMoved" support="mandatory"/>
n@1090 130 <entry name="fragmentPlayed" support="optional" default="off"/>
n@1090 131 <entry name="fragmentFullPlayback" support="optional" default="off"/>
n@1090 132 <entry name="fragmentComments" support="optional" default="off"/>
n@1090 133 <entry name="scalerange" support="none"/>
n@1090 134 </checks>
n@1090 135 <show>
n@1090 136 <entry name="volume" support="optional" default="off"/>
n@1090 137 <entry name="page-count" support="optional" default="off"/>
n@1090 138 <entry name="playhead" support="optional" default="off"/>
n@1090 139 <entry name="comments" support="optional" default="off"/>
n@1090 140 </show>
n@1090 141 <elements>
n@1090 142 <number min="1" max="undefined"/>
n@1090 143 <anchor min="0" max="undefined"/>
n@1090 144 <reference min="0" max="undefined"/>
n@1090 145 <outsidereference min="0" max="1"/>
n@1090 146 </elements>
n@1090 147 </interface>
n@1090 148 <interface name="AB">
n@1090 149 <metrics>
n@1090 150 <entry name="testTimer" support="optional" default="on"/>
n@1090 151 <entry name="elementTimer" support="optional" default="on"/>
n@1090 152 <entry name="elementInitialPosition" support="none"/>
n@1090 153 <entry name="elementTracker" support="optional" default="on"/>
n@1090 154 <entry name="elementFlagListenedTo" support="optional" default="on"/>
n@1090 155 <entry name="elementFlagMoved" support="none"/>
n@1090 156 <entry name="elementListenTracker" support="optional" default="on"/>
n@1090 157 </metrics>
n@1090 158 <checks>
n@1090 159 <entry name="fragmentMoved" support="none"/>
n@1090 160 <entry name="fragmentPlayed" support="optional" default="off"/>
n@1090 161 <entry name="fragmentFullPlayback" support="optional" default="off"/>
n@1090 162 <entry name="fragmentComments" support="optional" default="off"/>
n@1090 163 <entry name="scalerange" support="none"/>
n@1090 164 </checks>
n@1090 165 <show>
n@1090 166 <entry name="volume" support="optional" default="off"/>
n@1090 167 <entry name="page-count" support="optional" default="off"/>
n@1090 168 <entry name="playhead" support="optional" default="off"/>
n@1090 169 <entry name="comments" support="optional" default="off"/>
n@1090 170 </show>
n@1090 171 <elements>
n@1090 172 <number min="2" max="undefined"/>
n@1090 173 <anchor min="0" max="undefined"/>
n@1090 174 <reference min="0" max="undefined"/>
n@1090 175 <outsidereference min="0" max="1"/>
n@1090 176 </elements>
n@1090 177 </interface>
n@1254 178 <interface name="ABX">
n@1254 179 <metrics>
n@1254 180 <entry name="testTimer" support="optional" default="on"/>
n@1254 181 <entry name="elementTimer" support="optional" default="on"/>
n@1254 182 <entry name="elementInitialPosition" support="none"/>
n@1254 183 <entry name="elementTracker" support="optional" default="on"/>
n@1254 184 <entry name="elementFlagListenedTo" support="optional" default="on"/>
n@1254 185 <entry name="elementFlagMoved" support="none"/>
n@1254 186 <entry name="elementListenTracker" support="optional" default="on"/>
n@1254 187 </metrics>
n@1254 188 <checks>
n@1254 189 <entry name="fragmentMoved" support="none"/>
n@1254 190 <entry name="fragmentPlayed" support="optional" default="off"/>
n@1254 191 <entry name="fragmentFullPlayback" support="optional" default="off"/>
n@1254 192 <entry name="fragmentComments" support="optional" default="off"/>
n@1254 193 <entry name="scalerange" support="none"/>
n@1254 194 </checks>
n@1254 195 <show>
n@1254 196 <entry name="volume" support="optional" default="off"/>
n@1254 197 <entry name="page-count" support="optional" default="off"/>
n@1254 198 <entry name="playhead" support="optional" default="off"/>
n@1254 199 <entry name="comments" support="optional" default="off"/>
n@1254 200 </show>
n@1254 201 <elements>
n@1254 202 <number min="2" max="2"/>
n@1254 203 <anchor min="0" max="0"/>
n@1254 204 <reference min="0" max="0"/>
n@1254 205 <outsidereference min="0" max="0"/>
n@1254 206 </elements>
n@1254 207 </interface>
n@1090 208 </interfaces>
n@1090 209 <scaledefinitions>
n@1090 210 <scale name="Likert">
n@1090 211 <scalelabel position="0">Strongly Disagree</scalelabel>
n@1090 212 <scalelabel position="25">Disagree</scalelabel>
n@1090 213 <scalelabel position="50">Neutral</scalelabel>
n@1090 214 <scalelabel position="75">Agree</scalelabel>
n@1090 215 <scalelabel position="100">Strongly Agree</scalelabel>
n@1090 216 </scale>
n@1090 217 <scale name="ABC">
n@1090 218 <scalelabel position="100">Imperceptible</scalelabel>
n@1090 219 <scalelabel position="75">Perceptible but not annoying</scalelabel>
n@1090 220 <scalelabel position="50">Slightly annoying</scalelabel>
n@1090 221 <scalelabel position="25">Annoying</scalelabel>
n@1090 222 <scalelabel position="0">Very annoying</scalelabel>
n@1090 223 </scale>
n@1090 224 <scale name="Bipolar">
n@1090 225 <scalelabel position="0">-50</scalelabel>
n@1090 226 <scalelabel position="50">0</scalelabel>
n@1090 227 <scalelabel position="100">50</scalelabel>
n@1090 228 </scale>
n@1090 229 <scale name="ACR">
n@1090 230 <scalelabel position="0">Bad</scalelabel>
n@1090 231 <scalelabel position="25">Poor</scalelabel>
n@1090 232 <scalelabel position="50">Fair</scalelabel>
n@1090 233 <scalelabel position="75">Good</scalelabel>
n@1090 234 <scalelabel position="100">Excellent</scalelabel>
n@1090 235 </scale>
n@1090 236 <scale name="DCR">
n@1090 237 <scalelabel position="0">(1) Very Annoying</scalelabel>
n@1090 238 <scalelabel position="25">(2) Annoying</scalelabel>
n@1090 239 <scalelabel position="50">(3) Slightly Annoying</scalelabel>
n@1090 240 <scalelabel position="75">(4) Audible but not Annoying</scalelabel>
n@1090 241 <scalelabel position="100">(5) Inaudible</scalelabel>
n@1090 242 </scale>
n@1090 243 <scale name="CCR">
n@1090 244 <scalelabel position="12">Much Worse</scalelabel>
n@1090 245 <scalelabel position="25">Worse</scalelabel>
n@1090 246 <scalelabel position="38">Slightly Worse</scalelabel>
n@1090 247 <scalelabel position="50">About the same</scalelabel>
n@1090 248 <scalelabel position="62">Slightly Better</scalelabel>
n@1090 249 <scalelabel position="75">Better</scalelabel>
n@1090 250 <scalelabel position="88">Much Better</scalelabel>
n@1090 251 </scale>
n@1090 252 <scale name="HCRS">
n@1090 253 <scalelabel position="10">Dislike Extremely</scalelabel>
n@1090 254 <scalelabel position="20">Dislike Very Much</scalelabel>
n@1090 255 <scalelabel position="30">Dislike Moderate</scalelabel>
n@1090 256 <scalelabel position="40">Dislike Slightly</scalelabel>
n@1090 257 <scalelabel position="50">Neither Like nor Dislike</scalelabel>
n@1090 258 <scalelabel position="60">Like Slightly</scalelabel>
n@1090 259 <scalelabel position="70">Like Moderate</scalelabel>
n@1090 260 <scalelabel position="80">Like Very Much</scalelabel>
n@1090 261 <scalelabel position="90">Like Extremely</scalelabel>
n@1090 262 </scale>
n@1090 263 </scaledefinitions>
n@1090 264 <tests>
n@1090 265 <test name="APE" interface="APE"/>
n@1090 266 <test name="vertical-sliders" interface="MUSHRA"/>
n@1090 267 <test name="horizontal-sliders" interface="horizontal"/>
n@1090 268 <test name="discrete" interface="discrete"/>
n@1090 269 <test name="Comparison" interface="AB"/>
n@1090 270 <test name="MUSHRA" interface="MUSHRA">
n@1090 271 <checks>
n@1090 272 <entry name="fragmentMoved" support="none"/>
n@1090 273 <entry name="fragmentPlayed" support="none"/>
n@1090 274 <entry name="fragmentFullPlayback" support="none"/>
n@1090 275 <entry name="fragmentComments" support="none"/>
n@1090 276 <entry name="scalerange" support="none"/>
n@1090 277 </checks>
n@1090 278 <show>
n@1090 279 <entry name="volume" support="none"/>
n@1090 280 <entry name="page-count" support="none"/>
n@1090 281 <entry name="playhead" support="none"/>
n@1090 282 <entry name="comments" support="none"/>
n@1090 283 </show>
n@1090 284 <elements>
n@1090 285 <anchor min="1" max="undefined"/>
n@1090 286 <reference min="1" max="undefined"/>
n@1090 287 <outsidereference min="1" max="1"/>
n@1090 288 </elements>
n@1090 289 <scale name="ACR"/>
n@1090 290 </test>
n@1090 291 <test name="Rank" interface="discrete">
n@1090 292 <checks>
n@1090 293 <entry name="fragmentPlayed" support="none"/>
n@1090 294 <entry name="fragmentFullPlayback" support="none"/>
n@1090 295 <entry name="fragmentComments" support="none"/>
n@1090 296 </checks>
n@1090 297 <show>
n@1090 298 <entry name="volume" support="none"/>
n@1090 299 <entry name="page-count" support="none"/>
n@1090 300 <entry name="playhead" support="none"/>
n@1090 301 <entry name="comments" support="none"/>
n@1090 302 </show>
n@1090 303 <scale name="undefined"/>
n@1090 304 </test>
n@1090 305 <test name="Likert" interface="discrete">
n@1090 306 <checks>
n@1090 307 <entry name="fragmentPlayed" support="none"/>
n@1090 308 <entry name="fragmentFullPlayback" support="none"/>
n@1090 309 <entry name="fragmentComments" support="none"/>
n@1090 310 </checks>
n@1090 311 <show>
n@1090 312 <entry name="volume" support="none"/>
n@1090 313 <entry name="page-count" support="none"/>
n@1090 314 <entry name="playhead" support="none"/>
n@1090 315 <entry name="comments" support="none"/>
n@1090 316 </show>
n@1090 317 <scale name="Likert"/>
n@1090 318 </test>
n@1090 319 <test name="ABC/HR" interface="MUSHRA">
n@1090 320 <checks>
n@1090 321 <entry name="fragmentMoved" support="none"/>
n@1090 322 <entry name="fragmentPlayed" support="none"/>
n@1090 323 <entry name="fragmentFullPlayback" support="none"/>
n@1090 324 <entry name="fragmentComments" support="none"/>
n@1090 325 </checks>
n@1090 326 <show>
n@1090 327 <entry name="volume" support="none"/>
n@1090 328 <entry name="page-count" support="none"/>
n@1090 329 <entry name="playhead" support="none"/>
n@1090 330 <entry name="comments" support="none"/>
n@1090 331 </show>
n@1090 332 <scale name="ABC"/>
n@1090 333 </test>
n@1090 334 <test name="Bipolar" interface="horizontal">
n@1090 335 <checks>
n@1090 336 <entry name="fragmentMoved" support="mandatory"/>
n@1090 337 <entry name="fragmentPlayed" support="none"/>
n@1090 338 <entry name="fragmentFullPlayback" support="none"/>
n@1090 339 <entry name="fragmentComments" support="none"/>
n@1090 340 </checks>
n@1090 341 <show>
n@1090 342 <entry name="volume" support="none"/>
n@1090 343 <entry name="page-count" support="none"/>
n@1090 344 <entry name="playhead" support="none"/>
n@1090 345 <entry name="comments" support="none"/>
n@1090 346 </show>
n@1090 347 <elements>
n@1090 348 <outsidereference min="1" max="1"/>
n@1090 349 </elements>
n@1090 350 <scale name="Bipolar"/>
n@1090 351 </test>
n@1090 352 <test name="ACR" interface="discrete">
n@1090 353 <checks>
n@1090 354 <entry name="fragmentPlayed" support="none"/>
n@1090 355 <entry name="fragmentFullPlayback" support="none"/>
n@1090 356 <entry name="fragmentComments" support="none"/>
n@1090 357 </checks>
n@1090 358 <show>
n@1090 359 <entry name="volume" support="none"/>
n@1090 360 <entry name="page-count" support="none"/>
n@1090 361 <entry name="playhead" support="none"/>
n@1090 362 <entry name="comments" support="none"/>
n@1090 363 </show>
n@1090 364 <scale name="ACR"/>
n@1090 365 </test>
n@1090 366 <test name="DCR" interface="discrete">
n@1090 367 <checks>
n@1090 368 <entry name="fragmentPlayed" support="none"/>
n@1090 369 <entry name="fragmentFullPlayback" support="none"/>
n@1090 370 <entry name="fragmentComments" support="none"/>
n@1090 371 </checks>
n@1090 372 <show>
n@1090 373 <entry name="volume" support="none"/>
n@1090 374 <entry name="page-count" support="none"/>
n@1090 375 <entry name="playhead" support="none"/>
n@1090 376 <entry name="comments" support="none"/>
n@1090 377 </show>
n@1090 378 <scale name="DCR"/>
n@1090 379 </test>
n@1090 380 <test name="CCR" interface="discrete">
n@1090 381 <checks>
n@1090 382 <entry name="fragmentPlayed" support="none"/>
n@1090 383 <entry name="fragmentFullPlayback" support="none"/>
n@1090 384 <entry name="fragmentComments" support="none"/>
n@1090 385 </checks>
n@1090 386 <show>
n@1090 387 <entry name="volume" support="none"/>
n@1090 388 <entry name="page-count" support="none"/>
n@1090 389 <entry name="playhead" support="none"/>
n@1090 390 <entry name="comments" support="none"/>
n@1090 391 </show>
n@1090 392 <scale name="CCR"/>
n@1090 393 </test>
n@1090 394 <test name="HCRS" interface="MUSHRA">
n@1090 395 <checks>
n@1090 396 <entry name="fragmentMoved" support="mandatory"/>
n@1090 397 <entry name="fragmentPlayed" support="none"/>
n@1090 398 <entry name="fragmentFullPlayback" support="none"/>
n@1090 399 <entry name="fragmentComments" support="none"/>
n@1090 400 </checks>
n@1090 401 <show>
n@1090 402 <entry name="volume" support="none"/>
n@1090 403 <entry name="page-count" support="none"/>
n@1090 404 <entry name="playhead" support="none"/>
n@1090 405 <entry name="comments" support="none"/>
n@1090 406 </show>
n@1090 407 <elements>
n@1090 408 <outsidereference min="1" max="1"/>
n@1090 409 </elements>
n@1090 410 <scale name="HCRS"/>
n@1090 411 </test>
n@1090 412 <test name="ITUR5PCIS" interface="MUSHRA">
n@1090 413 <checks>
n@1090 414 <entry name="fragmentMoved" support="none"/>
n@1090 415 <entry name="fragmentPlayed" support="none"/>
n@1090 416 <entry name="fragmentFullPlayback" support="none"/>
n@1090 417 <entry name="fragmentComments" support="none"/>
n@1090 418 </checks>
n@1090 419 <show>
n@1090 420 <entry name="volume" support="none"/>
n@1090 421 <entry name="page-count" support="none"/>
n@1090 422 <entry name="playhead" support="none"/>
n@1090 423 <entry name="comments" support="none"/>
n@1090 424 </show>
n@1090 425 <elements>
n@1090 426 <outsidereference min="1" max="1"/>
n@1090 427 </elements>
n@1090 428 <scale name="ABC"/>
n@1090 429 </test>
n@1090 430 <test name="AB" interface="AB">
n@1090 431 <checks>
n@1090 432 <entry name="fragmentPlayed" support="none"/>
n@1090 433 <entry name="fragmentFullPlayback" support="none"/>
n@1090 434 <entry name="fragmentComments" support="none"/>
n@1090 435 </checks>
n@1090 436 <show>
n@1090 437 <entry name="volume" support="none"/>
n@1090 438 <entry name="page-count" support="none"/>
n@1090 439 <entry name="playhead" support="none"/>
n@1090 440 <entry name="comments" support="none"/>
n@1090 441 </show>
n@1090 442 <elements>
n@1090 443 <number min="2" max="2"/>
n@1090 444 <outsidereference min="0" max="0"/>
n@1090 445 </elements>
n@1090 446 </test>
n@1254 447 <test name="ABX" interface="ABX"/>
n@1090 448 </tests>
n@1090 449 </root>