annotate test_create/interface-specs.xml @ 1253:8aa21ebd9b15

WIP. ABX Framework. Minor core.js modifications.
author Nicholas Jillings <n.g.r.jillings@se14.qmul.ac.uk>
date Wed, 16 Mar 2016 13:31:42 +0000
parents c07b9e2312ba
children e0934138c676
rev   line source
n@1090 1 <?xml version="1.0" encoding="UTF-8" ?>
n@1090 2 <root>
n@1090 3 <global>
n@1090 4 <metrics>
n@1090 5 <list name="testTimer">Test Timer</list>
n@1090 6 <list name="elementTimer">Element Playback Timer</list>
n@1090 7 <list name="elementInitialPosition">Element Initial Poisition</list>
n@1090 8 <list name="elementTracker">Element Movement Tracker</list>
n@1090 9 <list name="elementFlagListenedTo">Element Listened to Flag</list>
n@1090 10 <list name="elementFlagMoved">Element Moved Flag</list>
n@1090 11 <list name="elementListenTracker">Element Listen Tracker</list>
n@1090 12 </metrics>
n@1090 13 <checks>
n@1090 14 <list name="fragmentMoved">Check all moved</list>
n@1090 15 <list name="fragmentPlayed">Check all played</list>
n@1090 16 <list name="fragmentFullPlayback">Check all fully played (non-loop only)</list>
n@1090 17 <list name="fragmentComments">Check comments entered</list>
n@1090 18 <list name="scalerange">Enforce scale usage range</list>
n@1090 19 </checks>
n@1090 20 <show>
n@1090 21 <list name="volume">Show master volume control</list>
n@1090 22 <list name="page-count">Show test page count</list>
n@1090 23 <list name="playhead">Show playhead</list>
n@1090 24 <list name="comments">Show Element Comment Boxes</list>
n@1090 25 </show>
n@1090 26 </global>
n@1090 27 <interfaces>
n@1090 28 <interface name="APE">
n@1090 29 <metrics>
n@1090 30 <entry name="testTimer" support="optional" default="on"/>
n@1090 31 <entry name="elementTimer" support="optional" default="on"/>
n@1090 32 <entry name="elementInitialPosition" support="optional" default="on"/>
n@1090 33 <entry name="elementTracker" support="optional" default="on"/>
n@1090 34 <entry name="elementFlagListenedTo" support="optional" default="on"/>
n@1090 35 <entry name="elementFlagMoved" support="optional" default="on"/>
n@1090 36 <entry name="elementListenTracker" support="optional" default="on"/>
n@1090 37 </metrics>
n@1090 38 <checks>
n@1090 39 <entry name="fragmentMoved" support="optional" default="off"/>
n@1090 40 <entry name="fragmentPlayed" support="optional" default="off"/>
n@1090 41 <entry name="fragmentFullPlayback" support="optional" default="off"/>
n@1090 42 <entry name="fragmentComments" support="optional" default="off"/>
n@1090 43 <entry name="scalerange" support="optional" default="off"/>
n@1090 44 </checks>
n@1090 45 <show>
n@1090 46 <entry name="volume" support="optional" default="off"/>
n@1090 47 <entry name="page-count" support="optional" default="off"/>
n@1090 48 <entry name="playhead" support="optional" default="off"/>
n@1090 49 <entry name="comments" support="optional" default="on"/>
n@1090 50 </show>
n@1090 51 <elements>
n@1090 52 <number min="1" max="undefined"/>
n@1090 53 <anchor min="0" max="undefined"/>
n@1090 54 <reference min="0" max="undefined"/>
n@1090 55 <outsidereference min="0" max="1"/>
n@1090 56 </elements>
n@1090 57 </interface>
n@1090 58 <interface name="MUSHRA">
n@1090 59 <metrics>
n@1090 60 <entry name="testTimer" support="optional" default="on"/>
n@1090 61 <entry name="elementTimer" support="optional" default="on"/>
n@1090 62 <entry name="elementInitialPosition" support="optional" default="on"/>
n@1090 63 <entry name="elementTracker" support="optional" default="on"/>
n@1090 64 <entry name="elementFlagListenedTo" support="optional" default="on"/>
n@1090 65 <entry name="elementFlagMoved" support="optional" default="on"/>
n@1090 66 <entry name="elementListenTracker" support="optional" default="on"/>
n@1090 67 </metrics>
n@1090 68 <checks>
n@1090 69 <entry name="fragmentMoved" support="optional" default="off"/>
n@1090 70 <entry name="fragmentPlayed" support="optional" default="off"/>
n@1090 71 <entry name="fragmentFullPlayback" support="optional" default="off"/>
n@1090 72 <entry name="fragmentComments" support="optional" default="off"/>
n@1090 73 <entry name="scalerange" support="optional" default="off"/>
n@1090 74 </checks>
n@1090 75 <show>
n@1090 76 <entry name="volume" support="optional" default="off"/>
n@1090 77 <entry name="page-count" support="optional" default="off"/>
n@1090 78 <entry name="playhead" support="optional" default="off"/>
n@1090 79 <entry name="comments" support="optional" default="off"/>
n@1090 80 </show>
n@1090 81 <elements>
n@1090 82 <number min="1" max="undefined"/>
n@1090 83 <anchor min="0" max="undefined"/>
n@1090 84 <reference min="0" max="undefined"/>
n@1090 85 <outsidereference min="0" max="1"/>
n@1090 86 </elements>
n@1090 87 </interface>
n@1090 88 <interface name="horizontal">
n@1090 89 <metrics>
n@1090 90 <entry name="testTimer" support="optional" default="on"/>
n@1090 91 <entry name="elementTimer" support="optional" default="on"/>
n@1090 92 <entry name="elementInitialPosition" support="optional" default="on"/>
n@1090 93 <entry name="elementTracker" support="optional" default="on"/>
n@1090 94 <entry name="elementFlagListenedTo" support="optional" default="on"/>
n@1090 95 <entry name="elementFlagMoved" support="optional" default="on"/>
n@1090 96 <entry name="elementListenTracker" support="optional" default="on"/>
n@1090 97 </metrics>
n@1090 98 <checks>
n@1090 99 <entry name="fragmentMoved" support="optional" default="off"/>
n@1090 100 <entry name="fragmentPlayed" support="optional" default="off"/>
n@1090 101 <entry name="fragmentFullPlayback" support="optional" default="off"/>
n@1090 102 <entry name="fragmentComments" support="optional" default="off"/>
n@1090 103 <entry name="scalerange" support="optional" default="off"/>
n@1090 104 </checks>
n@1090 105 <show>
n@1090 106 <entry name="volume" support="optional" default="off"/>
n@1090 107 <entry name="page-count" support="optional" default="off"/>
n@1090 108 <entry name="playhead" support="optional" default="off"/>
n@1090 109 <entry name="comments" support="optional" default="off"/>
n@1090 110 </show>
n@1090 111 <elements>
n@1090 112 <number min="1" max="undefined"/>
n@1090 113 <anchor min="0" max="undefined"/>
n@1090 114 <reference min="0" max="undefined"/>
n@1090 115 <outsidereference min="0" max="1"/>
n@1090 116 </elements>
n@1090 117 </interface>
n@1090 118 <interface name="discrete">
n@1090 119 <metrics>
n@1090 120 <entry name="testTimer" support="optional" default="on"/>
n@1090 121 <entry name="elementTimer" support="optional" default="on"/>
n@1090 122 <entry name="elementInitialPosition" support="none"/>
n@1090 123 <entry name="elementTracker" support="optional" default="on"/>
n@1090 124 <entry name="elementFlagListenedTo" support="optional" default="on"/>
n@1090 125 <entry name="elementFlagMoved" support="optional" default="on"/>
n@1090 126 <entry name="elementListenTracker" support="optional" default="on"/>
n@1090 127 </metrics>
n@1090 128 <checks>
n@1090 129 <entry name="fragmentMoved" support="mandatory"/>
n@1090 130 <entry name="fragmentPlayed" support="optional" default="off"/>
n@1090 131 <entry name="fragmentFullPlayback" support="optional" default="off"/>
n@1090 132 <entry name="fragmentComments" support="optional" default="off"/>
n@1090 133 <entry name="scalerange" support="none"/>
n@1090 134 </checks>
n@1090 135 <show>
n@1090 136 <entry name="volume" support="optional" default="off"/>
n@1090 137 <entry name="page-count" support="optional" default="off"/>
n@1090 138 <entry name="playhead" support="optional" default="off"/>
n@1090 139 <entry name="comments" support="optional" default="off"/>
n@1090 140 </show>
n@1090 141 <elements>
n@1090 142 <number min="1" max="undefined"/>
n@1090 143 <anchor min="0" max="undefined"/>
n@1090 144 <reference min="0" max="undefined"/>
n@1090 145 <outsidereference min="0" max="1"/>
n@1090 146 </elements>
n@1090 147 </interface>
n@1090 148 <interface name="AB">
n@1090 149 <metrics>
n@1090 150 <entry name="testTimer" support="optional" default="on"/>
n@1090 151 <entry name="elementTimer" support="optional" default="on"/>
n@1090 152 <entry name="elementInitialPosition" support="none"/>
n@1090 153 <entry name="elementTracker" support="optional" default="on"/>
n@1090 154 <entry name="elementFlagListenedTo" support="optional" default="on"/>
n@1090 155 <entry name="elementFlagMoved" support="none"/>
n@1090 156 <entry name="elementListenTracker" support="optional" default="on"/>
n@1090 157 </metrics>
n@1090 158 <checks>
n@1090 159 <entry name="fragmentMoved" support="none"/>
n@1090 160 <entry name="fragmentPlayed" support="optional" default="off"/>
n@1090 161 <entry name="fragmentFullPlayback" support="optional" default="off"/>
n@1090 162 <entry name="fragmentComments" support="optional" default="off"/>
n@1090 163 <entry name="scalerange" support="none"/>
n@1090 164 </checks>
n@1090 165 <show>
n@1090 166 <entry name="volume" support="optional" default="off"/>
n@1090 167 <entry name="page-count" support="optional" default="off"/>
n@1090 168 <entry name="playhead" support="optional" default="off"/>
n@1090 169 <entry name="comments" support="optional" default="off"/>
n@1090 170 </show>
n@1090 171 <elements>
n@1090 172 <number min="2" max="undefined"/>
n@1090 173 <anchor min="0" max="undefined"/>
n@1090 174 <reference min="0" max="undefined"/>
n@1090 175 <outsidereference min="0" max="1"/>
n@1090 176 </elements>
n@1090 177 </interface>
n@1090 178 </interfaces>
n@1090 179 <scaledefinitions>
n@1090 180 <scale name="Likert">
n@1090 181 <scalelabel position="0">Strongly Disagree</scalelabel>
n@1090 182 <scalelabel position="25">Disagree</scalelabel>
n@1090 183 <scalelabel position="50">Neutral</scalelabel>
n@1090 184 <scalelabel position="75">Agree</scalelabel>
n@1090 185 <scalelabel position="100">Strongly Agree</scalelabel>
n@1090 186 </scale>
n@1090 187 <scale name="ABC">
n@1090 188 <scalelabel position="100">Imperceptible</scalelabel>
n@1090 189 <scalelabel position="75">Perceptible but not annoying</scalelabel>
n@1090 190 <scalelabel position="50">Slightly annoying</scalelabel>
n@1090 191 <scalelabel position="25">Annoying</scalelabel>
n@1090 192 <scalelabel position="0">Very annoying</scalelabel>
n@1090 193 </scale>
n@1090 194 <scale name="Bipolar">
n@1090 195 <scalelabel position="0">-50</scalelabel>
n@1090 196 <scalelabel position="50">0</scalelabel>
n@1090 197 <scalelabel position="100">50</scalelabel>
n@1090 198 </scale>
n@1090 199 <scale name="ACR">
n@1090 200 <scalelabel position="0">Bad</scalelabel>
n@1090 201 <scalelabel position="25">Poor</scalelabel>
n@1090 202 <scalelabel position="50">Fair</scalelabel>
n@1090 203 <scalelabel position="75">Good</scalelabel>
n@1090 204 <scalelabel position="100">Excellent</scalelabel>
n@1090 205 </scale>
n@1090 206 <scale name="DCR">
n@1090 207 <scalelabel position="0">(1) Very Annoying</scalelabel>
n@1090 208 <scalelabel position="25">(2) Annoying</scalelabel>
n@1090 209 <scalelabel position="50">(3) Slightly Annoying</scalelabel>
n@1090 210 <scalelabel position="75">(4) Audible but not Annoying</scalelabel>
n@1090 211 <scalelabel position="100">(5) Inaudible</scalelabel>
n@1090 212 </scale>
n@1090 213 <scale name="CCR">
n@1090 214 <scalelabel position="12">Much Worse</scalelabel>
n@1090 215 <scalelabel position="25">Worse</scalelabel>
n@1090 216 <scalelabel position="38">Slightly Worse</scalelabel>
n@1090 217 <scalelabel position="50">About the same</scalelabel>
n@1090 218 <scalelabel position="62">Slightly Better</scalelabel>
n@1090 219 <scalelabel position="75">Better</scalelabel>
n@1090 220 <scalelabel position="88">Much Better</scalelabel>
n@1090 221 </scale>
n@1090 222 <scale name="HCRS">
n@1090 223 <scalelabel position="10">Dislike Extremely</scalelabel>
n@1090 224 <scalelabel position="20">Dislike Very Much</scalelabel>
n@1090 225 <scalelabel position="30">Dislike Moderate</scalelabel>
n@1090 226 <scalelabel position="40">Dislike Slightly</scalelabel>
n@1090 227 <scalelabel position="50">Neither Like nor Dislike</scalelabel>
n@1090 228 <scalelabel position="60">Like Slightly</scalelabel>
n@1090 229 <scalelabel position="70">Like Moderate</scalelabel>
n@1090 230 <scalelabel position="80">Like Very Much</scalelabel>
n@1090 231 <scalelabel position="90">Like Extremely</scalelabel>
n@1090 232 </scale>
n@1090 233 </scaledefinitions>
n@1090 234 <tests>
n@1090 235 <test name="APE" interface="APE"/>
n@1090 236 <test name="vertical-sliders" interface="MUSHRA"/>
n@1090 237 <test name="horizontal-sliders" interface="horizontal"/>
n@1090 238 <test name="discrete" interface="discrete"/>
n@1090 239 <test name="Comparison" interface="AB"/>
n@1090 240 <test name="MUSHRA" interface="MUSHRA">
n@1090 241 <checks>
n@1090 242 <entry name="fragmentMoved" support="none"/>
n@1090 243 <entry name="fragmentPlayed" support="none"/>
n@1090 244 <entry name="fragmentFullPlayback" support="none"/>
n@1090 245 <entry name="fragmentComments" support="none"/>
n@1090 246 <entry name="scalerange" support="none"/>
n@1090 247 </checks>
n@1090 248 <show>
n@1090 249 <entry name="volume" support="none"/>
n@1090 250 <entry name="page-count" support="none"/>
n@1090 251 <entry name="playhead" support="none"/>
n@1090 252 <entry name="comments" support="none"/>
n@1090 253 </show>
n@1090 254 <elements>
n@1090 255 <anchor min="1" max="undefined"/>
n@1090 256 <reference min="1" max="undefined"/>
n@1090 257 <outsidereference min="1" max="1"/>
n@1090 258 </elements>
n@1090 259 <scale name="ACR"/>
n@1090 260 </test>
n@1090 261 <test name="Rank" interface="discrete">
n@1090 262 <checks>
n@1090 263 <entry name="fragmentPlayed" support="none"/>
n@1090 264 <entry name="fragmentFullPlayback" support="none"/>
n@1090 265 <entry name="fragmentComments" support="none"/>
n@1090 266 </checks>
n@1090 267 <show>
n@1090 268 <entry name="volume" support="none"/>
n@1090 269 <entry name="page-count" support="none"/>
n@1090 270 <entry name="playhead" support="none"/>
n@1090 271 <entry name="comments" support="none"/>
n@1090 272 </show>
n@1090 273 <scale name="undefined"/>
n@1090 274 </test>
n@1090 275 <test name="Likert" interface="discrete">
n@1090 276 <checks>
n@1090 277 <entry name="fragmentPlayed" support="none"/>
n@1090 278 <entry name="fragmentFullPlayback" support="none"/>
n@1090 279 <entry name="fragmentComments" support="none"/>
n@1090 280 </checks>
n@1090 281 <show>
n@1090 282 <entry name="volume" support="none"/>
n@1090 283 <entry name="page-count" support="none"/>
n@1090 284 <entry name="playhead" support="none"/>
n@1090 285 <entry name="comments" support="none"/>
n@1090 286 </show>
n@1090 287 <scale name="Likert"/>
n@1090 288 </test>
n@1090 289 <test name="ABC/HR" interface="MUSHRA">
n@1090 290 <checks>
n@1090 291 <entry name="fragmentMoved" support="none"/>
n@1090 292 <entry name="fragmentPlayed" support="none"/>
n@1090 293 <entry name="fragmentFullPlayback" support="none"/>
n@1090 294 <entry name="fragmentComments" support="none"/>
n@1090 295 </checks>
n@1090 296 <show>
n@1090 297 <entry name="volume" support="none"/>
n@1090 298 <entry name="page-count" support="none"/>
n@1090 299 <entry name="playhead" support="none"/>
n@1090 300 <entry name="comments" support="none"/>
n@1090 301 </show>
n@1090 302 <scale name="ABC"/>
n@1090 303 </test>
n@1090 304 <test name="Bipolar" interface="horizontal">
n@1090 305 <checks>
n@1090 306 <entry name="fragmentMoved" support="mandatory"/>
n@1090 307 <entry name="fragmentPlayed" support="none"/>
n@1090 308 <entry name="fragmentFullPlayback" support="none"/>
n@1090 309 <entry name="fragmentComments" support="none"/>
n@1090 310 </checks>
n@1090 311 <show>
n@1090 312 <entry name="volume" support="none"/>
n@1090 313 <entry name="page-count" support="none"/>
n@1090 314 <entry name="playhead" support="none"/>
n@1090 315 <entry name="comments" support="none"/>
n@1090 316 </show>
n@1090 317 <elements>
n@1090 318 <outsidereference min="1" max="1"/>
n@1090 319 </elements>
n@1090 320 <scale name="Bipolar"/>
n@1090 321 </test>
n@1090 322 <test name="ACR" interface="discrete">
n@1090 323 <checks>
n@1090 324 <entry name="fragmentPlayed" support="none"/>
n@1090 325 <entry name="fragmentFullPlayback" support="none"/>
n@1090 326 <entry name="fragmentComments" support="none"/>
n@1090 327 </checks>
n@1090 328 <show>
n@1090 329 <entry name="volume" support="none"/>
n@1090 330 <entry name="page-count" support="none"/>
n@1090 331 <entry name="playhead" support="none"/>
n@1090 332 <entry name="comments" support="none"/>
n@1090 333 </show>
n@1090 334 <scale name="ACR"/>
n@1090 335 </test>
n@1090 336 <test name="DCR" interface="discrete">
n@1090 337 <checks>
n@1090 338 <entry name="fragmentPlayed" support="none"/>
n@1090 339 <entry name="fragmentFullPlayback" support="none"/>
n@1090 340 <entry name="fragmentComments" support="none"/>
n@1090 341 </checks>
n@1090 342 <show>
n@1090 343 <entry name="volume" support="none"/>
n@1090 344 <entry name="page-count" support="none"/>
n@1090 345 <entry name="playhead" support="none"/>
n@1090 346 <entry name="comments" support="none"/>
n@1090 347 </show>
n@1090 348 <scale name="DCR"/>
n@1090 349 </test>
n@1090 350 <test name="CCR" interface="discrete">
n@1090 351 <checks>
n@1090 352 <entry name="fragmentPlayed" support="none"/>
n@1090 353 <entry name="fragmentFullPlayback" support="none"/>
n@1090 354 <entry name="fragmentComments" support="none"/>
n@1090 355 </checks>
n@1090 356 <show>
n@1090 357 <entry name="volume" support="none"/>
n@1090 358 <entry name="page-count" support="none"/>
n@1090 359 <entry name="playhead" support="none"/>
n@1090 360 <entry name="comments" support="none"/>
n@1090 361 </show>
n@1090 362 <scale name="CCR"/>
n@1090 363 </test>
n@1090 364 <test name="HCRS" interface="MUSHRA">
n@1090 365 <checks>
n@1090 366 <entry name="fragmentMoved" support="mandatory"/>
n@1090 367 <entry name="fragmentPlayed" support="none"/>
n@1090 368 <entry name="fragmentFullPlayback" support="none"/>
n@1090 369 <entry name="fragmentComments" support="none"/>
n@1090 370 </checks>
n@1090 371 <show>
n@1090 372 <entry name="volume" support="none"/>
n@1090 373 <entry name="page-count" support="none"/>
n@1090 374 <entry name="playhead" support="none"/>
n@1090 375 <entry name="comments" support="none"/>
n@1090 376 </show>
n@1090 377 <elements>
n@1090 378 <outsidereference min="1" max="1"/>
n@1090 379 </elements>
n@1090 380 <scale name="HCRS"/>
n@1090 381 </test>
n@1090 382 <test name="ITUR5PCIS" interface="MUSHRA">
n@1090 383 <checks>
n@1090 384 <entry name="fragmentMoved" support="none"/>
n@1090 385 <entry name="fragmentPlayed" support="none"/>
n@1090 386 <entry name="fragmentFullPlayback" support="none"/>
n@1090 387 <entry name="fragmentComments" support="none"/>
n@1090 388 </checks>
n@1090 389 <show>
n@1090 390 <entry name="volume" support="none"/>
n@1090 391 <entry name="page-count" support="none"/>
n@1090 392 <entry name="playhead" support="none"/>
n@1090 393 <entry name="comments" support="none"/>
n@1090 394 </show>
n@1090 395 <elements>
n@1090 396 <outsidereference min="1" max="1"/>
n@1090 397 </elements>
n@1090 398 <scale name="ABC"/>
n@1090 399 </test>
n@1090 400 <test name="AB" interface="AB">
n@1090 401 <checks>
n@1090 402 <entry name="fragmentPlayed" support="none"/>
n@1090 403 <entry name="fragmentFullPlayback" support="none"/>
n@1090 404 <entry name="fragmentComments" support="none"/>
n@1090 405 </checks>
n@1090 406 <show>
n@1090 407 <entry name="volume" support="none"/>
n@1090 408 <entry name="page-count" support="none"/>
n@1090 409 <entry name="playhead" support="none"/>
n@1090 410 <entry name="comments" support="none"/>
n@1090 411 </show>
n@1090 412 <elements>
n@1090 413 <number min="2" max="2"/>
n@1090 414 <outsidereference min="0" max="0"/>
n@1090 415 </elements>
n@1090 416 <scale name="ABC"/>
n@1090 417 </test>
n@1090 418 <test name="ABX" interface="AB">
n@1090 419 <checks>
n@1090 420 <entry name="fragmentPlayed" support="none"/>
n@1090 421 <entry name="fragmentFullPlayback" support="none"/>
n@1090 422 <entry name="fragmentComments" support="none"/>
n@1090 423 </checks>
n@1090 424 <show>
n@1090 425 <entry name="volume" support="none"/>
n@1090 426 <entry name="page-count" support="none"/>
n@1090 427 <entry name="playhead" support="none"/>
n@1090 428 <entry name="comments" support="none"/>
n@1090 429 </show>
n@1090 430 <elements>
n@1090 431 <number min="2" max="2"/>
n@1090 432 <outsidereference min="1" max="1"/>
n@1090 433 </elements>
n@1090 434 <scale name="ABC"/>
n@1090 435 </test>
n@1090 436 </tests>
n@1090 437 </root>