annotate test_create/interface-specs.xml @ 1109:1796ab711cdc

Python score/comment parsers use new <page> rather than deprecated <audioholder>. Added score_parser.php
author Nicholas Jillings <n.g.r.jillings@se14.qmul.ac.uk>
date Thu, 18 Feb 2016 10:55:36 +0000
parents 282dfb8076f5
children e0934138c676
rev   line source
n@1106 1 <?xml version="1.0" encoding="UTF-8" ?>
n@1106 2 <root>
n@1106 3 <global>
n@1106 4 <metrics>
n@1106 5 <list name="testTimer">Test Timer</list>
n@1106 6 <list name="elementTimer">Element Playback Timer</list>
n@1106 7 <list name="elementInitialPosition">Element Initial Poisition</list>
n@1106 8 <list name="elementTracker">Element Movement Tracker</list>
n@1106 9 <list name="elementFlagListenedTo">Element Listened to Flag</list>
n@1106 10 <list name="elementFlagMoved">Element Moved Flag</list>
n@1106 11 <list name="elementListenTracker">Element Listen Tracker</list>
n@1106 12 </metrics>
n@1106 13 <checks>
n@1106 14 <list name="fragmentMoved">Check all moved</list>
n@1106 15 <list name="fragmentPlayed">Check all played</list>
n@1106 16 <list name="fragmentFullPlayback">Check all fully played (non-loop only)</list>
n@1106 17 <list name="fragmentComments">Check comments entered</list>
n@1106 18 <list name="scalerange">Enforce scale usage range</list>
n@1106 19 </checks>
n@1106 20 <show>
n@1106 21 <list name="volume">Show master volume control</list>
n@1106 22 <list name="page-count">Show test page count</list>
n@1106 23 <list name="playhead">Show playhead</list>
n@1106 24 <list name="comments">Show Element Comment Boxes</list>
n@1106 25 </show>
n@1106 26 </global>
n@1106 27 <interfaces>
n@1106 28 <interface name="APE">
n@1106 29 <metrics>
n@1106 30 <entry name="testTimer" support="optional" default="on"/>
n@1106 31 <entry name="elementTimer" support="optional" default="on"/>
n@1106 32 <entry name="elementInitialPosition" support="optional" default="on"/>
n@1106 33 <entry name="elementTracker" support="optional" default="on"/>
n@1106 34 <entry name="elementFlagListenedTo" support="optional" default="on"/>
n@1106 35 <entry name="elementFlagMoved" support="optional" default="on"/>
n@1106 36 <entry name="elementListenTracker" support="optional" default="on"/>
n@1106 37 </metrics>
n@1106 38 <checks>
n@1106 39 <entry name="fragmentMoved" support="optional" default="off"/>
n@1106 40 <entry name="fragmentPlayed" support="optional" default="off"/>
n@1106 41 <entry name="fragmentFullPlayback" support="optional" default="off"/>
n@1106 42 <entry name="fragmentComments" support="optional" default="off"/>
n@1106 43 <entry name="scalerange" support="optional" default="off"/>
n@1106 44 </checks>
n@1106 45 <show>
n@1106 46 <entry name="volume" support="optional" default="off"/>
n@1106 47 <entry name="page-count" support="optional" default="off"/>
n@1106 48 <entry name="playhead" support="optional" default="off"/>
n@1106 49 <entry name="comments" support="optional" default="on"/>
n@1106 50 </show>
n@1106 51 <elements>
n@1106 52 <number min="1" max="undefined"/>
n@1106 53 <anchor min="0" max="undefined"/>
n@1106 54 <reference min="0" max="undefined"/>
n@1106 55 <outsidereference min="0" max="1"/>
n@1106 56 </elements>
n@1106 57 </interface>
n@1106 58 <interface name="MUSHRA">
n@1106 59 <metrics>
n@1106 60 <entry name="testTimer" support="optional" default="on"/>
n@1106 61 <entry name="elementTimer" support="optional" default="on"/>
n@1106 62 <entry name="elementInitialPosition" support="optional" default="on"/>
n@1106 63 <entry name="elementTracker" support="optional" default="on"/>
n@1106 64 <entry name="elementFlagListenedTo" support="optional" default="on"/>
n@1106 65 <entry name="elementFlagMoved" support="optional" default="on"/>
n@1106 66 <entry name="elementListenTracker" support="optional" default="on"/>
n@1106 67 </metrics>
n@1106 68 <checks>
n@1106 69 <entry name="fragmentMoved" support="optional" default="off"/>
n@1106 70 <entry name="fragmentPlayed" support="optional" default="off"/>
n@1106 71 <entry name="fragmentFullPlayback" support="optional" default="off"/>
n@1106 72 <entry name="fragmentComments" support="optional" default="off"/>
n@1106 73 <entry name="scalerange" support="optional" default="off"/>
n@1106 74 </checks>
n@1106 75 <show>
n@1106 76 <entry name="volume" support="optional" default="off"/>
n@1106 77 <entry name="page-count" support="optional" default="off"/>
n@1106 78 <entry name="playhead" support="optional" default="off"/>
n@1106 79 <entry name="comments" support="optional" default="off"/>
n@1106 80 </show>
n@1106 81 <elements>
n@1106 82 <number min="1" max="undefined"/>
n@1106 83 <anchor min="0" max="undefined"/>
n@1106 84 <reference min="0" max="undefined"/>
n@1106 85 <outsidereference min="0" max="1"/>
n@1106 86 </elements>
n@1106 87 </interface>
n@1106 88 <interface name="horizontal">
n@1106 89 <metrics>
n@1106 90 <entry name="testTimer" support="optional" default="on"/>
n@1106 91 <entry name="elementTimer" support="optional" default="on"/>
n@1106 92 <entry name="elementInitialPosition" support="optional" default="on"/>
n@1106 93 <entry name="elementTracker" support="optional" default="on"/>
n@1106 94 <entry name="elementFlagListenedTo" support="optional" default="on"/>
n@1106 95 <entry name="elementFlagMoved" support="optional" default="on"/>
n@1106 96 <entry name="elementListenTracker" support="optional" default="on"/>
n@1106 97 </metrics>
n@1106 98 <checks>
n@1106 99 <entry name="fragmentMoved" support="optional" default="off"/>
n@1106 100 <entry name="fragmentPlayed" support="optional" default="off"/>
n@1106 101 <entry name="fragmentFullPlayback" support="optional" default="off"/>
n@1106 102 <entry name="fragmentComments" support="optional" default="off"/>
n@1106 103 <entry name="scalerange" support="optional" default="off"/>
n@1106 104 </checks>
n@1106 105 <show>
n@1106 106 <entry name="volume" support="optional" default="off"/>
n@1106 107 <entry name="page-count" support="optional" default="off"/>
n@1106 108 <entry name="playhead" support="optional" default="off"/>
n@1106 109 <entry name="comments" support="optional" default="off"/>
n@1106 110 </show>
n@1106 111 <elements>
n@1106 112 <number min="1" max="undefined"/>
n@1106 113 <anchor min="0" max="undefined"/>
n@1106 114 <reference min="0" max="undefined"/>
n@1106 115 <outsidereference min="0" max="1"/>
n@1106 116 </elements>
n@1106 117 </interface>
n@1106 118 <interface name="discrete">
n@1106 119 <metrics>
n@1106 120 <entry name="testTimer" support="optional" default="on"/>
n@1106 121 <entry name="elementTimer" support="optional" default="on"/>
n@1106 122 <entry name="elementInitialPosition" support="none"/>
n@1106 123 <entry name="elementTracker" support="optional" default="on"/>
n@1106 124 <entry name="elementFlagListenedTo" support="optional" default="on"/>
n@1106 125 <entry name="elementFlagMoved" support="optional" default="on"/>
n@1106 126 <entry name="elementListenTracker" support="optional" default="on"/>
n@1106 127 </metrics>
n@1106 128 <checks>
n@1106 129 <entry name="fragmentMoved" support="mandatory"/>
n@1106 130 <entry name="fragmentPlayed" support="optional" default="off"/>
n@1106 131 <entry name="fragmentFullPlayback" support="optional" default="off"/>
n@1106 132 <entry name="fragmentComments" support="optional" default="off"/>
n@1106 133 <entry name="scalerange" support="none"/>
n@1106 134 </checks>
n@1106 135 <show>
n@1106 136 <entry name="volume" support="optional" default="off"/>
n@1106 137 <entry name="page-count" support="optional" default="off"/>
n@1106 138 <entry name="playhead" support="optional" default="off"/>
n@1106 139 <entry name="comments" support="optional" default="off"/>
n@1106 140 </show>
n@1106 141 <elements>
n@1106 142 <number min="1" max="undefined"/>
n@1106 143 <anchor min="0" max="undefined"/>
n@1106 144 <reference min="0" max="undefined"/>
n@1106 145 <outsidereference min="0" max="1"/>
n@1106 146 </elements>
n@1106 147 </interface>
n@1106 148 <interface name="AB">
n@1106 149 <metrics>
n@1106 150 <entry name="testTimer" support="optional" default="on"/>
n@1106 151 <entry name="elementTimer" support="optional" default="on"/>
n@1106 152 <entry name="elementInitialPosition" support="none"/>
n@1106 153 <entry name="elementTracker" support="optional" default="on"/>
n@1106 154 <entry name="elementFlagListenedTo" support="optional" default="on"/>
n@1106 155 <entry name="elementFlagMoved" support="none"/>
n@1106 156 <entry name="elementListenTracker" support="optional" default="on"/>
n@1106 157 </metrics>
n@1106 158 <checks>
n@1106 159 <entry name="fragmentMoved" support="none"/>
n@1106 160 <entry name="fragmentPlayed" support="optional" default="off"/>
n@1106 161 <entry name="fragmentFullPlayback" support="optional" default="off"/>
n@1106 162 <entry name="fragmentComments" support="optional" default="off"/>
n@1106 163 <entry name="scalerange" support="none"/>
n@1106 164 </checks>
n@1106 165 <show>
n@1106 166 <entry name="volume" support="optional" default="off"/>
n@1106 167 <entry name="page-count" support="optional" default="off"/>
n@1106 168 <entry name="playhead" support="optional" default="off"/>
n@1106 169 <entry name="comments" support="optional" default="off"/>
n@1106 170 </show>
n@1106 171 <elements>
n@1106 172 <number min="2" max="undefined"/>
n@1106 173 <anchor min="0" max="undefined"/>
n@1106 174 <reference min="0" max="undefined"/>
n@1106 175 <outsidereference min="0" max="1"/>
n@1106 176 </elements>
n@1106 177 </interface>
n@1106 178 </interfaces>
n@1106 179 <scaledefinitions>
n@1106 180 <scale name="Likert">
n@1106 181 <scalelabel position="0">Strongly Disagree</scalelabel>
n@1106 182 <scalelabel position="25">Disagree</scalelabel>
n@1106 183 <scalelabel position="50">Neutral</scalelabel>
n@1106 184 <scalelabel position="75">Agree</scalelabel>
n@1106 185 <scalelabel position="100">Strongly Agree</scalelabel>
n@1106 186 </scale>
n@1106 187 <scale name="ABC">
n@1106 188 <scalelabel position="100">Imperceptible</scalelabel>
n@1106 189 <scalelabel position="75">Perceptible but not annoying</scalelabel>
n@1106 190 <scalelabel position="50">Slightly annoying</scalelabel>
n@1106 191 <scalelabel position="25">Annoying</scalelabel>
n@1106 192 <scalelabel position="0">Very annoying</scalelabel>
n@1106 193 </scale>
n@1106 194 <scale name="Bipolar">
n@1106 195 <scalelabel position="0">-50</scalelabel>
n@1106 196 <scalelabel position="50">0</scalelabel>
n@1106 197 <scalelabel position="100">50</scalelabel>
n@1106 198 </scale>
n@1106 199 <scale name="ACR">
n@1106 200 <scalelabel position="0">Bad</scalelabel>
n@1106 201 <scalelabel position="25">Poor</scalelabel>
n@1106 202 <scalelabel position="50">Fair</scalelabel>
n@1106 203 <scalelabel position="75">Good</scalelabel>
n@1106 204 <scalelabel position="100">Excellent</scalelabel>
n@1106 205 </scale>
n@1106 206 <scale name="DCR">
n@1106 207 <scalelabel position="0">(1) Very Annoying</scalelabel>
n@1106 208 <scalelabel position="25">(2) Annoying</scalelabel>
n@1106 209 <scalelabel position="50">(3) Slightly Annoying</scalelabel>
n@1106 210 <scalelabel position="75">(4) Audible but not Annoying</scalelabel>
n@1106 211 <scalelabel position="100">(5) Inaudible</scalelabel>
n@1106 212 </scale>
n@1106 213 <scale name="CCR">
n@1106 214 <scalelabel position="12">Much Worse</scalelabel>
n@1106 215 <scalelabel position="25">Worse</scalelabel>
n@1106 216 <scalelabel position="38">Slightly Worse</scalelabel>
n@1106 217 <scalelabel position="50">About the same</scalelabel>
n@1106 218 <scalelabel position="62">Slightly Better</scalelabel>
n@1106 219 <scalelabel position="75">Better</scalelabel>
n@1106 220 <scalelabel position="88">Much Better</scalelabel>
n@1106 221 </scale>
n@1106 222 <scale name="HCRS">
n@1106 223 <scalelabel position="10">Dislike Extremely</scalelabel>
n@1106 224 <scalelabel position="20">Dislike Very Much</scalelabel>
n@1106 225 <scalelabel position="30">Dislike Moderate</scalelabel>
n@1106 226 <scalelabel position="40">Dislike Slightly</scalelabel>
n@1106 227 <scalelabel position="50">Neither Like nor Dislike</scalelabel>
n@1106 228 <scalelabel position="60">Like Slightly</scalelabel>
n@1106 229 <scalelabel position="70">Like Moderate</scalelabel>
n@1106 230 <scalelabel position="80">Like Very Much</scalelabel>
n@1106 231 <scalelabel position="90">Like Extremely</scalelabel>
n@1106 232 </scale>
n@1106 233 </scaledefinitions>
n@1106 234 <tests>
n@1106 235 <test name="APE" interface="APE"/>
n@1106 236 <test name="vertical-sliders" interface="MUSHRA"/>
n@1106 237 <test name="horizontal-sliders" interface="horizontal"/>
n@1106 238 <test name="discrete" interface="discrete"/>
n@1106 239 <test name="Comparison" interface="AB"/>
n@1106 240 <test name="MUSHRA" interface="MUSHRA">
n@1106 241 <checks>
n@1106 242 <entry name="fragmentMoved" support="none"/>
n@1106 243 <entry name="fragmentPlayed" support="none"/>
n@1106 244 <entry name="fragmentFullPlayback" support="none"/>
n@1106 245 <entry name="fragmentComments" support="none"/>
n@1106 246 <entry name="scalerange" support="none"/>
n@1106 247 </checks>
n@1106 248 <show>
n@1106 249 <entry name="volume" support="none"/>
n@1106 250 <entry name="page-count" support="none"/>
n@1106 251 <entry name="playhead" support="none"/>
n@1106 252 <entry name="comments" support="none"/>
n@1106 253 </show>
n@1106 254 <elements>
n@1106 255 <anchor min="1" max="undefined"/>
n@1106 256 <reference min="1" max="undefined"/>
n@1106 257 <outsidereference min="1" max="1"/>
n@1106 258 </elements>
n@1106 259 <scale name="ACR"/>
n@1106 260 </test>
n@1106 261 <test name="Rank" interface="discrete">
n@1106 262 <checks>
n@1106 263 <entry name="fragmentPlayed" support="none"/>
n@1106 264 <entry name="fragmentFullPlayback" support="none"/>
n@1106 265 <entry name="fragmentComments" support="none"/>
n@1106 266 </checks>
n@1106 267 <show>
n@1106 268 <entry name="volume" support="none"/>
n@1106 269 <entry name="page-count" support="none"/>
n@1106 270 <entry name="playhead" support="none"/>
n@1106 271 <entry name="comments" support="none"/>
n@1106 272 </show>
n@1106 273 <scale name="undefined"/>
n@1106 274 </test>
n@1106 275 <test name="Likert" interface="discrete">
n@1106 276 <checks>
n@1106 277 <entry name="fragmentPlayed" support="none"/>
n@1106 278 <entry name="fragmentFullPlayback" support="none"/>
n@1106 279 <entry name="fragmentComments" support="none"/>
n@1106 280 </checks>
n@1106 281 <show>
n@1106 282 <entry name="volume" support="none"/>
n@1106 283 <entry name="page-count" support="none"/>
n@1106 284 <entry name="playhead" support="none"/>
n@1106 285 <entry name="comments" support="none"/>
n@1106 286 </show>
n@1106 287 <scale name="Likert"/>
n@1106 288 </test>
n@1106 289 <test name="ABC/HR" interface="MUSHRA">
n@1106 290 <checks>
n@1106 291 <entry name="fragmentMoved" support="none"/>
n@1106 292 <entry name="fragmentPlayed" support="none"/>
n@1106 293 <entry name="fragmentFullPlayback" support="none"/>
n@1106 294 <entry name="fragmentComments" support="none"/>
n@1106 295 </checks>
n@1106 296 <show>
n@1106 297 <entry name="volume" support="none"/>
n@1106 298 <entry name="page-count" support="none"/>
n@1106 299 <entry name="playhead" support="none"/>
n@1106 300 <entry name="comments" support="none"/>
n@1106 301 </show>
n@1106 302 <scale name="ABC"/>
n@1106 303 </test>
n@1106 304 <test name="Bipolar" interface="horizontal">
n@1106 305 <checks>
n@1106 306 <entry name="fragmentMoved" support="mandatory"/>
n@1106 307 <entry name="fragmentPlayed" support="none"/>
n@1106 308 <entry name="fragmentFullPlayback" support="none"/>
n@1106 309 <entry name="fragmentComments" support="none"/>
n@1106 310 </checks>
n@1106 311 <show>
n@1106 312 <entry name="volume" support="none"/>
n@1106 313 <entry name="page-count" support="none"/>
n@1106 314 <entry name="playhead" support="none"/>
n@1106 315 <entry name="comments" support="none"/>
n@1106 316 </show>
n@1106 317 <elements>
n@1106 318 <outsidereference min="1" max="1"/>
n@1106 319 </elements>
n@1106 320 <scale name="Bipolar"/>
n@1106 321 </test>
n@1106 322 <test name="ACR" interface="discrete">
n@1106 323 <checks>
n@1106 324 <entry name="fragmentPlayed" support="none"/>
n@1106 325 <entry name="fragmentFullPlayback" support="none"/>
n@1106 326 <entry name="fragmentComments" support="none"/>
n@1106 327 </checks>
n@1106 328 <show>
n@1106 329 <entry name="volume" support="none"/>
n@1106 330 <entry name="page-count" support="none"/>
n@1106 331 <entry name="playhead" support="none"/>
n@1106 332 <entry name="comments" support="none"/>
n@1106 333 </show>
n@1106 334 <scale name="ACR"/>
n@1106 335 </test>
n@1106 336 <test name="DCR" interface="discrete">
n@1106 337 <checks>
n@1106 338 <entry name="fragmentPlayed" support="none"/>
n@1106 339 <entry name="fragmentFullPlayback" support="none"/>
n@1106 340 <entry name="fragmentComments" support="none"/>
n@1106 341 </checks>
n@1106 342 <show>
n@1106 343 <entry name="volume" support="none"/>
n@1106 344 <entry name="page-count" support="none"/>
n@1106 345 <entry name="playhead" support="none"/>
n@1106 346 <entry name="comments" support="none"/>
n@1106 347 </show>
n@1106 348 <scale name="DCR"/>
n@1106 349 </test>
n@1106 350 <test name="CCR" interface="discrete">
n@1106 351 <checks>
n@1106 352 <entry name="fragmentPlayed" support="none"/>
n@1106 353 <entry name="fragmentFullPlayback" support="none"/>
n@1106 354 <entry name="fragmentComments" support="none"/>
n@1106 355 </checks>
n@1106 356 <show>
n@1106 357 <entry name="volume" support="none"/>
n@1106 358 <entry name="page-count" support="none"/>
n@1106 359 <entry name="playhead" support="none"/>
n@1106 360 <entry name="comments" support="none"/>
n@1106 361 </show>
n@1106 362 <scale name="CCR"/>
n@1106 363 </test>
n@1106 364 <test name="HCRS" interface="MUSHRA">
n@1106 365 <checks>
n@1106 366 <entry name="fragmentMoved" support="mandatory"/>
n@1106 367 <entry name="fragmentPlayed" support="none"/>
n@1106 368 <entry name="fragmentFullPlayback" support="none"/>
n@1106 369 <entry name="fragmentComments" support="none"/>
n@1106 370 </checks>
n@1106 371 <show>
n@1106 372 <entry name="volume" support="none"/>
n@1106 373 <entry name="page-count" support="none"/>
n@1106 374 <entry name="playhead" support="none"/>
n@1106 375 <entry name="comments" support="none"/>
n@1106 376 </show>
n@1106 377 <elements>
n@1106 378 <outsidereference min="1" max="1"/>
n@1106 379 </elements>
n@1106 380 <scale name="HCRS"/>
n@1106 381 </test>
n@1106 382 <test name="ITUR5PCIS" interface="MUSHRA">
n@1106 383 <checks>
n@1106 384 <entry name="fragmentMoved" support="none"/>
n@1106 385 <entry name="fragmentPlayed" support="none"/>
n@1106 386 <entry name="fragmentFullPlayback" support="none"/>
n@1106 387 <entry name="fragmentComments" support="none"/>
n@1106 388 </checks>
n@1106 389 <show>
n@1106 390 <entry name="volume" support="none"/>
n@1106 391 <entry name="page-count" support="none"/>
n@1106 392 <entry name="playhead" support="none"/>
n@1106 393 <entry name="comments" support="none"/>
n@1106 394 </show>
n@1106 395 <elements>
n@1106 396 <outsidereference min="1" max="1"/>
n@1106 397 </elements>
n@1106 398 <scale name="ABC"/>
n@1106 399 </test>
n@1106 400 <test name="AB" interface="AB">
n@1106 401 <checks>
n@1106 402 <entry name="fragmentPlayed" support="none"/>
n@1106 403 <entry name="fragmentFullPlayback" support="none"/>
n@1106 404 <entry name="fragmentComments" support="none"/>
n@1106 405 </checks>
n@1106 406 <show>
n@1106 407 <entry name="volume" support="none"/>
n@1106 408 <entry name="page-count" support="none"/>
n@1106 409 <entry name="playhead" support="none"/>
n@1106 410 <entry name="comments" support="none"/>
n@1106 411 </show>
n@1106 412 <elements>
n@1106 413 <number min="2" max="2"/>
n@1106 414 <outsidereference min="0" max="0"/>
n@1106 415 </elements>
n@1106 416 <scale name="ABC"/>
n@1106 417 </test>
n@1106 418 <test name="ABX" interface="AB">
n@1106 419 <checks>
n@1106 420 <entry name="fragmentPlayed" support="none"/>
n@1106 421 <entry name="fragmentFullPlayback" support="none"/>
n@1106 422 <entry name="fragmentComments" support="none"/>
n@1106 423 </checks>
n@1106 424 <show>
n@1106 425 <entry name="volume" support="none"/>
n@1106 426 <entry name="page-count" support="none"/>
n@1106 427 <entry name="playhead" support="none"/>
n@1106 428 <entry name="comments" support="none"/>
n@1106 429 </show>
n@1106 430 <elements>
n@1106 431 <number min="2" max="2"/>
n@1106 432 <outsidereference min="1" max="1"/>
n@1106 433 </elements>
n@1106 434 <scale name="ABC"/>
n@1106 435 </test>
n@1106 436 </tests>
n@1106 437 </root>