annotate test_create/interface-specs.xml @ 1228:a08957badf33

Analysis: Added dynamic data sorting
author Nicholas Jillings <n.g.r.jillings@se14.qmul.ac.uk>
date Wed, 24 Feb 2016 13:36:12 +0000
parents d2afd2ee8684
children e0934138c676
rev   line source
n@1105 1 <?xml version="1.0" encoding="UTF-8" ?>
n@1105 2 <root>
n@1105 3 <global>
n@1105 4 <metrics>
n@1105 5 <list name="testTimer">Test Timer</list>
n@1105 6 <list name="elementTimer">Element Playback Timer</list>
n@1105 7 <list name="elementInitialPosition">Element Initial Poisition</list>
n@1105 8 <list name="elementTracker">Element Movement Tracker</list>
n@1105 9 <list name="elementFlagListenedTo">Element Listened to Flag</list>
n@1105 10 <list name="elementFlagMoved">Element Moved Flag</list>
n@1105 11 <list name="elementListenTracker">Element Listen Tracker</list>
n@1105 12 </metrics>
n@1105 13 <checks>
n@1105 14 <list name="fragmentMoved">Check all moved</list>
n@1105 15 <list name="fragmentPlayed">Check all played</list>
n@1105 16 <list name="fragmentFullPlayback">Check all fully played (non-loop only)</list>
n@1105 17 <list name="fragmentComments">Check comments entered</list>
n@1105 18 <list name="scalerange">Enforce scale usage range</list>
n@1105 19 </checks>
n@1105 20 <show>
n@1105 21 <list name="volume">Show master volume control</list>
n@1105 22 <list name="page-count">Show test page count</list>
n@1105 23 <list name="playhead">Show playhead</list>
n@1105 24 <list name="comments">Show Element Comment Boxes</list>
n@1105 25 </show>
n@1105 26 </global>
n@1105 27 <interfaces>
n@1105 28 <interface name="APE">
n@1105 29 <metrics>
n@1105 30 <entry name="testTimer" support="optional" default="on"/>
n@1105 31 <entry name="elementTimer" support="optional" default="on"/>
n@1105 32 <entry name="elementInitialPosition" support="optional" default="on"/>
n@1105 33 <entry name="elementTracker" support="optional" default="on"/>
n@1105 34 <entry name="elementFlagListenedTo" support="optional" default="on"/>
n@1105 35 <entry name="elementFlagMoved" support="optional" default="on"/>
n@1105 36 <entry name="elementListenTracker" support="optional" default="on"/>
n@1105 37 </metrics>
n@1105 38 <checks>
n@1105 39 <entry name="fragmentMoved" support="optional" default="off"/>
n@1105 40 <entry name="fragmentPlayed" support="optional" default="off"/>
n@1105 41 <entry name="fragmentFullPlayback" support="optional" default="off"/>
n@1105 42 <entry name="fragmentComments" support="optional" default="off"/>
n@1105 43 <entry name="scalerange" support="optional" default="off"/>
n@1105 44 </checks>
n@1105 45 <show>
n@1105 46 <entry name="volume" support="optional" default="off"/>
n@1105 47 <entry name="page-count" support="optional" default="off"/>
n@1105 48 <entry name="playhead" support="optional" default="off"/>
n@1105 49 <entry name="comments" support="optional" default="on"/>
n@1105 50 </show>
n@1105 51 <elements>
n@1105 52 <number min="1" max="undefined"/>
n@1105 53 <anchor min="0" max="undefined"/>
n@1105 54 <reference min="0" max="undefined"/>
n@1105 55 <outsidereference min="0" max="1"/>
n@1105 56 </elements>
n@1105 57 </interface>
n@1105 58 <interface name="MUSHRA">
n@1105 59 <metrics>
n@1105 60 <entry name="testTimer" support="optional" default="on"/>
n@1105 61 <entry name="elementTimer" support="optional" default="on"/>
n@1105 62 <entry name="elementInitialPosition" support="optional" default="on"/>
n@1105 63 <entry name="elementTracker" support="optional" default="on"/>
n@1105 64 <entry name="elementFlagListenedTo" support="optional" default="on"/>
n@1105 65 <entry name="elementFlagMoved" support="optional" default="on"/>
n@1105 66 <entry name="elementListenTracker" support="optional" default="on"/>
n@1105 67 </metrics>
n@1105 68 <checks>
n@1105 69 <entry name="fragmentMoved" support="optional" default="off"/>
n@1105 70 <entry name="fragmentPlayed" support="optional" default="off"/>
n@1105 71 <entry name="fragmentFullPlayback" support="optional" default="off"/>
n@1105 72 <entry name="fragmentComments" support="optional" default="off"/>
n@1105 73 <entry name="scalerange" support="optional" default="off"/>
n@1105 74 </checks>
n@1105 75 <show>
n@1105 76 <entry name="volume" support="optional" default="off"/>
n@1105 77 <entry name="page-count" support="optional" default="off"/>
n@1105 78 <entry name="playhead" support="optional" default="off"/>
n@1105 79 <entry name="comments" support="optional" default="off"/>
n@1105 80 </show>
n@1105 81 <elements>
n@1105 82 <number min="1" max="undefined"/>
n@1105 83 <anchor min="0" max="undefined"/>
n@1105 84 <reference min="0" max="undefined"/>
n@1105 85 <outsidereference min="0" max="1"/>
n@1105 86 </elements>
n@1105 87 </interface>
n@1105 88 <interface name="horizontal">
n@1105 89 <metrics>
n@1105 90 <entry name="testTimer" support="optional" default="on"/>
n@1105 91 <entry name="elementTimer" support="optional" default="on"/>
n@1105 92 <entry name="elementInitialPosition" support="optional" default="on"/>
n@1105 93 <entry name="elementTracker" support="optional" default="on"/>
n@1105 94 <entry name="elementFlagListenedTo" support="optional" default="on"/>
n@1105 95 <entry name="elementFlagMoved" support="optional" default="on"/>
n@1105 96 <entry name="elementListenTracker" support="optional" default="on"/>
n@1105 97 </metrics>
n@1105 98 <checks>
n@1105 99 <entry name="fragmentMoved" support="optional" default="off"/>
n@1105 100 <entry name="fragmentPlayed" support="optional" default="off"/>
n@1105 101 <entry name="fragmentFullPlayback" support="optional" default="off"/>
n@1105 102 <entry name="fragmentComments" support="optional" default="off"/>
n@1105 103 <entry name="scalerange" support="optional" default="off"/>
n@1105 104 </checks>
n@1105 105 <show>
n@1105 106 <entry name="volume" support="optional" default="off"/>
n@1105 107 <entry name="page-count" support="optional" default="off"/>
n@1105 108 <entry name="playhead" support="optional" default="off"/>
n@1105 109 <entry name="comments" support="optional" default="off"/>
n@1105 110 </show>
n@1105 111 <elements>
n@1105 112 <number min="1" max="undefined"/>
n@1105 113 <anchor min="0" max="undefined"/>
n@1105 114 <reference min="0" max="undefined"/>
n@1105 115 <outsidereference min="0" max="1"/>
n@1105 116 </elements>
n@1105 117 </interface>
n@1105 118 <interface name="discrete">
n@1105 119 <metrics>
n@1105 120 <entry name="testTimer" support="optional" default="on"/>
n@1105 121 <entry name="elementTimer" support="optional" default="on"/>
n@1105 122 <entry name="elementInitialPosition" support="none"/>
n@1105 123 <entry name="elementTracker" support="optional" default="on"/>
n@1105 124 <entry name="elementFlagListenedTo" support="optional" default="on"/>
n@1105 125 <entry name="elementFlagMoved" support="optional" default="on"/>
n@1105 126 <entry name="elementListenTracker" support="optional" default="on"/>
n@1105 127 </metrics>
n@1105 128 <checks>
n@1105 129 <entry name="fragmentMoved" support="mandatory"/>
n@1105 130 <entry name="fragmentPlayed" support="optional" default="off"/>
n@1105 131 <entry name="fragmentFullPlayback" support="optional" default="off"/>
n@1105 132 <entry name="fragmentComments" support="optional" default="off"/>
n@1105 133 <entry name="scalerange" support="none"/>
n@1105 134 </checks>
n@1105 135 <show>
n@1105 136 <entry name="volume" support="optional" default="off"/>
n@1105 137 <entry name="page-count" support="optional" default="off"/>
n@1105 138 <entry name="playhead" support="optional" default="off"/>
n@1105 139 <entry name="comments" support="optional" default="off"/>
n@1105 140 </show>
n@1105 141 <elements>
n@1105 142 <number min="1" max="undefined"/>
n@1105 143 <anchor min="0" max="undefined"/>
n@1105 144 <reference min="0" max="undefined"/>
n@1105 145 <outsidereference min="0" max="1"/>
n@1105 146 </elements>
n@1105 147 </interface>
n@1105 148 <interface name="AB">
n@1105 149 <metrics>
n@1105 150 <entry name="testTimer" support="optional" default="on"/>
n@1105 151 <entry name="elementTimer" support="optional" default="on"/>
n@1105 152 <entry name="elementInitialPosition" support="none"/>
n@1105 153 <entry name="elementTracker" support="optional" default="on"/>
n@1105 154 <entry name="elementFlagListenedTo" support="optional" default="on"/>
n@1105 155 <entry name="elementFlagMoved" support="none"/>
n@1105 156 <entry name="elementListenTracker" support="optional" default="on"/>
n@1105 157 </metrics>
n@1105 158 <checks>
n@1105 159 <entry name="fragmentMoved" support="none"/>
n@1105 160 <entry name="fragmentPlayed" support="optional" default="off"/>
n@1105 161 <entry name="fragmentFullPlayback" support="optional" default="off"/>
n@1105 162 <entry name="fragmentComments" support="optional" default="off"/>
n@1105 163 <entry name="scalerange" support="none"/>
n@1105 164 </checks>
n@1105 165 <show>
n@1105 166 <entry name="volume" support="optional" default="off"/>
n@1105 167 <entry name="page-count" support="optional" default="off"/>
n@1105 168 <entry name="playhead" support="optional" default="off"/>
n@1105 169 <entry name="comments" support="optional" default="off"/>
n@1105 170 </show>
n@1105 171 <elements>
n@1105 172 <number min="2" max="undefined"/>
n@1105 173 <anchor min="0" max="undefined"/>
n@1105 174 <reference min="0" max="undefined"/>
n@1105 175 <outsidereference min="0" max="1"/>
n@1105 176 </elements>
n@1105 177 </interface>
n@1105 178 </interfaces>
n@1105 179 <scaledefinitions>
n@1105 180 <scale name="Likert">
n@1105 181 <scalelabel position="0">Strongly Disagree</scalelabel>
n@1105 182 <scalelabel position="25">Disagree</scalelabel>
n@1105 183 <scalelabel position="50">Neutral</scalelabel>
n@1105 184 <scalelabel position="75">Agree</scalelabel>
n@1105 185 <scalelabel position="100">Strongly Agree</scalelabel>
n@1105 186 </scale>
n@1105 187 <scale name="ABC">
n@1105 188 <scalelabel position="100">Imperceptible</scalelabel>
n@1105 189 <scalelabel position="75">Perceptible but not annoying</scalelabel>
n@1105 190 <scalelabel position="50">Slightly annoying</scalelabel>
n@1105 191 <scalelabel position="25">Annoying</scalelabel>
n@1105 192 <scalelabel position="0">Very annoying</scalelabel>
n@1105 193 </scale>
n@1105 194 <scale name="Bipolar">
n@1105 195 <scalelabel position="0">-50</scalelabel>
n@1105 196 <scalelabel position="50">0</scalelabel>
n@1105 197 <scalelabel position="100">50</scalelabel>
n@1105 198 </scale>
n@1105 199 <scale name="ACR">
n@1105 200 <scalelabel position="0">Bad</scalelabel>
n@1105 201 <scalelabel position="25">Poor</scalelabel>
n@1105 202 <scalelabel position="50">Fair</scalelabel>
n@1105 203 <scalelabel position="75">Good</scalelabel>
n@1105 204 <scalelabel position="100">Excellent</scalelabel>
n@1105 205 </scale>
n@1105 206 <scale name="DCR">
n@1105 207 <scalelabel position="0">(1) Very Annoying</scalelabel>
n@1105 208 <scalelabel position="25">(2) Annoying</scalelabel>
n@1105 209 <scalelabel position="50">(3) Slightly Annoying</scalelabel>
n@1105 210 <scalelabel position="75">(4) Audible but not Annoying</scalelabel>
n@1105 211 <scalelabel position="100">(5) Inaudible</scalelabel>
n@1105 212 </scale>
n@1105 213 <scale name="CCR">
n@1105 214 <scalelabel position="12">Much Worse</scalelabel>
n@1105 215 <scalelabel position="25">Worse</scalelabel>
n@1105 216 <scalelabel position="38">Slightly Worse</scalelabel>
n@1105 217 <scalelabel position="50">About the same</scalelabel>
n@1105 218 <scalelabel position="62">Slightly Better</scalelabel>
n@1105 219 <scalelabel position="75">Better</scalelabel>
n@1105 220 <scalelabel position="88">Much Better</scalelabel>
n@1105 221 </scale>
n@1105 222 <scale name="HCRS">
n@1105 223 <scalelabel position="10">Dislike Extremely</scalelabel>
n@1105 224 <scalelabel position="20">Dislike Very Much</scalelabel>
n@1105 225 <scalelabel position="30">Dislike Moderate</scalelabel>
n@1105 226 <scalelabel position="40">Dislike Slightly</scalelabel>
n@1105 227 <scalelabel position="50">Neither Like nor Dislike</scalelabel>
n@1105 228 <scalelabel position="60">Like Slightly</scalelabel>
n@1105 229 <scalelabel position="70">Like Moderate</scalelabel>
n@1105 230 <scalelabel position="80">Like Very Much</scalelabel>
n@1105 231 <scalelabel position="90">Like Extremely</scalelabel>
n@1105 232 </scale>
n@1105 233 </scaledefinitions>
n@1105 234 <tests>
n@1105 235 <test name="APE" interface="APE"/>
n@1105 236 <test name="vertical-sliders" interface="MUSHRA"/>
n@1105 237 <test name="horizontal-sliders" interface="horizontal"/>
n@1105 238 <test name="discrete" interface="discrete"/>
n@1105 239 <test name="Comparison" interface="AB"/>
n@1105 240 <test name="MUSHRA" interface="MUSHRA">
n@1105 241 <checks>
n@1105 242 <entry name="fragmentMoved" support="none"/>
n@1105 243 <entry name="fragmentPlayed" support="none"/>
n@1105 244 <entry name="fragmentFullPlayback" support="none"/>
n@1105 245 <entry name="fragmentComments" support="none"/>
n@1105 246 <entry name="scalerange" support="none"/>
n@1105 247 </checks>
n@1105 248 <show>
n@1105 249 <entry name="volume" support="none"/>
n@1105 250 <entry name="page-count" support="none"/>
n@1105 251 <entry name="playhead" support="none"/>
n@1105 252 <entry name="comments" support="none"/>
n@1105 253 </show>
n@1105 254 <elements>
n@1105 255 <anchor min="1" max="undefined"/>
n@1105 256 <reference min="1" max="undefined"/>
n@1105 257 <outsidereference min="1" max="1"/>
n@1105 258 </elements>
n@1105 259 <scale name="ACR"/>
n@1105 260 </test>
n@1105 261 <test name="Rank" interface="discrete">
n@1105 262 <checks>
n@1105 263 <entry name="fragmentPlayed" support="none"/>
n@1105 264 <entry name="fragmentFullPlayback" support="none"/>
n@1105 265 <entry name="fragmentComments" support="none"/>
n@1105 266 </checks>
n@1105 267 <show>
n@1105 268 <entry name="volume" support="none"/>
n@1105 269 <entry name="page-count" support="none"/>
n@1105 270 <entry name="playhead" support="none"/>
n@1105 271 <entry name="comments" support="none"/>
n@1105 272 </show>
n@1105 273 <scale name="undefined"/>
n@1105 274 </test>
n@1105 275 <test name="Likert" interface="discrete">
n@1105 276 <checks>
n@1105 277 <entry name="fragmentPlayed" support="none"/>
n@1105 278 <entry name="fragmentFullPlayback" support="none"/>
n@1105 279 <entry name="fragmentComments" support="none"/>
n@1105 280 </checks>
n@1105 281 <show>
n@1105 282 <entry name="volume" support="none"/>
n@1105 283 <entry name="page-count" support="none"/>
n@1105 284 <entry name="playhead" support="none"/>
n@1105 285 <entry name="comments" support="none"/>
n@1105 286 </show>
n@1105 287 <scale name="Likert"/>
n@1105 288 </test>
n@1105 289 <test name="ABC/HR" interface="MUSHRA">
n@1105 290 <checks>
n@1105 291 <entry name="fragmentMoved" support="none"/>
n@1105 292 <entry name="fragmentPlayed" support="none"/>
n@1105 293 <entry name="fragmentFullPlayback" support="none"/>
n@1105 294 <entry name="fragmentComments" support="none"/>
n@1105 295 </checks>
n@1105 296 <show>
n@1105 297 <entry name="volume" support="none"/>
n@1105 298 <entry name="page-count" support="none"/>
n@1105 299 <entry name="playhead" support="none"/>
n@1105 300 <entry name="comments" support="none"/>
n@1105 301 </show>
n@1105 302 <scale name="ABC"/>
n@1105 303 </test>
n@1105 304 <test name="Bipolar" interface="horizontal">
n@1105 305 <checks>
n@1105 306 <entry name="fragmentMoved" support="mandatory"/>
n@1105 307 <entry name="fragmentPlayed" support="none"/>
n@1105 308 <entry name="fragmentFullPlayback" support="none"/>
n@1105 309 <entry name="fragmentComments" support="none"/>
n@1105 310 </checks>
n@1105 311 <show>
n@1105 312 <entry name="volume" support="none"/>
n@1105 313 <entry name="page-count" support="none"/>
n@1105 314 <entry name="playhead" support="none"/>
n@1105 315 <entry name="comments" support="none"/>
n@1105 316 </show>
n@1105 317 <elements>
n@1105 318 <outsidereference min="1" max="1"/>
n@1105 319 </elements>
n@1105 320 <scale name="Bipolar"/>
n@1105 321 </test>
n@1105 322 <test name="ACR" interface="discrete">
n@1105 323 <checks>
n@1105 324 <entry name="fragmentPlayed" support="none"/>
n@1105 325 <entry name="fragmentFullPlayback" support="none"/>
n@1105 326 <entry name="fragmentComments" support="none"/>
n@1105 327 </checks>
n@1105 328 <show>
n@1105 329 <entry name="volume" support="none"/>
n@1105 330 <entry name="page-count" support="none"/>
n@1105 331 <entry name="playhead" support="none"/>
n@1105 332 <entry name="comments" support="none"/>
n@1105 333 </show>
n@1105 334 <scale name="ACR"/>
n@1105 335 </test>
n@1105 336 <test name="DCR" interface="discrete">
n@1105 337 <checks>
n@1105 338 <entry name="fragmentPlayed" support="none"/>
n@1105 339 <entry name="fragmentFullPlayback" support="none"/>
n@1105 340 <entry name="fragmentComments" support="none"/>
n@1105 341 </checks>
n@1105 342 <show>
n@1105 343 <entry name="volume" support="none"/>
n@1105 344 <entry name="page-count" support="none"/>
n@1105 345 <entry name="playhead" support="none"/>
n@1105 346 <entry name="comments" support="none"/>
n@1105 347 </show>
n@1105 348 <scale name="DCR"/>
n@1105 349 </test>
n@1105 350 <test name="CCR" interface="discrete">
n@1105 351 <checks>
n@1105 352 <entry name="fragmentPlayed" support="none"/>
n@1105 353 <entry name="fragmentFullPlayback" support="none"/>
n@1105 354 <entry name="fragmentComments" support="none"/>
n@1105 355 </checks>
n@1105 356 <show>
n@1105 357 <entry name="volume" support="none"/>
n@1105 358 <entry name="page-count" support="none"/>
n@1105 359 <entry name="playhead" support="none"/>
n@1105 360 <entry name="comments" support="none"/>
n@1105 361 </show>
n@1105 362 <scale name="CCR"/>
n@1105 363 </test>
n@1105 364 <test name="HCRS" interface="MUSHRA">
n@1105 365 <checks>
n@1105 366 <entry name="fragmentMoved" support="mandatory"/>
n@1105 367 <entry name="fragmentPlayed" support="none"/>
n@1105 368 <entry name="fragmentFullPlayback" support="none"/>
n@1105 369 <entry name="fragmentComments" support="none"/>
n@1105 370 </checks>
n@1105 371 <show>
n@1105 372 <entry name="volume" support="none"/>
n@1105 373 <entry name="page-count" support="none"/>
n@1105 374 <entry name="playhead" support="none"/>
n@1105 375 <entry name="comments" support="none"/>
n@1105 376 </show>
n@1105 377 <elements>
n@1105 378 <outsidereference min="1" max="1"/>
n@1105 379 </elements>
n@1105 380 <scale name="HCRS"/>
n@1105 381 </test>
n@1105 382 <test name="ITUR5PCIS" interface="MUSHRA">
n@1105 383 <checks>
n@1105 384 <entry name="fragmentMoved" support="none"/>
n@1105 385 <entry name="fragmentPlayed" support="none"/>
n@1105 386 <entry name="fragmentFullPlayback" support="none"/>
n@1105 387 <entry name="fragmentComments" support="none"/>
n@1105 388 </checks>
n@1105 389 <show>
n@1105 390 <entry name="volume" support="none"/>
n@1105 391 <entry name="page-count" support="none"/>
n@1105 392 <entry name="playhead" support="none"/>
n@1105 393 <entry name="comments" support="none"/>
n@1105 394 </show>
n@1105 395 <elements>
n@1105 396 <outsidereference min="1" max="1"/>
n@1105 397 </elements>
n@1105 398 <scale name="ABC"/>
n@1105 399 </test>
n@1105 400 <test name="AB" interface="AB">
n@1105 401 <checks>
n@1105 402 <entry name="fragmentPlayed" support="none"/>
n@1105 403 <entry name="fragmentFullPlayback" support="none"/>
n@1105 404 <entry name="fragmentComments" support="none"/>
n@1105 405 </checks>
n@1105 406 <show>
n@1105 407 <entry name="volume" support="none"/>
n@1105 408 <entry name="page-count" support="none"/>
n@1105 409 <entry name="playhead" support="none"/>
n@1105 410 <entry name="comments" support="none"/>
n@1105 411 </show>
n@1105 412 <elements>
n@1105 413 <number min="2" max="2"/>
n@1105 414 <outsidereference min="0" max="0"/>
n@1105 415 </elements>
n@1105 416 <scale name="ABC"/>
n@1105 417 </test>
n@1105 418 <test name="ABX" interface="AB">
n@1105 419 <checks>
n@1105 420 <entry name="fragmentPlayed" support="none"/>
n@1105 421 <entry name="fragmentFullPlayback" support="none"/>
n@1105 422 <entry name="fragmentComments" support="none"/>
n@1105 423 </checks>
n@1105 424 <show>
n@1105 425 <entry name="volume" support="none"/>
n@1105 426 <entry name="page-count" support="none"/>
n@1105 427 <entry name="playhead" support="none"/>
n@1105 428 <entry name="comments" support="none"/>
n@1105 429 </show>
n@1105 430 <elements>
n@1105 431 <number min="2" max="2"/>
n@1105 432 <outsidereference min="1" max="1"/>
n@1105 433 </elements>
n@1105 434 <scale name="ABC"/>
n@1105 435 </test>
n@1105 436 </tests>
n@1105 437 </root>