annotate test_create/interfaces/specifications.json @ 3141:335bc77627e0 tip

fixing discrete interface to allow labels to display
author Dave Moffat <me@davemoffat.com>
date Mon, 26 Jul 2021 12:15:24 +0100
parents 0c59648d1e17
children
rev   line source
nicholas@2851 1 {
nicholas@2851 2 "interfaces": [
nicholas@2851 3 {
nicholas@2851 4 "name": "Audio Perceptual Evaluation (APE)",
nicholas@2851 5 "interface": "APE",
nicholas@2851 6 "description": {
nicholas@2851 7 "en": "Audio Perceptual Evaluation. A multi-stimulus test where each audio fragment is shown on one continuous slider. Fragments are randomnly positioned along the slider. The user clicks a fragment to play and drags to move."
nicholas@2886 8 },
nicholas@2886 9 "checks": [],
nicholas@2886 10 "show": [],
nicholas@2886 11 "elements": []
nicholas@2851 12 }, {
nicholas@2851 13 "name": "Vertical Sliders",
nicholas@2851 14 "interface": "MUSHRA",
nicholas@2851 15 "description": {
nicholas@2851 16 "en": "Each element is given its own vertical slider with user defined scale markers."
nicholas@2851 17 }
nicholas@2851 18 }, {
nicholas@2851 19 "name": "Horizontal Sliders",
nicholas@2851 20 "interface": "horizontal",
nicholas@2851 21 "description": {
nicholas@2851 22 "en": "Each element is given its own horizontal slider with user defined scale markers."
nicholas@2851 23 }
nicholas@2851 24 }, {
nicholas@2851 25 "name": "Discrete",
nicholas@2851 26 "interface": "discrete",
nicholas@2851 27 "description": {
nicholas@2851 28 "en": "Each element is given a horizontal scale broken into a number of discrete choices. The number of choices is defined by the scale markers."
nicholas@2851 29 }
nicholas@2851 30 }, {
nicholas@2905 31 "name": "Rank/Ordinal",
nicholas@2851 32 "interface": "ordinal",
nicholas@2851 33 "description": {
nicholas@2851 34 "en": "Each stimulus is placed on a discrete scale equalling the number of fragments. The fragments are then ranked based on the question posed. Only one element can occupy a rank position"
nicholas@2851 35 }
n@2908 36 }, {
nicholas@2851 37 "name": "Likert",
nicholas@2851 38 "interface": "discrete",
nicholas@2851 39 "description": {
nicholas@2851 40 "en": "Each stimulus is placed on a discrete scale. The scale is fixed to the Likert scale options of 'Strongly Disagree', 'Disagree', 'Neutral', 'Agree' and 'Strongly Agree'"
nicholas@2863 41 },
nicholas@2886 42 "scales": ["Likert"],
nicholas@2886 43 "checks": [{
nicholas@2886 44 "name": "fragmentPlayed",
nicholas@2886 45 "support": "none"
nicholas@2886 46 }, {
nicholas@2886 47 "name": "fragmentFullPlayback",
nicholas@2886 48 "support": "none"
nicholas@2886 49 }, {
nicholas@2886 50 "name": "fragmentComments",
nicholas@2886 51 "support": "none"
nicholas@2886 52 }],
nicholas@2886 53 "show": [{
nicholas@2886 54 "name": "volume",
nicholas@2886 55 "support": "none"
nicholas@2886 56 }, {
nicholas@2886 57 "name": "page-count",
nicholas@2886 58 "support": "none"
nicholas@2886 59 }, {
nicholas@2886 60 "name": "playhead",
nicholas@2886 61 "support": "none"
nicholas@2886 62 }, {
nicholas@2886 63 "name": "comments",
nicholas@2886 64 "support": "none"
nicholas@2886 65 }]
nicholas@2851 66 }, {
n@2910 67 "name": "ABC/HR (ITU-R BS.1116)",
nicholas@2851 68 "interface": "MUSHRA",
nicholas@2851 69 "description": {
n@2910 70 "en": "Double-blind triple-stimulus with hidden reference. Each fragment is shown on its own vertical slider. One fragment must be labelled as a reference and placed as fragment A. This must be copied again and then the tested difference as the third fragment. ITU-R BS.1116-3"
nicholas@2863 71 },
n@2910 72 "template": "./tests/templates/itur1116.xml"
n@2910 73 }, {
n@2910 74 "name": "MUSHRA (ITU-R BS.1534)",
n@2910 75 "interface": "MUSHRA",
n@2910 76 "description": {
jp-dev@3134 77 "en": "Multiple Stimulus with hidden reference and anchor. At least four fragments must be shown, an outside reference, hidden reference, hidden anchor and the test candidate. ITU-R BS.1534-3"
n@2910 78 },
n@2910 79 "template": "./tests/templates/itur1534.xml"
nicholas@2851 80 }, {
nicholas@2851 81 "name": "Bipolar",
nicholas@2851 82 "interface": "horizontal",
nicholas@2851 83 "description": {
nicholas@2851 84 "en": "Each stimulus is placed on a horizontal slider and initialised to the value '0'. The scale operates from -50 to +5-. In the results this is normalised, like all other interfaces, from 0 (-50) to 1 (+50)"
nicholas@2863 85 },
nicholas@2886 86 "scales": ["Bipolar"],
nicholas@2886 87 "checks": [{
nicholas@2886 88 "name": "fragmentMoved",
nicholas@2886 89 "support": "none"
nicholas@2886 90 }, {
nicholas@2886 91 "name": "fragmentPlayed",
nicholas@2886 92 "support": "none"
nicholas@2886 93 }, {
nicholas@2886 94 "name": "fragmentFullPlayback",
nicholas@2886 95 "support": "none"
nicholas@2886 96 }, {
nicholas@2886 97 "name": "fragmentComments",
nicholas@2886 98 "support": "none"
nicholas@2886 99 }],
nicholas@2886 100 "show": [{
nicholas@2886 101 "name": "volume",
nicholas@2886 102 "support": "none"
nicholas@2886 103 }, {
nicholas@2886 104 "name": "page-count",
nicholas@2886 105 "support": "none"
nicholas@2886 106 }, {
nicholas@2886 107 "name": "playhead",
nicholas@2886 108 "support": "none"
nicholas@2886 109 }, {
nicholas@2886 110 "name": "comments",
nicholas@2886 111 "support": "none"
nicholas@2886 112 }]
nicholas@2851 113 }, {
nicholas@2851 114 "name": "Absolute Category Rating",
nicholas@2851 115 "interface": "discrete",
nicholas@2851 116 "description": {
nicholas@2851 117 "en": "Each element is on a discrete scale of 'Bad', 'Poor', 'Fair', 'Good' and 'Excellent'. Each element must be given a rating."
nicholas@2863 118 },
nicholas@2886 119 "scales": ["ACR"],
nicholas@2886 120 "checks": [{
nicholas@2886 121 "name": "fragmentMoved",
nicholas@2886 122 "support": "mandatory"
nicholas@2886 123 }, {
nicholas@2886 124 "name": "fragmentPlayed",
nicholas@2886 125 "support": "none"
nicholas@2886 126 }, {
nicholas@2886 127 "name": "fragmentFullPlayback",
nicholas@2886 128 "support": "none"
nicholas@2886 129 }, {
nicholas@2886 130 "name": "fragmentComments",
nicholas@2886 131 "support": "none"
nicholas@2886 132 }],
nicholas@2886 133 "show": [{
nicholas@2886 134 "name": "volume",
nicholas@2886 135 "support": "none"
nicholas@2886 136 }, {
nicholas@2886 137 "name": "page-count",
nicholas@2886 138 "support": "none"
nicholas@2886 139 }, {
nicholas@2886 140 "name": "playhead",
nicholas@2886 141 "support": "none"
nicholas@2886 142 }, {
nicholas@2886 143 "name": "comments",
nicholas@2886 144 "support": "none"
nicholas@2886 145 }]
nicholas@2851 146 }, {
nicholas@2851 147 "name": "Discrete Category Rating",
nicholas@2851 148 "interface": "discrete",
nicholas@2851 149 "description": {
nicholas@2851 150 "en": ""
nicholas@2863 151 },
nicholas@2886 152 "scales": ["DCR"],
nicholas@2886 153 "checks": [{
nicholas@2886 154 "name": "fragmentPlayed",
nicholas@2886 155 "support": "none"
nicholas@2886 156 }, {
nicholas@2886 157 "name": "fragmentFullPlayback",
nicholas@2886 158 "support": "none"
nicholas@2886 159 }, {
nicholas@2886 160 "name": "fragmentComments",
nicholas@2886 161 "support": "none"
nicholas@2886 162 }],
nicholas@2886 163 "show": [{
nicholas@2886 164 "name": "volume",
nicholas@2886 165 "support": "none"
nicholas@2886 166 }, {
nicholas@2886 167 "name": "page-count",
nicholas@2886 168 "support": "none"
nicholas@2886 169 }, {
nicholas@2886 170 "name": "playhead",
nicholas@2886 171 "support": "none"
nicholas@2886 172 }, {
nicholas@2886 173 "name": "comments",
nicholas@2886 174 "support": "none"
nicholas@2886 175 }]
nicholas@2851 176 }, {
nicholas@2886 177 "name": "Hedonic Cat. Rating",
nicholas@2851 178 "interface": "MUSHRA",
nicholas@2851 179 "description": {
nicholas@2851 180 "en": ""
nicholas@2863 181 },
nicholas@2886 182 "scales": ["Hedonic Category Rating Scale"],
nicholas@2886 183 "checks": [{
nicholas@2886 184 "name": "fragmentMoved",
nicholas@2886 185 "support": "mandatory"
nicholas@2886 186 }, {
nicholas@2886 187 "name": "fragmentPlayed",
nicholas@2886 188 "support": "none"
nicholas@2886 189 }, {
nicholas@2886 190 "name": "fragmentFullPlayback",
nicholas@2886 191 "support": "none"
nicholas@2886 192 }, {
nicholas@2886 193 "name": "fragmentComments",
nicholas@2886 194 "support": "none"
nicholas@2886 195 }],
nicholas@2886 196 "show": [{
nicholas@2886 197 "name": "volume",
nicholas@2886 198 "support": "none"
nicholas@2886 199 }, {
nicholas@2886 200 "name": "page-count",
nicholas@2886 201 "support": "none"
nicholas@2886 202 }, {
nicholas@2886 203 "name": "playhead",
nicholas@2886 204 "support": "none"
nicholas@2886 205 }, {
nicholas@2886 206 "name": "comments",
nicholas@2886 207 "support": "none"
nicholas@2886 208 }],
nicholas@2886 209 "elements": {
nicholas@2886 210 "outsidereference": {
nicholas@2886 211 "min": 1,
nicholas@2886 212 "max": 1
nicholas@2886 213 }
nicholas@2886 214 }
nicholas@2851 215 }, {
nicholas@2851 216 "name": "ITUR5PCIS",
nicholas@2851 217 "interface": "MUSHRA",
nicholas@2851 218 "description": {
nicholas@2851 219 "en": ""
nicholas@2863 220 },
nicholas@2886 221 "scales": ["ABC"],
nicholas@2886 222 "checks": [{
nicholas@2886 223 "name": "fragmentMoved",
nicholas@2886 224 "support": "none"
nicholas@2886 225 }, {
nicholas@2886 226 "name": "fragmentPlayed",
nicholas@2886 227 "support": "none"
nicholas@2886 228 }, {
nicholas@2886 229 "name": "fragmentFullPlayback",
nicholas@2886 230 "support": "none"
nicholas@2886 231 }, {
nicholas@2886 232 "name": "fragmentComments",
nicholas@2886 233 "support": "none"
nicholas@2886 234 }],
nicholas@2886 235 "show": [{
nicholas@2886 236 "name": "volume",
nicholas@2886 237 "support": "none"
nicholas@2886 238 }, {
nicholas@2886 239 "name": "page-count",
nicholas@2886 240 "support": "none"
nicholas@2886 241 }, {
nicholas@2886 242 "name": "playhead",
nicholas@2886 243 "support": "none"
nicholas@2886 244 }, {
nicholas@2886 245 "name": "comments",
nicholas@2886 246 "support": "none"
nicholas@2886 247 }],
nicholas@2886 248 "elements": {
nicholas@2886 249 "outsidereference": {
nicholas@2886 250 "min": 1,
nicholas@2886 251 "max": 1
nicholas@2886 252 }
nicholas@2886 253 }
nicholas@2886 254 }, {
nicholas@2886 255 "name": "Pairwise",
nicholas@2886 256 "interface": "AB",
nicholas@2886 257 "description": {
nicholas@2886 258 "en": "A discrete interface where each page holds each fragment. The user must select one fragment. All other fragments are not selected"
nicholas@2886 259 },
nicholas@2886 260 "hasScales": "false",
nicholas@2886 261 "elements": {
nicholas@2886 262 "number": {
nicholas@2886 263 "min": 2,
nicholas@2886 264 "max": "undefined"
nicholas@2886 265 }
nicholas@2886 266 }
nicholas@2851 267 }, {
nicholas@2851 268 "name": "AB",
nicholas@2851 269 "interface": "AB",
nicholas@2851 270 "description": {
nicholas@2851 271 "en": "Each page contains two audio fragments. The user must select one of the fragments to proceed. There can be an outside reference."
nicholas@2886 272 },
nicholas@2886 273 "hasScales": "false",
nicholas@2886 274 "checks": [{
nicholas@2886 275 "name": "fragmentPlayed",
nicholas@2886 276 "support": "mandatory"
nicholas@2886 277 }],
nicholas@2886 278 "elements": {
nicholas@2886 279 "number": {
nicholas@2886 280 "min": 2,
nicholas@2886 281 "max": 2
nicholas@2886 282 },
nicholas@2886 283 "outsidereference": {
nicholas@2886 284 "min": 0,
nicholas@2886 285 "max": 1
nicholas@2886 286 }
nicholas@2851 287 }
nicholas@2851 288 }, {
nicholas@2851 289 "name": "ABX",
nicholas@2851 290 "interface": "ABX",
nicholas@2851 291 "description": {
nicholas@2851 292 "en": "Each page has two audio fragments presented as A and B. The test duplicates one of the fragments and presents it as X. The user must choose which, out of A or B, is closest to X."
nicholas@2886 293 },
nicholas@2886 294 "hasScales": "false",
nicholas@2886 295 "checks": [{
nicholas@2886 296 "name": "fragmentPlayed",
nicholas@2886 297 "support": "mandatory"
nicholas@2886 298 }],
nicholas@2886 299 "elements": {
nicholas@2886 300 "number": {
nicholas@2886 301 "min": 2,
nicholas@2886 302 "max": 2
nicholas@2886 303 },
nicholas@2886 304 "outsidereference": {
nicholas@2886 305 "min": 0,
nicholas@2886 306 "max": 1
nicholas@2886 307 }
nicholas@2851 308 }
nicholas@2851 309 }, {
nicholas@2851 310 "name": "Timeline",
nicholas@2851 311 "interface": "timeline",
nicholas@2851 312 "description": {
nicholas@2851 313 "en": "Each fragment is displayed with a clickable waveform of itself. The user must click on the waveform at the location that a specific event occured. Users can then enter in information about this event. This test is unit-/value-less."
nicholas@2851 314 }
nicholas@2851 315 }
nicholas@2863 316 ],
nicholas@2863 317 "scales": [
nicholas@2863 318 {
nicholas@2863 319 "name": "Likert",
nicholas@2863 320 "scales": [
nicholas@2863 321 {
nicholas@2863 322 "text": "Strongly Disagree",
nicholas@2863 323 "position": 0
nicholas@2863 324 },
nicholas@2863 325 {
nicholas@2863 326 "text": "Disagree",
nicholas@2863 327 "position": 25
nicholas@2863 328 },
nicholas@2863 329 {
nicholas@2863 330 "text": "Neutral",
nicholas@2863 331 "position": 50
nicholas@2863 332 },
nicholas@2863 333 {
nicholas@2863 334 "text": "Agree",
nicholas@2863 335 "position": 75
nicholas@2863 336 },
nicholas@2863 337 {
nicholas@2863 338 "text": "Strongly Agree",
nicholas@2863 339 "position": 100
nicholas@2863 340 }
nicholas@2863 341 ]
nicholas@2863 342 }, {
nicholas@2863 343 "name": "ABC",
nicholas@2863 344 "scales": [
nicholas@2863 345 {
nicholas@2863 346 "text": "Very annoying",
nicholas@2863 347 "position": 0
nicholas@2863 348 },
nicholas@2863 349 {
nicholas@2863 350 "text": "Annoying",
nicholas@2863 351 "position": 25
nicholas@2863 352 },
nicholas@2863 353 {
nicholas@2863 354 "text": "Slightly annoying",
nicholas@2863 355 "position": 50
nicholas@2863 356 },
nicholas@2863 357 {
nicholas@2863 358 "text": "Perceptible but not annoying",
nicholas@2863 359 "position": 75
nicholas@2863 360 },
nicholas@2863 361 {
nicholas@2863 362 "text": "Imperceptible",
nicholas@2863 363 "position": 100
nicholas@2863 364 }
nicholas@2863 365 ]
nicholas@2863 366 }, {
nicholas@2863 367 "name": "Bipolar",
nicholas@2863 368 "scales": [
nicholas@2863 369 {
nicholas@2863 370 "text": "-50",
nicholas@2863 371 "position": 0
nicholas@2863 372 },
nicholas@2863 373 {
nicholas@2863 374 "text": "0",
nicholas@2863 375 "position": 50
nicholas@2863 376 },
nicholas@2863 377 {
nicholas@2863 378 "text": "50",
nicholas@2863 379 "position": 100
nicholas@2863 380 }
nicholas@2863 381 ]
nicholas@2863 382 }, {
nicholas@2863 383 "name": "ACR",
nicholas@2863 384 "scales": [
nicholas@2863 385 {
nicholas@2863 386 "text": "Bad",
nicholas@2863 387 "position": 0
nicholas@2863 388 },
nicholas@2863 389 {
nicholas@2863 390 "text": "Poor",
nicholas@2863 391 "position": 25
nicholas@2863 392 },
nicholas@2863 393 {
nicholas@2863 394 "text": "Fair",
nicholas@2863 395 "position": 50
nicholas@2863 396 },
nicholas@2863 397 {
nicholas@2863 398 "text": "Good",
nicholas@2863 399 "position": 75
nicholas@2863 400 },
nicholas@2863 401 {
nicholas@2863 402 "text": "Excellent",
nicholas@2863 403 "position": 100
nicholas@2863 404 }
nicholas@2863 405 ]
nicholas@2863 406 }, {
nicholas@2863 407 "name": "DCR",
nicholas@2863 408 "scales": [
nicholas@2863 409 {
nicholas@2863 410 "text": "(1) Very Annoying",
nicholas@2863 411 "position": 0
nicholas@2863 412 },
nicholas@2863 413 {
nicholas@2863 414 "text": "(2) Annoying",
nicholas@2863 415 "position": 25
nicholas@2863 416 },
nicholas@2863 417 {
nicholas@2863 418 "text": "(3) Slightly Annoying",
nicholas@2863 419 "position": 50
nicholas@2863 420 },
nicholas@2863 421 {
nicholas@2863 422 "text": "(4) Audible but not Annoying",
nicholas@2863 423 "position": 75
nicholas@2863 424 },
nicholas@2863 425 {
nicholas@2863 426 "text": "(5) Inaudible",
nicholas@2863 427 "position": 100
nicholas@2863 428 }
nicholas@2863 429 ]
nicholas@2863 430 }, {
nicholas@2863 431 "name": "CCR",
nicholas@2863 432 "scales": [
nicholas@2863 433 {
nicholas@2863 434 "text": "Much Worse",
nicholas@2863 435 "position": 12
nicholas@2863 436 },
nicholas@2863 437 {
nicholas@2863 438 "text": "Worse",
nicholas@2863 439 "position": 25
nicholas@2863 440 },
nicholas@2863 441 {
nicholas@2863 442 "text": "Slightly Worse",
nicholas@2863 443 "position": 38
nicholas@2863 444 },
nicholas@2863 445 {
nicholas@2863 446 "text": "About the same",
nicholas@2863 447 "position": 50
nicholas@2863 448 },
nicholas@2863 449 {
nicholas@2863 450 "text": "Slightly Better",
nicholas@2863 451 "position": 62
nicholas@2863 452 },
nicholas@2863 453 {
nicholas@2863 454 "text": "Better",
nicholas@2863 455 "position": 75
nicholas@2863 456 },
nicholas@2863 457 {
nicholas@2863 458 "text": "Much Better",
nicholas@2863 459 "position": 88
nicholas@2863 460 }
nicholas@2863 461 ]
nicholas@2863 462 }, {
nicholas@2863 463 "name": "Hedonic Category Rating Scale",
nicholas@2863 464 "scales": [
nicholas@2863 465 {
nicholas@2863 466 "text": "Dislike Extremeley",
nicholas@2863 467 "position": 10
nicholas@2863 468 },
nicholas@2863 469 {
nicholas@2863 470 "text": "Dislike Very Much",
nicholas@2863 471 "position": 20
nicholas@2863 472 },
nicholas@2863 473 {
nicholas@2863 474 "text": "Dislike Moderate",
nicholas@2863 475 "position": 30
nicholas@2863 476 },
nicholas@2863 477 {
nicholas@2863 478 "text": "Dislike Slightly",
nicholas@2863 479 "position": 40
nicholas@2863 480 },
nicholas@2863 481 {
nicholas@2863 482 "text": "Neither like nor dislike",
nicholas@2863 483 "position": 50
nicholas@2863 484 },
nicholas@2863 485 {
nicholas@2863 486 "text": "Like Slightly",
nicholas@2863 487 "position": 60
nicholas@2863 488 },
nicholas@2863 489 {
nicholas@2863 490 "text": "Like Moderate",
nicholas@2863 491 "position": 70
nicholas@2863 492 },
nicholas@2863 493 {
nicholas@2863 494 "text": "Like Very Much",
nicholas@2863 495 "position": 80
nicholas@2863 496 },
nicholas@2863 497 {
nicholas@2863 498 "text": "Like Extremely",
nicholas@2863 499 "position": 90
nicholas@2863 500 }
nicholas@2863 501 ]
nicholas@2863 502 }
nicholas@2851 503 ]
nicholas@2851 504 }