comparison example_eval/mushra_example.xml @ 1118:3edcbbea168b

Added schema for Test Specification Document for validation (wip)
author Nicholas Jillings <n.g.r.jillings@se14.qmul.ac.uk>
date Wed, 23 Dec 2015 12:41:08 +0000
parents
children 8540d153caec 41ef099fbb6a
comparison
equal deleted inserted replaced
-1:000000000000 1118:3edcbbea168b
1 <?xml version="1.0" encoding="utf-8"?>
2 <BrowserEvalProjectDocument>
3 <setup interface="MUSHRA" projectReturn="save.php" randomiseOrder='true' collectMetrics='true' testPages="2" loudness="-23">
4 <PreTest>
5 <question id="sessionId" mandatory="true">Please enter your name.</question>
6 <statement>This is an example of a 'MUSHRA'-style test, with two pages, using the test stimuli in 'example_eval/'.</statement>
7 </PreTest>
8 <PostTest>
9 <question id="location" mandatory="true" boxsize="large">Please enter your location. (example mandatory text question)</question>
10 <number id="age" min="0">Please enter your age (example non-mandatory number question)</number>
11 <radio id="rating">
12 <statement>Please rate this interface (example radio button question)</statement>
13 <option name="bad">Bad</option>
14 <option name="poor">Poor</option>
15 <option name="good">Good</option>
16 <option name="great">Great</option>
17 </radio>
18 <statement>Thank you for taking this listening test. Please click 'submit' and your results will appear in the 'saves/' folder.</statement>
19 </PostTest>
20 <Metric>
21 <metricEnable>testTimer</metricEnable>
22 <metricEnable>elementTimer</metricEnable>
23 <metricEnable>elementInitialPosition</metricEnable>
24 <metricEnable>elementTracker</metricEnable>
25 <metricEnable>elementFlagListenedTo</metricEnable>
26 <metricEnable>elementFlagMoved</metricEnable>
27 <metricEnable>elementListenTracker</metricEnable>
28 </Metric>
29 <interface>
30 <check name="fragmentMoved"/>
31 <option name='playhead'/>
32 <option name="page-count"/>
33 </interface>
34 </setup>
35 <audioHolder id='test-0' hostURL="example_eval/" randomiseOrder='true' repeatCount='0' loop='true' elementComments='true' loudness="-12" initial-position='50'>
36 <interface>
37 <title>Preference</title>
38 <check name='fragmentPlayed'/>
39 <scale position="0">Min</scale>
40 <scale position="100">Max</scale>
41 <scale position="50">Middle</scale>
42 <scale position="20">20</scale>
43 <commentBoxPrefix>Comment on fragment</commentBoxPrefix>
44 </interface>
45 <audioElements url="0.wav" id="0" type="anchor"/>
46 <audioElements url="1.wav" id="1"/>
47 <audioElements url="2.wav" id="2"/>
48 <audioElements url="3.wav" id="3"/>
49 <audioElements url="4.wav" id="4"/>
50 <PreTest>
51 <statement>Example of an 'MUSHRA' style interface with hidden anchor 'zero' (which needs to be below 20%), looping of the samples, randomisation of marker labels, mandatory moving of every sample, mandatory listening of every sample and set initialisation to 50% </statement>
52 </PreTest>
53 <PostTest>
54 <question id="genre" mandatory="true">Please enter the genre.</question>
55 </PostTest>
56 </audioHolder>
57 <audioHolder id='test-1' hostURL="example_eval/" randomiseOrder='true' repeatCount='0' loop='false' elementComments='true'>
58 <interface name="preference">
59 <title>Example Test Question</title>
60 <scale position="0">Min</scale>
61 <scale position="100">Max</scale>
62 <scale position="50">Middle</scale>
63 <scale position="75">75</scale>
64 <scalerange min="25" max="75"/>
65 <commentBoxPrefix>Comment on fragment</commentBoxPrefix>
66 </interface>
67 <audioElements url="0.wav" gain="-6" id="0" type="anchor" marker="20"/>
68 <audioElements url="1.wav" gain="0.0" id="1" type="reference" marker="80"/>
69 <audioElements url="2.wav" gain="0.0" id="2"/>
70 <audioElements url="3.wav" gain="0.0" id="3"/>
71 <audioElements url="4.wav" gain="0.0" id="4"/>
72 <audioElements url="5.wav" gain="0.0" id="5"/>
73 <audioElements url="6.wav" gain="0.0" id="6" type="outsidereference"/>
74 <CommentQuestion id='mixingExperience' type="text">What is your general experience with numbers?</CommentQuestion>
75 <CommentQuestion id="preference" type="radio">
76 <statement>Please enter your overall preference</statement>
77 <option name="worst">Very Bad</option>
78 <option name="bad"></option>
79 <option name="OK">OK</option>
80 <option name="Good"></option>
81 <option name="Great">Great</option>
82 </CommentQuestion>
83 <CommentQuestion id="preference" type="checkbox">
84 <statement>Please describe the overall character</statement>
85 <option name="funky">Funky</option>
86 <option name="mellow">Mellow</option>
87 <option name="laidback">Laid back</option>
88 <option name="heavy">Heavy</option>
89 </CommentQuestion>
90 <PreTest>
91 <statement>Example of an 'MUSHRA' style interface with outside reference 'six', hidden anchor 'zero' (which needs to be below 20%), hidden reference 'one' (which needs to be above 80%), randomisation of marker labels. </statement>
92 </PreTest>
93 <PostTest>
94 <question id="genre" mandatory="true">Please enter the genre.</question>
95 </PostTest>
96 </audioHolder>
97 </BrowserEvalProjectDocument>