comparison example_eval/mushra_example.xml @ 1126:41ef099fbb6a

MUSHRA operating on new core / specification
author Nicholas Jillings <n.g.r.jillings@se14.qmul.ac.uk>
date Wed, 06 Jan 2016 12:56:29 +0000
parents 3edcbbea168b
children 70215fb5b24f
comparison
equal deleted inserted replaced
1125:3f65e594154d 1126:41ef099fbb6a
1 <?xml version="1.0" encoding="utf-8"?> 1 <?xml version="1.0" encoding="utf-8"?>
2 <BrowserEvalProjectDocument> 2 <waet xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:noNamespaceSchemaLocation="test-schema.xsd">
3 <setup interface="MUSHRA" projectReturn="save.php" randomiseOrder='true' collectMetrics='true' testPages="2" loudness="-23"> 3 <setup interface="MUSHRA" projectReturn="save.php" randomiseOrder='true' testPages="2" loudness="-23" sampleRate="44100">
4 <PreTest> 4 <survey location="before">
5 <question id="sessionId" mandatory="true">Please enter your name.</question> 5 <surveyentry type="question" id="sessionId" mandatory="true">
6 <statement>This is an example of a 'MUSHRA'-style test, with two pages, using the test stimuli in 'example_eval/'.</statement> 6 <statement>Please enter your name.</statement>
7 </PreTest> 7 </surveyentry>
8 <PostTest> 8 <surveyentry type="checkbox" id="checkboxtest" mandatory="true">
9 <question id="location" mandatory="true" boxsize="large">Please enter your location. (example mandatory text question)</question> 9 <statement>Please select with which activities you have any experience (example checkbox question)</statement>
10 <number id="age" min="0">Please enter your age (example non-mandatory number question)</number> 10 <option name="musician">Playing a musical instrument</option>
11 <radio id="rating"> 11 <option name="soundengineer">Recording or mixing audio</option>
12 <option name="developer">Developing audio software</option>
13 <option name="hwdesigner">Designing or building audio hardware</option>
14 <option name="researcher">Research in the field of audio</option>
15 </surveyentry>
16 <surveyentry type="statement">
17 <statement>This is an example of an 'APE'-style test, with two pages, using the test stimuli in 'example_eval/'.</statement>
18 </surveyentry>
19 </survey>
20 <survey location="after">
21 <surveyentry type="question" id="location" mandatory="true" boxsize="large">
22 <statement>Please enter your location. (example mandatory text question)</statement>
23 </surveyentry>
24 <surveyentry type="number" id="age" min="0">
25 <statement>Please enter your age (example non-mandatory number question)</statement>
26 </surveyentry>
27 <surveyentry type="radio" id="rating">
12 <statement>Please rate this interface (example radio button question)</statement> 28 <statement>Please rate this interface (example radio button question)</statement>
13 <option name="bad">Bad</option> 29 <option name="bad">Bad</option>
14 <option name="poor">Poor</option> 30 <option name="poor">Poor</option>
15 <option name="good">Good</option> 31 <option name="good">Good</option>
16 <option name="great">Great</option> 32 <option name="great">Great</option>
17 </radio> 33 </surveyentry>
18 <statement>Thank you for taking this listening test. Please click 'submit' and your results will appear in the 'saves/' folder.</statement> 34 <surveyentry type="statement">
19 </PostTest> 35 <statement>Thank you for taking this listening test. Please click 'submit' and your results will appear in the 'saves/' folder.</statement>
20 <Metric> 36 </surveyentry>
21 <metricEnable>testTimer</metricEnable> 37 </survey>
22 <metricEnable>elementTimer</metricEnable> 38 <metric>
23 <metricEnable>elementInitialPosition</metricEnable> 39 <metricenable>testTimer</metricenable>
24 <metricEnable>elementTracker</metricEnable> 40 <metricenable>elementTimer</metricenable>
25 <metricEnable>elementFlagListenedTo</metricEnable> 41 <metricenable>elementInitialPosition</metricenable>
26 <metricEnable>elementFlagMoved</metricEnable> 42 <metricenable>elementTracker</metricenable>
27 <metricEnable>elementListenTracker</metricEnable> 43 <metricenable>elementFlagListenedTo</metricenable>
28 </Metric> 44 <metricenable>elementFlagMoved</metricenable>
45 <metricenable>elementListenTracker</metricenable>
46 </metric>
29 <interface> 47 <interface>
30 <check name="fragmentMoved"/> 48 <interfaceoption type="check" name="fragmentMoved"/>
31 <option name='playhead'/> 49 <interfaceoption type="check" name="scalerange" min="25" max="75"/>
32 <option name="page-count"/> 50 <interfaceoption type="show" name='playhead'/>
51 <interfaceoption type="show" name="page-count"/>
33 </interface> 52 </interface>
34 </setup> 53 </setup>
35 <audioHolder id='test-0' hostURL="example_eval/" randomiseOrder='true' repeatCount='0' loop='true' elementComments='true' loudness="-12" initial-position='50'> 54 <page id='test-0' hostURL="example_eval/" randomiseOrder='true' repeatCount='0' loop='true' showElementComments='true' loudness="-12">
55 <commentboxprefix>Comment on fragment</commentboxprefix>
36 <interface> 56 <interface>
37 <title>Preference</title> 57 <scales>
38 <check name='fragmentPlayed'/> 58 <scalelabel position="0">Min</scalelabel>
39 <scale position="0">Min</scale> 59 <scalelabel position="100">Max</scalelabel>
40 <scale position="100">Max</scale> 60 <scalelabel position="50">Middle</scalelabel>
41 <scale position="50">Middle</scale> 61 <scalelabel position="20">20</scalelabel>
42 <scale position="20">20</scale> 62 </scales>
43 <commentBoxPrefix>Comment on fragment</commentBoxPrefix>
44 </interface> 63 </interface>
45 <audioElements url="0.wav" id="0" type="anchor"/> 64 <audioelement url="0.wav" id="track-0" type="anchor"/>
46 <audioElements url="1.wav" id="1"/> 65 <audioelement url="1.wav" id="track-1"/>
47 <audioElements url="2.wav" id="2"/> 66 <audioelement url="2.wav" id="track-2"/>
48 <audioElements url="3.wav" id="3"/> 67 <audioelement url="3.wav" id="track-3"/>
49 <audioElements url="4.wav" id="4"/> 68 <audioelement url="4.wav" id="track-4"/>
50 <PreTest> 69 <survey location="before">
51 <statement>Example of an 'MUSHRA' style interface with hidden anchor 'zero' (which needs to be below 20%), looping of the samples, randomisation of marker labels, mandatory moving of every sample, mandatory listening of every sample and set initialisation to 50% </statement> 70 <surveyentry type="statement">
52 </PreTest> 71 <statement>Example of a 'MUSHRA' style interface with hidden anchor 'zero' (which needs to be below 20%), looping of the samples, randomisation of marker labels, mandatory moving of every sample, and a forced scale usage of at least 25%-75%.</statement>
53 <PostTest> 72 </surveyentry>
54 <question id="genre" mandatory="true">Please enter the genre.</question> 73 </survey>
55 </PostTest> 74 <survey location="after">
56 </audioHolder> 75 <surveyentry type="question" id="genre-0" mandatory="true">
57 <audioHolder id='test-1' hostURL="example_eval/" randomiseOrder='true' repeatCount='0' loop='false' elementComments='true'> 76 <statement>Please enter the genre.</statement>
58 <interface name="preference"> 77 </surveyentry>
59 <title>Example Test Question</title> 78 </survey>
60 <scale position="0">Min</scale> 79 </page>
61 <scale position="100">Max</scale> 80 <page id='test-1' hostURL="example_eval/" randomiseOrder='true' repeatCount='0' loop='false' showElementComments='true'>
62 <scale position="50">Middle</scale> 81 <commentboxprefix>Comment on fragment</commentboxprefix>
63 <scale position="75">75</scale> 82 <interface name="preference">
64 <scalerange min="25" max="75"/> 83 <title>Example Test Question</title>
65 <commentBoxPrefix>Comment on fragment</commentBoxPrefix> 84 <scales>
66 </interface> 85 <scalelabel position="0">Min</scalelabel>
67 <audioElements url="0.wav" gain="-6" id="0" type="anchor" marker="20"/> 86 <scalelabel position="100">Max</scalelabel>
68 <audioElements url="1.wav" gain="0.0" id="1" type="reference" marker="80"/> 87 <scalelabel position="50">Middle</scalelabel>
69 <audioElements url="2.wav" gain="0.0" id="2"/> 88 <scalelabel position="20">20</scalelabel>
70 <audioElements url="3.wav" gain="0.0" id="3"/> 89 </scales>
71 <audioElements url="4.wav" gain="0.0" id="4"/> 90 </interface>
72 <audioElements url="5.wav" gain="0.0" id="5"/> 91 <audioelement url="0.wav" gain="-6" id="track-5" type="anchor" marker="20"/>
73 <audioElements url="6.wav" gain="0.0" id="6" type="outsidereference"/> 92 <audioelement url="1.wav" gain="0.0" id="track-6" type="reference" marker="80"/>
74 <CommentQuestion id='mixingExperience' type="text">What is your general experience with numbers?</CommentQuestion> 93 <audioelement url="2.wav" gain="0.0" id="track-7"/>
75 <CommentQuestion id="preference" type="radio"> 94 <audioelement url="3.wav" gain="0.0" id="track-8"/>
76 <statement>Please enter your overall preference</statement> 95 <audioelement url="4.wav" gain="0.0" id="track-9"/>
77 <option name="worst">Very Bad</option> 96 <audioelement url="5.wav" gain="0.0" id="track-10"/>
78 <option name="bad"></option> 97 <audioelement url="6.wav" gain="0.0" id="track-11" type="outside-reference"/>
79 <option name="OK">OK</option> 98 <commentquestion id='mixingExperience' type="question">
80 <option name="Good"></option> 99 <statement>What is your general experience with numbers?</statement>
81 <option name="Great">Great</option> 100 </commentquestion>
82 </CommentQuestion> 101 <commentquestion id="preference" type="radio">
83 <CommentQuestion id="preference" type="checkbox"> 102 <statement>Please enter your overall preference</statement>
84 <statement>Please describe the overall character</statement> 103 <option name="worst">Very Bad</option>
85 <option name="funky">Funky</option> 104 <option name="bad"></option>
86 <option name="mellow">Mellow</option> 105 <option name="OK">OK</option>
87 <option name="laidback">Laid back</option> 106 <option name="Good"></option>
88 <option name="heavy">Heavy</option> 107 <option name="Great">Great</option>
89 </CommentQuestion> 108 </commentquestion>
90 <PreTest> 109 <commentquestion id="character" type="checkbox">
91 <statement>Example of an 'MUSHRA' style interface with outside reference 'six', hidden anchor 'zero' (which needs to be below 20%), hidden reference 'one' (which needs to be above 80%), randomisation of marker labels. </statement> 110 <statement>Please describe the overall character</statement>
92 </PreTest> 111 <option name="funky">Funky</option>
93 <PostTest> 112 <option name="mellow">Mellow</option>
94 <question id="genre" mandatory="true">Please enter the genre.</question> 113 <option name="laidback">Laid back</option>
95 </PostTest> 114 <option name="heavy">Heavy</option>
96 </audioHolder> 115 </commentquestion>
97 </BrowserEvalProjectDocument> 116 <survey location="before">
117 <surveyentry type="statement">
118 <statement>Example of a 'MUSHRA' style interface with hidden anchor 'zero' (which needs to be below 20%), looping of the samples, randomisation of marker labels, mandatory moving of every sample, and a forced scale usage of at least 25%-75%.</statement>
119 </surveyentry>
120 </survey>
121 <survey location="after">
122 <surveyentry type="question" id="genre-1" mandatory="true">
123 <statement>Please enter the genre.</statement>
124 </surveyentry>
125 </survey>
126 </page>
127 </waet>