annotate ape.js @ 1034:34adad703811

SMC2015Paper: Added section to lightly compare BeaqleJS and WAET in introduction where BeaqleJS is mentioned. Removed feature 'drag playhead' as unlikley to be implemented.
author Nicholas Jillings <nicholas.jillings@eecs.qmul.ac.uk>
date Wed, 17 Jun 2015 15:27:11 +0100
parents ab79d76c6f85
children a049c6cf7eb3
rev   line source
nicholas@2 1 /**
nicholas@2 2 * ape.js
nicholas@2 3 * Create the APE interface
nicholas@2 4 */
nicholas@2 5
n@662 6 // preTest - In preTest state
n@662 7 // testRun-ID - In test running, test Id number at the end 'testRun-2'
n@662 8 // testRunPost-ID - Post test of test ID
n@662 9 // testRunPre-ID - Pre-test of test ID
n@662 10 // postTest - End of test, final submission!
n@662 11
n@656 12
nicholas@2 13 // Once this is loaded and parsed, begin execution
n@911 14 loadInterface();
nicholas@2 15
n@911 16 function loadInterface() {
nicholas@2 17
n@701 18 // Get the dimensions of the screen available to the page
nicholas@2 19 var width = window.innerWidth;
nicholas@2 20 var height = window.innerHeight;
nicholas@2 21
nicholas@2 22 // The injection point into the HTML page
n@912 23 interfaceContext.insertPoint = document.getElementById("topLevelBody");
n@706 24 var testContent = document.createElement('div');
nicholas@934 25
n@706 26 testContent.id = 'testContent';
n@906 27
n@658 28
n@676 29 // Create APE specific metric functions
n@676 30 audioEngineContext.metric.initialiseTest = function()
n@676 31 {
n@676 32 };
n@676 33
n@676 34 audioEngineContext.metric.sliderMoved = function()
n@676 35 {
n@913 36
n@676 37 var id = this.data;
n@676 38 this.data = -1;
n@676 39 var position = convSliderPosToRate(id);
BrechtDeMan@936 40 console.log('slider ' + id + ': '+ position + ' (' + time + ')'); // DEBUG/SAFETY: show position and slider id
n@676 41 if (audioEngineContext.timer.testStarted)
n@676 42 {
n@676 43 audioEngineContext.audioObjects[id].metric.moved(time,position);
n@676 44 }
n@676 45 };
n@676 46
n@676 47 audioEngineContext.metric.sliderPlayed = function(id)
n@676 48 {
n@676 49 var time = audioEngineContext.timer.getTestTime();
n@676 50 if (audioEngineContext.timer.testStarted)
n@676 51 {
n@676 52 if (this.lastClicked >= 0)
n@676 53 {
n@676 54 audioEngineContext.audioObjects[this.lastClicked].metric.listening(time);
n@676 55 }
n@676 56 this.lastClicked = id;
n@676 57 audioEngineContext.audioObjects[id].metric.listening(time);
n@676 58 }
BrechtDeMan@936 59 console.log('slider ' + id + ' played (' + time + ')'); // DEBUG/SAFETY: show played slider id
n@676 60 };
n@676 61
n@907 62 // Bindings for audioObjects
n@907 63
nicholas@2 64 // Create the top div for the Title element
n@911 65 var titleAttr = specification.title;
nicholas@2 66 var title = document.createElement('div');
nicholas@2 67 title.className = "title";
nicholas@2 68 title.align = "center";
nicholas@2 69 var titleSpan = document.createElement('span');
nicholas@2 70
nicholas@2 71 // Set title to that defined in XML, else set to default
nicholas@2 72 if (titleAttr != undefined) {
n@911 73 titleSpan.textContent = titleAttr;
nicholas@2 74 } else {
n@911 75 titleSpan.textContent = 'Listening test';
nicholas@2 76 }
nicholas@2 77 // Insert the titleSpan element into the title div element.
nicholas@2 78 title.appendChild(titleSpan);
nicholas@2 79
n@671 80 var pagetitle = document.createElement('div');
n@671 81 pagetitle.className = "pageTitle";
n@671 82 pagetitle.align = "center";
n@671 83 var titleSpan = document.createElement('span');
n@671 84 titleSpan.id = "pageTitle";
n@671 85 pagetitle.appendChild(titleSpan);
n@671 86
nicholas@7 87 // Create Interface buttons!
nicholas@7 88 var interfaceButtons = document.createElement('div');
nicholas@7 89 interfaceButtons.id = 'interface-buttons';
nicholas@7 90
nicholas@7 91 // Create playback start/stop points
nicholas@7 92 var playback = document.createElement("button");
BrechtDeMan@939 93 playback.innerHTML = 'Stop';
n@673 94 playback.id = 'playback-button';
n@701 95 // onclick function. Check if it is playing or not, call the correct function in the
n@701 96 // audioEngine, change the button text to reflect the next state.
nicholas@7 97 playback.onclick = function() {
BrechtDeMan@939 98 if (audioEngineContext.status == 1) {
BrechtDeMan@939 99 audioEngineContext.stop();
n@709 100 this.innerHTML = 'Stop';
BrechtDeMan@936 101 var time = audioEngineContext.timer.getTestTime();
BrechtDeMan@936 102 console.log('Stopped at ' + time); // DEBUG/SAFETY
nicholas@7 103 }
n@701 104 };
nicholas@7 105 // Create Submit (save) button
nicholas@7 106 var submit = document.createElement("button");
n@709 107 submit.innerHTML = 'Submit';
n@667 108 submit.onclick = buttonSubmitClick;
n@673 109 submit.id = 'submit-button';
n@701 110 // Append the interface buttons into the interfaceButtons object.
nicholas@7 111 interfaceButtons.appendChild(playback);
nicholas@7 112 interfaceButtons.appendChild(submit);
nicholas@7 113
nicholas@2 114 // Now create the slider and HTML5 canvas boxes
nicholas@2 115
n@701 116 // Create the div box to center align
nicholas@2 117 var sliderBox = document.createElement('div');
nicholas@2 118 sliderBox.className = 'sliderCanvasDiv';
n@701 119 sliderBox.id = 'sliderCanvasHolder';
nicholas@2 120
n@701 121 // Create the slider box to hold the slider elements
nicholas@5 122 var canvas = document.createElement('div');
nicholas@2 123 canvas.id = 'slider';
n@963 124 canvas.align = "left";
n@963 125 canvas.addEventListener('dragover',function(event){
n@963 126 event.preventDefault();
n@963 127 return false;
n@963 128 },false);
n@963 129 var sliderMargin = document.createAttribute('marginsize');
n@963 130 sliderMargin.nodeValue = 42; // Set default margins to 42px either side
n@701 131 // Must have a known EXACT width, as this is used later to determine the ratings
n@963 132 var w = (Number(sliderMargin.nodeValue)+8)*2;
n@963 133 canvas.style.width = width - w +"px";
n@963 134 canvas.style.marginLeft = sliderMargin.nodeValue +'px';
n@963 135 canvas.setAttributeNode(sliderMargin);
nicholas@2 136 sliderBox.appendChild(canvas);
n@701 137
n@671 138 // Create the div to hold any scale objects
n@671 139 var scale = document.createElement('div');
n@671 140 scale.className = 'sliderScale';
n@671 141 scale.id = 'sliderScaleHolder';
n@671 142 scale.align = 'left';
n@671 143 sliderBox.appendChild(scale);
n@671 144
n@701 145 // Global parent for the comment boxes on the page
nicholas@3 146 var feedbackHolder = document.createElement('div');
n@658 147 feedbackHolder.id = 'feedbackHolder';
n@656 148
n@662 149 testContent.style.zIndex = 1;
n@912 150 interfaceContext.insertPoint.innerHTML = null; // Clear the current schema
n@656 151
n@662 152 // Inject into HTML
n@662 153 testContent.appendChild(title); // Insert the title
n@671 154 testContent.appendChild(pagetitle);
n@662 155 testContent.appendChild(interfaceButtons);
n@662 156 testContent.appendChild(sliderBox);
n@662 157 testContent.appendChild(feedbackHolder);
n@912 158 interfaceContext.insertPoint.appendChild(testContent);
n@656 159
n@660 160 // Load the full interface
nicholas@964 161 testState.initialise();
nicholas@964 162 testState.advanceState();
n@663 163
n@656 164 }
n@656 165
n@911 166 function loadTest(audioHolderObject)
n@658 167 {
nicholas@947 168
nicholas@947 169 // Reset audioEngineContext.Metric globals for new test
n@950 170 audioEngineContext.newTestPage();
nicholas@947 171
n@911 172 var id = audioHolderObject.id;
n@658 173
n@658 174 var feedbackHolder = document.getElementById('feedbackHolder');
n@658 175 var canvas = document.getElementById('slider');
n@658 176 feedbackHolder.innerHTML = null;
n@658 177 canvas.innerHTML = null;
n@671 178
n@894 179 var playbackHolder = document.createElement('div');
n@894 180 playbackHolder.style.width = "100%";
n@894 181 playbackHolder.align = 'center';
n@894 182 playbackHolder.appendChild(interfaceContext.playhead.object);
n@894 183 feedbackHolder.appendChild(playbackHolder);
n@671 184 // Setup question title
n@914 185 var interfaceObj = audioHolderObject.interfaces;
n@914 186 var commentBoxPrefix = "Comment on track";
n@914 187 if (interfaceObj.length != 0) {
n@914 188 interfaceObj = interfaceObj[0];
n@914 189 var titleNode = interfaceObj.title;
n@914 190 if (titleNode != undefined)
n@914 191 {
n@914 192 document.getElementById('pageTitle').textContent = titleNode;
n@914 193 }
n@914 194 var positionScale = canvas.style.width.substr(0,canvas.style.width.length-2);
n@914 195 var offset = Number(document.getElementById('slider').attributes['marginsize'].value);
n@914 196 var scale = document.getElementById('sliderScaleHolder');
n@914 197 scale.innerHTML = null;
n@914 198 $(interfaceObj.scale).each(function(index,scaleObj){
n@914 199 var value = document.createAttribute('value');
n@914 200 var position = Number(scaleObj[0])*0.01;
n@914 201 value.nodeValue = position;
n@914 202 var pixelPosition = (position*positionScale)+offset;
n@914 203 var scaleDOM = document.createElement('span');
n@914 204 scaleDOM.textContent = scaleObj[1];
n@914 205 scale.appendChild(scaleDOM);
n@914 206 scaleDOM.style.left = Math.floor((pixelPosition-($(scaleDOM).width()/2)))+'px';
n@914 207 scaleDOM.setAttributeNode(value);
n@914 208 });
n@914 209
n@914 210 if (interfaceObj.commentBoxPrefix != undefined) {
n@914 211 commentBoxPrefix = interfaceObj.commentBoxPrefix;
n@914 212 }
n@1022 213 }
n@658 214
nicholas@7 215 /// CHECK FOR SAMPLE RATE COMPATIBILITY
n@911 216 if (audioHolderObject.sampleRate != undefined) {
n@911 217 if (Number(audioHolderObject.sampleRate) != audioContext.sampleRate) {
n@914 218 var errStr = 'Sample rates do not match! Requested '+Number(audioHolderObject.sampleRate)+', got '+audioContext.sampleRate+'. Please set the sample rate to match before completing this test.';
nicholas@7 219 alert(errStr);
nicholas@7 220 return;
nicholas@7 221 }
nicholas@7 222 }
n@669 223
n@911 224 var commentShow = audioHolderObject.elementComments;
nicholas@689 225
n@911 226 var loopPlayback = audioHolderObject.loop;
n@911 227
n@681 228 audioEngineContext.loopPlayback = loopPlayback;
n@681 229 // Create AudioEngine bindings for playback
n@895 230 audioEngineContext.selectedTrack = function(id) {
n@895 231 console.log('Deprecated');
n@895 232 };
n@681 233
n@670 234 currentTestHolder = document.createElement('audioHolder');
n@911 235 currentTestHolder.id = audioHolderObject.id;
n@911 236 currentTestHolder.repeatCount = audioHolderObject.repeatCount;
n@670 237
n@911 238 var randomise = audioHolderObject.randomiseOrder;
n@669 239
n@911 240 var audioElements = audioHolderObject.audioElements;
nicholas@682 241 currentTrackOrder = [];
n@669 242 if (randomise) {
n@911 243 audioHolderObject.audioElements = randomiseOrder(audioHolderObject.audioElements);
n@669 244 }
n@669 245
nicholas@682 246 // Delete any previous audioObjects associated with the audioEngine
nicholas@682 247 audioEngineContext.audioObjects = [];
nicholas@900 248 interfaceContext.deleteCommentBoxes();
nicholas@682 249
n@701 250 // Find all the audioElements from the audioHolder
n@911 251 $(audioHolderObject.audioElements).each(function(index,element){
nicholas@7 252 // Find URL of track
n@701 253 // In this jQuery loop, variable 'this' holds the current audioElement.
n@701 254
n@701 255 // Now load each audio sample. First create the new track by passing the full URL
n@911 256 var trackURL = audioHolderObject.hostURL + element.url;
n@912 257 var audioObject = audioEngineContext.newTrack(element);
nicholas@689 258
n@1029 259 var node = interfaceContext.createCommentBox(audioObject);
n@701 260
nicholas@5 261 // Create a slider per track
n@913 262 audioObject.interfaceDOM = new sliderObject(audioObject);
n@1008 263
nicholas@5 264 // Distribute it randomnly
n@1000 265 var w = window.innerWidth - (offset+8)*2;
nicholas@5 266 w = Math.random()*w;
n@1000 267 w = Math.floor(w+(offset+8));
n@913 268 audioObject.interfaceDOM.trackSliderObj.style.left = w+'px';
nicholas@8 269
n@913 270 canvas.appendChild(audioObject.interfaceDOM.trackSliderObj);
n@913 271 audioObject.metric.initialised(convSliderPosToRate(audioObject.interfaceDOM.trackSliderObj));
BrechtDeMan@940 272
n@700 273 });
n@912 274 if (commentShow) {
n@912 275 interfaceContext.showCommentBoxes(feedbackHolder,true);
n@912 276 }
nicholas@3 277
n@911 278 $(audioHolderObject.commentQuestions).each(function(index,element) {
n@1026 279 var node = interfaceContext.createCommentQuestion(element);
n@1026 280 feedbackHolder.appendChild(node.holder);
nicholas@688 281 });
n@1007 282
n@1007 283
n@1007 284 testWaitIndicator();
n@663 285 }
n@663 286
n@913 287 function sliderObject(audioObject) {
n@913 288 // Create a new slider object;
n@913 289 this.parent = audioObject;
n@913 290 this.trackSliderObj = document.createElement('div');
n@913 291 this.trackSliderObj.className = 'track-slider';
n@913 292 this.trackSliderObj.id = 'track-slider-'+audioObject.id;
n@913 293
n@913 294 this.trackSliderObj.setAttribute('trackIndex',audioObject.id);
n@913 295 this.trackSliderObj.innerHTML = '<span>'+audioObject.id+'</span>';
n@913 296 this.trackSliderObj.draggable = true;
n@913 297 this.trackSliderObj.ondragend = dragEnd;
n@913 298
n@913 299 // Onclick, switch playback to that track
n@913 300 this.trackSliderObj.onclick = function() {
n@913 301 // Start the test on first click, that way timings are more accurate.
n@913 302 audioEngineContext.play();
n@913 303 if (audioEngineContext.audioObjectsReady) {
n@913 304 // Cannot continue to issue play command until audioObjects reported as ready!
n@913 305 // Get the track ID from the object ID
nicholas@899 306 var element;
nicholas@899 307 if (event.srcElement.nodeName == "SPAN") {
nicholas@899 308 element = event.srcElement.parentNode;
nicholas@899 309 } else {
nicholas@899 310 element = event.srcElement;
nicholas@899 311 }
nicholas@899 312 var id = Number(element.attributes['trackIndex'].value);
n@913 313 //audioEngineContext.metric.sliderPlayed(id);
n@895 314 audioEngineContext.play(id);
n@913 315 // Currently playing track red, rest green
n@913 316
n@913 317 //document.getElementById('track-slider-'+index).style.backgroundColor = "#FF0000";
n@913 318 $('.track-slider').removeClass('track-slider-playing');
nicholas@899 319 $(element).addClass('track-slider-playing');
n@913 320 $('.comment-div').removeClass('comment-box-playing');
n@913 321 $('#comment-div-'+id).addClass('comment-box-playing');
n@913 322 }
n@913 323 };
n@913 324
n@913 325 this.exportXMLDOM = function() {
n@913 326 // Called by the audioObject holding this element. Must be present
n@913 327 var node = document.createElement('value');
n@913 328 node.textContent = convSliderPosToRate(this.trackSliderObj);
n@913 329 return node;
n@913 330 };
n@913 331 }
nicholas@5 332
nicholas@5 333 function dragEnd(ev) {
nicholas@5 334 // Function call when a div has been dropped
n@657 335 var slider = document.getElementById('slider');
n@963 336 var marginSize = Number(slider.attributes['marginsize'].value);
n@675 337 var w = slider.style.width;
n@675 338 w = Number(w.substr(0,w.length-2));
n@675 339 var x = ev.x;
n@963 340 if (x >= marginSize && x < w+marginSize) {
n@675 341 this.style.left = (x)+'px';
nicholas@5 342 } else {
n@963 343 if (x<marginSize) {
n@963 344 this.style.left = marginSize+'px';
nicholas@5 345 } else {
n@963 346 this.style.left = (w+marginSize) + 'px';
nicholas@5 347 }
nicholas@5 348 }
n@913 349 var time = audioEngineContext.timer.getTestTime();
n@913 350 var id = Number(ev.srcElement.getAttribute('trackindex'));
n@913 351 audioEngineContext.audioObjects[id].metric.moved(time,convSliderPosToRate(ev.srcElement));
n@656 352 }
n@656 353
BrechtDeMan@939 354 function buttonSubmitClick() // TODO: Only when all songs have been played!
n@663 355 {
nicholas@944 356 hasBeenPlayed = audioEngineContext.checkAllPlayed();
nicholas@944 357 if (hasBeenPlayed.length == 0) {
nicholas@944 358 if (audioEngineContext.status == 1) {
nicholas@944 359 var playback = document.getElementById('playback-button');
nicholas@944 360 playback.click();
nicholas@944 361 // This function is called when the submit button is clicked. Will check for any further tests to perform, or any post-test options
nicholas@944 362 } else
nicholas@944 363 {
nicholas@944 364 if (audioEngineContext.timer.testStarted == false)
nicholas@944 365 {
nicholas@944 366 alert('You have not started the test! Please press start to begin the test!');
nicholas@944 367 return;
nicholas@944 368 }
nicholas@944 369 }
nicholas@964 370 testState.advanceState();
BrechtDeMan@940 371 } else // if a fragment has not been played yet
BrechtDeMan@940 372 {
nicholas@944 373 str = "";
nicholas@944 374 if (hasBeenPlayed.length > 1) {
nicholas@944 375 for (var i=0; i<hasBeenPlayed.length; i++) {
nicholas@944 376 str = str + hasBeenPlayed[i];
nicholas@944 377 if (i < hasBeenPlayed.length-2){
nicholas@944 378 str += ", ";
nicholas@944 379 } else if (i == hasBeenPlayed.length-2) {
nicholas@944 380 str += " or ";
nicholas@944 381 }
nicholas@944 382 }
nicholas@944 383 alert('You have not played fragments ' + str + ' yet. Please listen, rate and comment all samples before submitting.');
nicholas@944 384 } else {
nicholas@944 385 alert('You have not played fragment ' + hasBeenPlayed[0] + ' yet. Please listen, rate and comment all samples before submitting.');
nicholas@944 386 }
BrechtDeMan@940 387 return;
BrechtDeMan@940 388 }
n@664 389 }
n@664 390
n@913 391 function convSliderPosToRate(slider)
n@675 392 {
n@675 393 var w = document.getElementById('slider').style.width;
n@963 394 var marginsize = Number(document.getElementById('slider').attributes['marginsize'].value);
n@675 395 var maxPix = w.substr(0,w.length-2);
n@675 396 var pix = slider.style.left;
n@675 397 pix = pix.substr(0,pix.length-2);
n@963 398 var rate = (pix-marginsize)/maxPix;
n@675 399 return rate;
n@675 400 }
n@675 401
n@963 402 function resizeWindow(event){
n@963 403 // Function called when the window has been resized.
n@963 404 // MANDATORY FUNCTION
n@963 405
n@963 406 // Store the slider marker values
n@963 407 var holdValues = [];
n@963 408 $(".track-slider").each(function(index,sliderObj){
n@963 409 holdValues.push(convSliderPosToRate(index));
n@963 410 });
n@963 411
n@963 412 var width = event.target.innerWidth;
n@963 413 var canvas = document.getElementById('sliderCanvasHolder');
n@963 414 var sliderDiv = canvas.children[0];
n@963 415 var sliderScaleDiv = canvas.children[1];
n@963 416 var marginsize = Number(sliderDiv.attributes['marginsize'].value);
n@963 417 var w = (marginsize+8)*2;
n@963 418 sliderDiv.style.width = width - w + 'px';
n@963 419 var width = width - w;
n@963 420 // Move sliders into new position
n@963 421 $(".track-slider").each(function(index,sliderObj){
n@963 422 var pos = holdValues[index];
n@963 423 var pix = pos * width;
n@963 424 sliderObj.style.left = pix+marginsize+'px';
n@963 425 });
n@963 426
n@963 427 // Move scale labels
n@963 428 $(sliderScaleDiv.children).each(function(index,scaleObj){
n@963 429 var position = Number(scaleObj.attributes['value'].value);
n@963 430 var pixelPosition = (position*width)+marginsize;
n@963 431 scaleObj.style.left = Math.floor((pixelPosition-($(scaleObj).width()/2)))+'px';
n@963 432 });
n@963 433 }
n@963 434
n@911 435 function pageXMLSave(store, testXML)
n@668 436 {
n@668 437 // Saves a specific test page
nicholas@964 438 var xmlDoc = store;
n@674 439 // Check if any session wide metrics are enabled
nicholas@690 440
n@911 441 var commentShow = testXML.elementComments;
nicholas@690 442
n@674 443 var metric = document.createElement('metric');
n@674 444 if (audioEngineContext.metric.enableTestTimer)
n@674 445 {
n@674 446 var testTime = document.createElement('metricResult');
n@674 447 testTime.id = 'testTime';
n@674 448 testTime.textContent = audioEngineContext.timer.testDuration;
n@674 449 metric.appendChild(testTime);
n@674 450 }
n@674 451 xmlDoc.appendChild(metric);
n@908 452 var audioObjects = audioEngineContext.audioObjects;
n@908 453 for (var i=0; i<audioObjects.length; i++)
n@669 454 {
n@913 455 var audioElement = audioEngineContext.audioObjects[i].exportXMLDOM();
n@669 456 xmlDoc.appendChild(audioElement);
n@669 457 }
n@1026 458
n@1026 459 $(interfaceContext.commentQuestions).each(function(index,element){
n@1026 460 var node = element.exportXMLDOM();
n@1026 461 xmlDoc.appendChild(node);
n@1026 462 });
nicholas@964 463 store = xmlDoc;
nicholas@690 464 }