nickjillings@2131: /*
nickjillings@2131: * Analysis script for WAET
nickjillings@2131: */
nickjillings@2131: 
nickjillings@2192: // Firefox does not have an XMLDocument.prototype.getElementsByName
nickjillings@2192: // and there is no searchAll style command, this custom function will
nickjillings@2192: // search all children recusrively for the name. Used for XSD where all
nickjillings@2192: // element nodes must have a name and therefore can pull the schema node
nickjillings@2192: XMLDocument.prototype.getAllElementsByName = function(name)
nickjillings@2192: {
nickjillings@2192:     name = String(name);
nickjillings@2192:     var selected = this.documentElement.getAllElementsByName(name);
nickjillings@2192:     return selected;
nickjillings@2192: }
nickjillings@2192: 
nickjillings@2192: Element.prototype.getAllElementsByName = function(name)
nickjillings@2192: {
nickjillings@2192:     name = String(name);
nickjillings@2192:     var selected = [];
nickjillings@2192:     var node = this.firstElementChild;
nickjillings@2192:     while(node != null)
nickjillings@2192:     {
nickjillings@2192:         if (node.getAttribute('name') == name)
nickjillings@2192:         {
nickjillings@2192:             selected.push(node);
nickjillings@2192:         }
nickjillings@2192:         if (node.childElementCount > 0)
nickjillings@2192:         {
nickjillings@2192:             selected = selected.concat(node.getAllElementsByName(name));
nickjillings@2192:         }
nickjillings@2192:         node = node.nextElementSibling;
nickjillings@2192:     }
nickjillings@2192:     return selected;
nickjillings@2192: }
nickjillings@2192: 
nickjillings@2192: XMLDocument.prototype.getAllElementsByTagName = function(name)
nickjillings@2192: {
nickjillings@2192:     name = String(name);
nickjillings@2192:     var selected = this.documentElement.getAllElementsByTagName(name);
nickjillings@2192:     return selected;
nickjillings@2192: }
nickjillings@2192: 
nickjillings@2192: Element.prototype.getAllElementsByTagName = function(name)
nickjillings@2192: {
nickjillings@2192:     name = String(name);
nickjillings@2192:     var selected = [];
nickjillings@2192:     var node = this.firstElementChild;
nickjillings@2192:     while(node != null)
nickjillings@2192:     {
nickjillings@2192:         if (node.nodeName == name)
nickjillings@2192:         {
nickjillings@2192:             selected.push(node);
nickjillings@2192:         }
nickjillings@2192:         if (node.childElementCount > 0)
nickjillings@2192:         {
nickjillings@2192:             selected = selected.concat(node.getAllElementsByTagName(name));
nickjillings@2192:         }
nickjillings@2192:         node = node.nextElementSibling;
nickjillings@2192:     }
nickjillings@2192:     return selected;
nickjillings@2192: }
nickjillings@2192: 
nickjillings@2192: // Firefox does not have an XMLDocument.prototype.getElementsByName
nickjillings@2192: if (typeof XMLDocument.prototype.getElementsByName != "function") {
nickjillings@2192:     XMLDocument.prototype.getElementsByName = function(name)
nickjillings@2192:     {
nickjillings@2192:         name = String(name);
nickjillings@2192:         var node = this.documentElement.firstElementChild;
nickjillings@2192:         var selected = [];
nickjillings@2192:         while(node != null)
nickjillings@2192:         {
nickjillings@2192:             if (node.getAttribute('name') == name)
nickjillings@2192:             {
nickjillings@2192:                 selected.push(node);
nickjillings@2192:             }
nickjillings@2192:             node = node.nextElementSibling;
nickjillings@2192:         }
nickjillings@2192:         return selected;
nickjillings@2192:     }
nickjillings@2192: }
nickjillings@2192: 
nickjillings@2192: var chartContext, testData;
nickjillings@2131: window.onload = function() {
nickjillings@2131:     // Load the Visualization API and the corechart package.
nickjillings@2192:     google.charts.load('current', {'packages':['corechart']});
nickjillings@2131:     chartContext = new Chart();
nickjillings@2192:     testData = new Data();
nickjillings@2192: }
nickjillings@2192: 
nickjillings@2192: function get(url) {
nickjillings@2192:   // Return a new promise.
nickjillings@2192:   return new Promise(function(resolve, reject) {
nickjillings@2192:     // Do the usual XHR stuff
nickjillings@2192:     var req = new XMLHttpRequest();
nickjillings@2192:     req.open('GET', url);
nickjillings@2192:     req.onload = function() {
nickjillings@2192:       // This is called even on 404 etc
nickjillings@2192:       // so check the status
nickjillings@2192:       if (req.status == 200) {
nickjillings@2192:         // Resolve the promise with the response text
nickjillings@2192:         resolve(req.response);
nickjillings@2192:       }
nickjillings@2192:       else {
nickjillings@2192:         // Otherwise reject with the status text
nickjillings@2192:         // which will hopefully be a meaningful error
nickjillings@2192:         reject(Error(req.statusText));
nickjillings@2192:       }
nickjillings@2192:     };
nickjillings@2192: 
nickjillings@2192:     // Handle network errors
nickjillings@2192:     req.onerror = function() {
nickjillings@2192:       reject(Error("Network Error"));
nickjillings@2192:     };
nickjillings@2192: 
nickjillings@2192:     // Make the request
nickjillings@2192:     req.send();
nickjillings@2192:   });
nickjillings@2131: }
nickjillings@2131: 
nickjillings@2135: function arrayMean(values) {
nickjillings@2135:     var mean = 0;
nickjillings@2135:     for (var value of values) {
nickjillings@2135:         mean += value;
nickjillings@2135:     }
nickjillings@2135:     mean /= values.length;
nickjillings@2135:     return mean;
nickjillings@2135: }
nickjillings@2135: 
nickjillings@2183: function percentile(values, p) {
nickjillings@2183:     //http://web.stanford.edu/class/archive/anthsci/anthsci192/anthsci192.1064/handouts/calculating%20percentiles.pdf
nickjillings@2135:     values.sort( function(a,b) {return a - b;} );
nickjillings@2135:     // get ordinal rank
nickjillings@2183:     var index = values.length*p/100;
nickjillings@2183:     var k = Math.floor(index);
nickjillings@2183:     if (k == index) {
nickjillings@2183:         return values[k];
nickjillings@2183:     } else {
nickjillings@2183:         var f = index-k;
nickjillings@2183:         var x_int = (1-f)*values[k]+f*values[k+1];
nickjillings@2183:         return x_int;
nickjillings@2183:     }
nickjillings@2135: }
nickjillings@2135: 
nickjillings@2135: function arrayMin(array) {
nickjillings@2135:     // Return the minimum value of an array
nickjillings@2135:     var min = array[0];
nickjillings@2135:     for (var value of array) {
nickjillings@2135:         if (value < min) {
nickjillings@2135:             min = value;
nickjillings@2135:         }
nickjillings@2135:     }
nickjillings@2135:     return min;
nickjillings@2135: }
nickjillings@2135: 
nickjillings@2135: function arrayMax(array) {
nickjillings@2135:     // Return the minimum value of an array
nickjillings@2135:     var max = array[0];
nickjillings@2135:     for (var value of array) {
nickjillings@2135:         if (value > max) {
nickjillings@2135:             max = value;
nickjillings@2135:         }
nickjillings@2135:     }
nickjillings@2135:     return max;
nickjillings@2135: }
nickjillings@2135: 
nickjillings@2181: function boxplotRow(array) {
nickjillings@2181:     // Take an array of element values and return array of computed intervals
nickjillings@2181:     var result = {
nickjillings@2195:         median : percentile(array,50),
nickjillings@2181:         pct25 : percentile(array,25),
nickjillings@2181:         pct75 : percentile(array,75),
nickjillings@2181:         IQR : null,
nickjillings@2181:         min: null,
nickjillings@2181:         max: null,
nickjillings@2181:         outliers: new Array()
nickjillings@2181:     }
nickjillings@2181:     result.IQR = result.pct75-result.pct25;
nickjillings@2181:     var rest = [];
nickjillings@2181:     var pct75_IQR = result.pct75+1.5*result.IQR;
nickjillings@2181:     var pct25_IQR = result.pct25-1.5*result.IQR;
nickjillings@2181:     for (var i=0; i<array.length; i++) {
nickjillings@2181:         //outliers, ranger above pct75+1.5*IQR or below pct25-1.5*IQR
nickjillings@2181:         var point = array[i];
nickjillings@2181:         if (point > pct75_IQR || point < pct25_IQR) {
nickjillings@2181:             result.outliers.push(point);
nickjillings@2181:         } else {
nickjillings@2181:             rest.push(point);
nickjillings@2181:         }
nickjillings@2181:     }
nickjillings@2181:     result.max = arrayMax(rest);
nickjillings@2181:     result.min = arrayMin(rest);
nickjillings@2181:     return result;
nickjillings@2181:     
nickjillings@2181: }
nickjillings@2181: 
nickjillings@2135: function arrayHistogram(values,steps,min,max) {
nickjillings@2135:     if (steps == undefined) {
nickjillings@2135:         steps = 0.25;
nickjillings@2135:         console.log("Warning: arrayHistogram called without steps size set, default to 0.25");
nickjillings@2135:     }
nickjillings@2135:     if (min == undefined) {min = arrayMin(values);}
nickjillings@2135:     if (max == undefined) {max = arrayMax(values);}
nickjillings@2135:     var histogram = [];
nickjillings@2135:     var index = min;
nickjillings@2135:     while(index < max) {
nickjillings@2135:         histogram.push({
nickjillings@2135:             marker: index,
nickjillings@2135:             lt: index,
nickjillings@2135:             rt: index+steps,
nickjillings@2135:             count: 0
nickjillings@2135:         });
nickjillings@2135:         index += steps;
nickjillings@2135:     }
nickjillings@2135:     for (var value of values) {
nickjillings@2135:         for (var entry of histogram) {
nickjillings@2135:             if (value >= entry.lt && value <= entry.rt) {
nickjillings@2135:                 entry.count++;
nickjillings@2135:                 break;
nickjillings@2135:             }
nickjillings@2135:         }
nickjillings@2135:     }
nickjillings@2135:     return histogram;
nickjillings@2135: }
nickjillings@2135: 
nickjillings@2131: function Chart() {
nickjillings@2192:     this.valueData;
nickjillings@2135:     this.charts = [];
nickjillings@2131:     
nickjillings@2135:     this.chartObject = function(name) {
nickjillings@2135:         // Create the charting object
nickjillings@2135:         this.name = name;
nickjillings@2135:         this.root = document.createElement("div");
nickjillings@2135:         this.root.className = "chart-holder";
nickjillings@2135:         this.root.setAttribute("name",name);
nickjillings@2135:         this.chartDOM = document.createElement("div");
nickjillings@2135:         this.tableDOM = document.createElement("div");
nickjillings@2135:         this.latexDOM = document.createElement("div");
nickjillings@2135:         this.downloadDOM = document.createElement("div");
nickjillings@2135:         this.chart = undefined;
nickjillings@2135:         this.data = new google.visualization.DataTable();
nickjillings@2135:         this.options = {};
nickjillings@2135:         this.print = document.createElement("button");
nickjillings@2136:         this.sortDataButton = document.createElement("button");
nickjillings@2136:         this.sortDataButton.textContent = "Sort by Data";
nickjillings@2136:         this.sortDataButton.addEventListener("click",this);
nickjillings@2136:         this.sortDataButton.setAttribute("name","sort-data");
nickjillings@2136:         this.sortNameButton = document.createElement("button");
nickjillings@2136:         this.sortNameButton.textContent = "Sort by Name";
nickjillings@2136:         this.sortNameButton.addEventListener("click",this);
nickjillings@2136:         this.sortNameButton.setAttribute("name","sort-name");
nickjillings@2136:         this.draw = function() {
nickjillings@2136:             if (this.chart == undefined) {return;}
nickjillings@2136:             this.tableDOM.innerHTML = null;
nickjillings@2136:             this.latexDOM.innerHTML = null;
nickjillings@2136:             this.buildTable();
nickjillings@2136:             this.writeLatex();
nickjillings@2136:             this.chart.draw(this.data,this.options);
nickjillings@2136:         }
nickjillings@2136:         this.sortData = function() {
nickjillings@2173:             this.data.sort(1);
nickjillings@2136:         }
nickjillings@2136:         this.sortName = function() {
nickjillings@2173:             this.data.sort(0);
nickjillings@2136:         }
nickjillings@2135:         this.handleEvent = function() {
nickjillings@2135:             // Only used to handle the chart.event.addListener(this,'ready') callback
nickjillings@2136:             switch(event.currentTarget.getAttribute("name"))
nickjillings@2136:             {
nickjillings@2136:                 case "download":
nickjillings@2136:                     window.open(this.chart.getImageURI());
nickjillings@2136:                     break;
nickjillings@2136:                 case "sort-data":
nickjillings@2136:                     this.sortData();
nickjillings@2136:                     this.draw();
nickjillings@2136:                     break;
nickjillings@2136:                 case "sort-name":
nickjillings@2136:                     this.sortName();
nickjillings@2136:                     this.draw();
nickjillings@2136:                     break;
nickjillings@2136:             }
nickjillings@2135:         }
nickjillings@2135:         
nickjillings@2135:         this.root.appendChild(this.chartDOM);
nickjillings@2135:         this.root.appendChild(this.tableDOM);
nickjillings@2135:         this.root.appendChild(this.latexDOM);
nickjillings@2136:         this.root.appendChild(this.sortDataButton);
nickjillings@2136:         this.root.appendChild(this.sortNameButton);
nickjillings@2135:         this.root.appendChild(this.print);
nickjillings@2135:         this.print.textContent = "Download";
nickjillings@2136:         this.print.setAttribute("name","download");
nickjillings@2135:         this.print.addEventListener("click",this);
nickjillings@2135:         this.root.appendChild(this.downloadDOM);
nickjillings@2135:         this.buildTable = function() {
nickjillings@2135:             var table = document.createElement("table");
nickjillings@2135:             table.border = "1";
nickjillings@2172:             var numRows = this.data.getNumberOfRows();
nickjillings@2172:             var numColumns = this.data.getNumberOfColumns();
nickjillings@2172:             for (var columnIndex=0; columnIndex<numColumns; columnIndex++)
nickjillings@2172:             {
nickjillings@2181:                 var tableTitle = this.data.getColumnLabel(columnIndex);
nickjillings@2181:                 if (tableTitle != "") {
nickjillings@2181:                     var table_row = document.createElement('tr');
nickjillings@2181:                     table.appendChild(table_row);
nickjillings@2181:                     var row_title = document.createElement('td');
nickjillings@2181:                     table_row.appendChild(row_title);
nickjillings@2181:                     row_title.textContent = tableTitle;
nickjillings@2181:                     for (var rowIndex=0; rowIndex<numRows; rowIndex++)
nickjillings@2172:                     {
nickjillings@2181:                         var row_entry = document.createElement('td');
nickjillings@2181:                         table_row.appendChild(row_entry);
nickjillings@2181:                         var entry = this.data.getValue(rowIndex,columnIndex);
nickjillings@2181:                         if (isFinite(Number(entry)))
nickjillings@2181:                         {
nickjillings@2181:                             entry = String(Number(entry).toFixed(4));
nickjillings@2181:                         }
nickjillings@2181:                         row_entry.textContent = entry;
nickjillings@2172:                     }
nickjillings@2135:                 }
nickjillings@2135:             }
nickjillings@2135:             this.tableDOM.appendChild(table);
nickjillings@2135:         };
nickjillings@2135:         this.writeLatex = function() {
nickjillings@2172:             var numRows = this.data.getNumberOfRows();
nickjillings@2172:             var numColumns = this.data.getNumberOfColumns();
nickjillings@2135:             var root = document.createElement("div");
nickjillings@2135:             root.className = "code";
nickjillings@2135:             var holder = document.createElement("pre");
nickjillings@2135:             // Table start
nickjillings@2135:             var start = document.createElement("p");
nickjillings@2135:             start.textContent = "\\" + "begin{tabular}{|l|";
nickjillings@2135:             holder.appendChild(start);
nickjillings@2172:             for (var i=0; i<numRows; i++) {
nickjillings@2135:                 start.textContent = start.textContent+"c|";
nickjillings@2135:             }
nickjillings@2136:             start.textContent = start.textContent.concat("}");
nickjillings@2135:             // Now write the rows:
nickjillings@2172:             for (var rIndex=0; rIndex<numColumns; rIndex++) {
nickjillings@2181:                 var tableTitle = this.data.getColumnLabel(rIndex);
nickjillings@2181:                 if(tableTitle != "")
nickjillings@2181:                 {
nickjillings@2181:                     var row = document.createElement("p");
nickjillings@2181:                     row.textContent = tableTitle.concat(" & ");
nickjillings@2181:                     for (var cIndex=0; cIndex<numRows; cIndex++) {
nickjillings@2181:                         var entry = this.data.getValue(cIndex,rIndex);
nickjillings@2181:                         if (isFinite(Number(entry)))
nickjillings@2181:                         {
nickjillings@2181:                             entry = String(Number(entry).toFixed(4));
nickjillings@2181:                         }
nickjillings@2181:                         row.textContent = row.textContent.concat(entry);
nickjillings@2181:                         if (cIndex < numRows-1) {
nickjillings@2181:                             row.textContent = row.textContent.concat(" & ");
nickjillings@2181:                         } else {
nickjillings@2181:                             row.textContent = row.textContent.concat(" \\\\ \\hline");
nickjillings@2181:                         }
nickjillings@2172:                     }
nickjillings@2181:                     holder.appendChild(row);
nickjillings@2135:                 }
nickjillings@2135:             }
nickjillings@2135:             // Table end
nickjillings@2135:             var end = document.createElement("p");
nickjillings@2135:             end.textContent = "\\" + "end{tabular}";
nickjillings@2135:             holder.appendChild(end);
nickjillings@2135:             root.appendChild(holder);
nickjillings@2135:             this.latexDOM.appendChild(root);
nickjillings@2135:         }
nickjillings@2135:     }
nickjillings@2135:     
nickjillings@2135:     this.clear = function() {
nickjillings@2135:         var inject = document.getElementById("test-pages");
nickjillings@2135:         for (var chart of this.charts) {
nickjillings@2135:             inject.removeChild(chart.root);
nickjillings@2135:         }
nickjillings@2135:         this.charts = [];
nickjillings@2135:     }
nickjillings@2135:     
nickjillings@2135:     this.drawTestMean = function() {
nickjillings@2135:         // This draws one bargraph per axis with every test element on
nickjillings@2135:         if (this.valueData == null) {
nickjillings@2135:             console.log("Error - Data not loaded");
nickjillings@2135:             return;
nickjillings@2135:         }
nickjillings@2135:         var chartList = [];
nickjillings@2135:         
nickjillings@2135:         // Create the data table
nickjillings@2135:         for (var page of this.valueData.pages) {
nickjillings@2135:             for (var element of page.elements) {
nickjillings@2135:                 for (var axis of element.axis) {
nickjillings@2135:                     // Find the axis
nickjillings@2135:                     var axisChart = chartList.find(function(element,index,array){
nickjillings@2135:                         if (element.name == this) {return true;} else {return false;}
nickjillings@2181:                     },"mean-test-"+axis.name);
nickjillings@2135:                     if (axisChart == null) {
nickjillings@2181:                         axisChart = new this.chartObject("mean-test-"+axis.name);
nickjillings@2135:                         axisChart.options = {
nickjillings@2135:                             'title':'Mean of axis: '+axis.name,
nickjillings@2135:                             'width':window.innerWidth*0.9,
nickjillings@2135:                             'height':(window.innerWidth*0.9)/1.77
nickjillings@2135:                         }
nickjillings@2135:                         axisChart.data.addColumn('string','id');
nickjillings@2135:                         axisChart.data.addColumn('number',axis.name);
nickjillings@2135:                         chartList.push(axisChart);
nickjillings@2135:                         document.getElementById("test-pages").appendChild(axisChart.root);
nickjillings@2135:                     }
nickjillings@2135:                     var mean = arrayMean(axis.values);
nickjillings@2135:                     axisChart.data.addRow([element.id,mean]);
nickjillings@2135:                 }
nickjillings@2135:             }
nickjillings@2135:         }
nickjillings@2135:         
nickjillings@2135:         // Build and push charts
nickjillings@2135:         for (var chart of chartList) {
nickjillings@2135:             chart.chart = new google.visualization.ColumnChart(chart.chartDOM);
nickjillings@2135:             chart.chart.draw(chart.data,chart.options);
nickjillings@2135:             chart.buildTable();
nickjillings@2135:             chart.writeLatex();
nickjillings@2135:             this.charts.push(chart);
nickjillings@2135:         }
nickjillings@2135:     }
nickjillings@2135:     
nickjillings@2181:     this.drawTestBoxplot = function() {
nickjillings@2181:         if (this.valueData == null) {
nickjillings@2181:             console.log("Error - Data not loaded");
nickjillings@2181:             return;
nickjillings@2181:         }
nickjillings@2181:         var chartList = [];
nickjillings@2181:         
nickjillings@2181:         // Creates one chart per axis
nickjillings@2181:         
nickjillings@2181:         // Create the data table
nickjillings@2181:         for (var page of this.valueData.pages) {
nickjillings@2181:             for (var element of page.elements) {
nickjillings@2181:                 for (var axis of element.axis) {
nickjillings@2181:                     // Find the axis
nickjillings@2181:                     var axisChart = chartList.find(function(element,index,array){
nickjillings@2181:                         if (element.name == this) {return true;} else {return false;}
nickjillings@2181:                     },"boxplot-test-"+axis.name);
nickjillings@2181:                     if (axisChart == null) {
nickjillings@2181:                         // Axis chart doesn't exist
nickjillings@2181:                         axisChart = new this.chartObject("boxplot-test-"+axis.name);
nickjillings@2181:                         axisChart.options = {
nickjillings@2181:                             'title':'Boxplot of axis '+axis.name,
nickjillings@2181:                             'width':window.innerWidth*0.9,
nickjillings@2181:                             'height':(window.innerWidth*0.9)/1.77,
nickjillings@2181:                             legend: {position: 'none'},
nickjillings@2181:                             lineWidth: 0,
nickjillings@2181:                             series: [{'color': '#D3362D'}],
nickjillings@2181:                             intervals: {
nickjillings@2181:                                 barWidth: 1,
nickjillings@2181:                                 boxWidth: 1,
nickjillings@2181:                                 lineWidth: 2,
nickjillings@2181:                                 style: 'boxes'
nickjillings@2181:                             },
nickjillings@2181:                             interval: {
nickjillings@2181:                                 max: {
nickjillings@2181:                                     style: 'bars',
nickjillings@2181:                                     fillOpacity: 1,
nickjillings@2181:                                     color: '#777'
nickjillings@2181:                                 },
nickjillings@2181:                                 min: {
nickjillings@2181:                                     style: 'bars',
nickjillings@2181:                                     fillOpacity: 1,
nickjillings@2181:                                     color: '#777'
nickjillings@2181:                                 }
nickjillings@2181:                             }
nickjillings@2181:                         };
nickjillings@2181:                         axisChart.data.addColumn('string','id');
nickjillings@2181:                         axisChart.data.addColumn('number','median');
nickjillings@2181:                         axisChart.data.addColumn({id:'max',type:'number',role:'interval'});
nickjillings@2181:                         axisChart.data.addColumn({id:'min',type:'number',role:'interval'});
nickjillings@2181:                         axisChart.data.addColumn({id:'firstQuartile',type:'number',role:'interval'});
nickjillings@2181:                         axisChart.data.addColumn({id:'median',type:'number',role:'interval'});
nickjillings@2181:                         axisChart.data.addColumn({id:'thirdQuartile',type:'number',role:'interval'});
nickjillings@2181:                         chartList.push(axisChart);
nickjillings@2181:                         document.getElementById("test-pages").appendChild(axisChart.root);
nickjillings@2181:                     }
nickjillings@2181:                     var result = boxplotRow(axis.values);
nickjillings@2181:                     axisChart.data.addRow([element.id,result.median,result.max,result.min,result.pct25,result.median,result.pct75]);
nickjillings@2181:                 }
nickjillings@2181:             }
nickjillings@2181:         }
nickjillings@2181:         // Build and push charts
nickjillings@2181:         for (var chart of chartList) {
nickjillings@2181:             chart.chart = new google.visualization.LineChart(chart.chartDOM);
nickjillings@2181:             chart.chart.draw(chart.data,chart.options);
nickjillings@2181:             chart.buildTable();
nickjillings@2181:             chart.writeLatex();
nickjillings@2181:             this.charts.push(chart);
nickjillings@2181:         }
nickjillings@2181:     }
nickjillings@2181:     
nickjillings@2135:     this.drawPageMean = function() {
nickjillings@2131:         // First we must get the value data
nickjillings@2134:         if (this.valueData == null) {
nickjillings@2134:             console.log("Error - Data not loaded");
nickjillings@2134:             return;
nickjillings@2134:         }
nickjillings@2134:         // We create one plot per page
nickjillings@2134:         for (var page of this.valueData.pages) {
nickjillings@2135:             
nickjillings@2135:             // Create the chart resulting point
nickjillings@2135:             var chart = new this.chartObject("mean-page-"+page.id);
nickjillings@2135:             document.getElementById("test-pages").appendChild(chart.root);
nickjillings@2134:             
nickjillings@2134:             // Create the data table
nickjillings@2135:             chart.data.addColumn('string','id');
nickjillings@2134:             // Get axis labels
nickjillings@2134:             for (var axis of page.elements[0].axis) {
nickjillings@2135:                 chart.data.addColumn('number',axis.name);
nickjillings@2134:             }
nickjillings@2134:             var rows = []; // Rows is an array of tuples [col1, col2, col3 ... colN];
nickjillings@2134:             for (var element of page.elements) {
nickjillings@2134:                 var entry = [element.id];
nickjillings@2134:                 for (var i=0; i<page.elements[0].axis.length; i++) {
nickjillings@2134:                     var mean =0;
nickjillings@2134:                     if (i < element.axis.length) {
nickjillings@2134:                         var axis = element.axis[i];
nickjillings@2135:                         mean = arrayMean(axis.values);
nickjillings@2134:                     }
nickjillings@2134:                     entry.push(mean);
nickjillings@2134:                 }
nickjillings@2134:                 rows.push(entry);
nickjillings@2134:             }
nickjillings@2135:             chart.data.addRows(rows);
nickjillings@2135:             chart.options = {
nickjillings@2135:                 'title':'Mean of page: '+page.id,
nickjillings@2135:                 'width':800,
nickjillings@2135:                 'height':700
nickjillings@2135:             }
nickjillings@2134:             // Draw the chart
nickjillings@2135:             chart.chart = new google.visualization.ColumnChart(chart.chartDOM);
nickjillings@2135:             chart.chart.draw(chart.data,chart.options);
nickjillings@2135:             chart.buildTable();
nickjillings@2135:             chart.writeLatex();
nickjillings@2135:             this.charts.push(chart);
nickjillings@2135:         }
nickjillings@2135:     }
nickjillings@2135:     
nickjillings@2135:     this.drawElementHistogram = function() {
nickjillings@2135:         // First we must get the value data
nickjillings@2135:         if (this.valueData == null) {
nickjillings@2135:             console.log("Error - Data not loaded");
nickjillings@2135:             return;
nickjillings@2135:         }
nickjillings@2135:         // We create one plot per element, enjoy...
nickjillings@2135:         for (var page of this.valueData.pages) {
nickjillings@2135:             for (var element of page.elements) {
nickjillings@2135:                 // Build the chart object
nickjillings@2135:                 var chart = new this.chartObject("histogram-element-"+element.id);
nickjillings@2135:                 document.getElementById("test-pages").appendChild(chart.root);
nickjillings@2135:                 chart.data.addColumn('string','index');
nickjillings@2135:                 var histograms = [];
nickjillings@2135:                 for (var axis of element.axis) {
nickjillings@2135:                     chart.data.addColumn('number',axis.name);
nickjillings@2135:                     histograms.push(arrayHistogram(axis.values,0.125,0.0,1.0));
nickjillings@2135:                 }
nickjillings@2135:                 for (var axis of element.axis) {
nickjillings@2135:                     for (var i=0; i<histograms[0].length; i++)
nickjillings@2135:                     {
nickjillings@2135:                         var entry = [""+histograms[0][i].lt.toPrecision(2)+"-"+histograms[0][i].rt.toPrecision(3)]
nickjillings@2135:                         for (var histogram of histograms) {
nickjillings@2135:                             entry.push(histogram[i].count);
nickjillings@2135:                         }
nickjillings@2135:                         chart.data.addRow(entry);
nickjillings@2135:                     }
nickjillings@2135:                 }
nickjillings@2135:                 chart.options = {
nickjillings@2135:                     'title':'Histogram of element: '+element.id,
nickjillings@2135:                     'width':800,
nickjillings@2135:                     'height':700,
nickjillings@2135:                     'bar':{'groupWidth': '100%'}
nickjillings@2135:                 }
nickjillings@2135:                 // Draw the chart
nickjillings@2135:                 chart.chart = new google.visualization.ColumnChart(chart.chartDOM);
nickjillings@2135:                 chart.chart.draw(chart.data,chart.options);
nickjillings@2135:                 chart.buildTable();
nickjillings@2135:                 chart.writeLatex();
nickjillings@2135:                 this.charts.push(chart);
nickjillings@2135:             }
nickjillings@2134:         }
nickjillings@2131:     }
nickjillings@2192: }
nickjillings@2192: 
nickjillings@2192: function Data() {
nickjillings@2192:     // This holds the link between the server side calculations and the client side visualisation of the data
nickjillings@2192:     
nickjillings@2192:     // Dynamically generate the test filtering / page filterting tools
nickjillings@2192:     var self = this;
nickjillings@2192:     // Collect the test types and counts
nickjillings@2192:     this.testSavedDiv = document.getElementById("test-saved");
nickjillings@2192:     this.testSaves = null;
nickjillings@2192:     this.selectURL = null;
nickjillings@2193:     
nickjillings@2192:     this.specification = new Specification();
nicholas@2224:     get("../xml/test-schema.xsd").then(function(response){
nickjillings@2192:         var parse = new DOMParser();
nickjillings@2192:         self.specification.schema = parse.parseFromString(response,'text/xml');
nickjillings@2192:     },function(error){
nickjillings@2192:         console.log("ERROR: Could not get Test Schema");
nickjillings@2192:     });
nickjillings@2192:     this.update = function(url) {
nickjillings@2192:         var self = this;
nickjillings@2192:     }
nickjillings@2193:     
nickjillings@2193:     this.updateData = function(req_str) {
nickjillings@2193:         // Now go get that data
nickjillings@2193:         get(req_str).then(function(response){
nickjillings@2193:             // Returns the data
nickjillings@2193:             chartContext.valueData = JSON.parse(response);
nickjillings@2193:         },function(error){console.error(error);});
nickjillings@2193:     }
nickjillings@2192: }
nickjillings@2192: 
nickjillings@2192: var interfaceContext = new function() {
nickjillings@2192:     // This creates the interface for the user to connect with the dynamic back-end to retrieve data
nickjillings@2192:     this.rootDOM = document.createElement("div");
nickjillings@2193:     this.getDataButton = {
nickjillings@2193:         button: document.createElement("button"),
nickjillings@2193:         parent: this,
nickjillings@2193:         handleEvent: function(event) {
nickjillings@2193:             // Get the list of files:
nicholas@2224:             var req_str = "../php/get_filtered_score.php"+this.parent.getFilterString();
nickjillings@2193:             testData.updateData(req_str);
nickjillings@2193:         }
nickjillings@2193:     }
nickjillings@2193:     this.getDataButton.button.textContent = "Get Filtered Data";
nickjillings@2193:     this.getDataButton.button.addEventListener("click",this.getDataButton);
nickjillings@2193:     
nickjillings@2195:     this.testSaves = {
nickjillings@2195:         json: null,
nickjillings@2195:         selectedURL: null,
nickjillings@2195:         inputs: [],
nickjillings@2195:         parent: this
nickjillings@2195:     };
nickjillings@2195:     this.init = function() {
nickjillings@2195:         var self = this;
nicholas@2224:         get('../php/get_tests.php?format=JSON').then(function(response){
nickjillings@2195:             document.getElementById("test-saved").innerHTML = null;
nickjillings@2195:             var table = document.createElement("table");
nickjillings@2195:             table.innerHTML = "<tr><td>Test Filename</td><td>Count</td><td>Include</td></tr>";
nickjillings@2195:             self.testSaves.json = JSON.parse(response);
nickjillings@2195:             for (var test of self.testSaves.json.tests) {
nickjillings@2195:                 var tableRow = document.createElement("tr");
nickjillings@2195:                 var tableRowFilename = document.createElement("td");
nickjillings@2195:                 tableRowFilename.textContent = test.testName;
nickjillings@2195:                 var tableRowCount = document.createElement("td");
nickjillings@2195:                 tableRowCount.textContent = test.files.length;
nickjillings@2195:                 tableRow.appendChild(tableRowFilename);
nickjillings@2195:                 tableRow.appendChild(tableRowCount);
nickjillings@2195:                 var tableRowInclude = document.createElement("td");
nickjillings@2195:                 var obj = {
nickjillings@2195:                     root: document.createElement("input"),
nickjillings@2195:                     parent: self.testSaves,
nickjillings@2195:                     handleEvent: function(event) {
nickjillings@2195:                         this.parent.selectedURL = event.currentTarget.getAttribute("source");
nickjillings@2195:                         var self = this;
nickjillings@2195:                         get(this.parent.selectedURL).then(function(response){
nickjillings@2195:                             var parse = new DOMParser();
nickjillings@2195:                             testData.specification.decode(parse.parseFromString(response,'text/xml'));
nickjillings@2195:                             self.parent.parent.generateFilters(testData.specification);
nickjillings@2195:                             self.parent.parent.getFileCount();
nickjillings@2195:                             return true;
nickjillings@2195:                         },function(error){
nickjillings@2195:                             console.log("ERROR: Could not get"+url);
nickjillings@2195:                             return false;
nickjillings@2195:                         });
nickjillings@2195:                     }
nickjillings@2195:                 }
nickjillings@2195:                 obj.root.type = "radio";
nickjillings@2195:                 obj.root.name = "test-include";
nickjillings@2195:                 obj.root.setAttribute("source",test.testName);
nickjillings@2195:                 obj.root.addEventListener("change",obj);
nickjillings@2195:                 tableRowInclude.appendChild(obj.root);
nickjillings@2195:                 tableRow.appendChild(tableRowInclude);
nickjillings@2195:                 table.appendChild(tableRow);
nickjillings@2195:                 self.testSaves.inputs.push(obj);
nickjillings@2195:             }
nickjillings@2195:             document.getElementById("test-saved").appendChild(table);
nickjillings@2195:         },function(error){console.error(error);});
nickjillings@2195:     }
nickjillings@2195:     
nickjillings@2192:     this.filterDOM = document.createElement("div");
nickjillings@2192:     this.filterDOM.innerHTML = "<p>PreTest Filters</p><div id='filter-count'></div>";
nickjillings@2192:     this.filterObjects = [];
nickjillings@2192:     this.generateFilters = function(specification) {
nickjillings@2192:         // Filters are based on the pre and post global surverys
nickjillings@2192:         var FilterObject = function(parent,specification) {
nickjillings@2192:             this.parent = parent;
nickjillings@2192:             this.specification = specification;
nickjillings@2192:             this.rootDOM = document.createElement("div");
nickjillings@2192:             this.rootDOM.innerHTML = "<span>ID: "+specification.id+", Type: "+specification.type+"</span>";
nickjillings@2192:             this.rootDOM.className = "filter-entry";
nickjillings@2192:             this.handleEvent = function(event) {
nickjillings@2192:                 switch(this.specification.type) {
nickjillings@2192:                     case "number":
nickjillings@2192:                         var name = event.currentTarget.name;
nickjillings@2192:                         eval("this."+name+" = event.currentTarget.value");
nickjillings@2192:                         break;
nickjillings@2192:                     case "checkbox":
nickjillings@2192:                         break;
nickjillings@2192:                     case "radio":
nickjillings@2192:                         break;
nickjillings@2192:                 }
nickjillings@2192:                 this.parent.getFileCount();
nickjillings@2192:             }
nickjillings@2192:             this.getFilterPairs = function() {
nickjillings@2192:                 var pairs = [];
nickjillings@2192:                 switch(this.specification.type) {
nickjillings@2192:                     case "number":
nickjillings@2192:                         if (this.min != "") {
nickjillings@2192:                             pairs.push([specification.id+"-min",this.min]);
nickjillings@2192:                         }
nickjillings@2192:                         if (this.max != "") {
nickjillings@2192:                             pairs.push([specification.id+"-max",this.max]);
nickjillings@2192:                         }
nickjillings@2192:                         break;
nickjillings@2192:                     case "radio":
nickjillings@2192:                     case "checkbox":
nickjillings@2192:                         for (var i=0; i<this.options.length; i++) {
nickjillings@2192:                             if (!this.options[i].checked) {
nickjillings@2192:                                 pairs.push([specification.id+"-exclude-"+i,specification.options[i].name]);
nickjillings@2192:                             }
nickjillings@2192:                         }
nickjillings@2192:                         break;
nickjillings@2192:                 }
nickjillings@2192:                 return pairs;
nickjillings@2192:             }
nickjillings@2192:             switch(specification.type) {
nickjillings@2192:                 case "number":
nickjillings@2192:                     // Number can be ranged by min/max levels
nickjillings@2192:                     this.min = "";
nickjillings@2192:                     this.max = "";
nickjillings@2192:                     this.minDOM = document.createElement("input");
nickjillings@2192:                     this.minDOM.type = "number";
nickjillings@2192:                     this.minDOM.name = "min";
nickjillings@2192:                     this.minDOM.addEventListener("change",this);
nickjillings@2192:                     this.minDOMText = document.createElement("span");
nickjillings@2192:                     this.minDOMText.textContent = "Minimum: ";
nickjillings@2192:                     var pairHolder = document.createElement("div");
nickjillings@2192:                     pairHolder.appendChild(this.minDOMText);
nickjillings@2192:                     pairHolder.appendChild(this.minDOM);
nickjillings@2192:                     this.rootDOM.appendChild(pairHolder);
nickjillings@2192:                     
nickjillings@2192:                     this.maxDOM = document.createElement("input");
nickjillings@2192:                     this.maxDOM.type = "number";
nickjillings@2192:                     this.maxDOM.name = "max";
nickjillings@2192:                     this.maxDOM.addEventListener("change",this);
nickjillings@2192:                     this.maxDOMText = document.createElement("span");
nickjillings@2192:                     this.maxDOMText.textContent = "Maximum: ";
nickjillings@2192:                     var pairHolder = document.createElement("div");
nickjillings@2192:                     pairHolder.appendChild(this.maxDOMText);
nickjillings@2192:                     pairHolder.appendChild(this.maxDOM);
nickjillings@2192:                     this.rootDOM.appendChild(pairHolder);
nickjillings@2192:                     break;
nickjillings@2192:                 case "radio":
nickjillings@2192:                 case "checkbox":
nickjillings@2192:                     this.options = [];
nickjillings@2192:                     for (var i=0; i<specification.options.length; i++) {
nickjillings@2192:                         var option = specification.options[i];
nickjillings@2192:                         var pairHolder = document.createElement("div");
nickjillings@2192:                         var text = document.createElement("span");
nickjillings@2192:                         text.textContent = option.text;
nickjillings@2192:                         var check = document.createElement("input");
nickjillings@2192:                         check.type = "checkbox";
nickjillings@2192:                         check.setAttribute("option-index",i);
nickjillings@2192:                         check.checked = true;
nickjillings@2192:                         check.addEventListener("click",this);
nickjillings@2192:                         this.options.push(check);
nickjillings@2192:                         pairHolder.appendChild(text);
nickjillings@2192:                         pairHolder.appendChild(check);
nickjillings@2192:                         this.rootDOM.appendChild(pairHolder);
nickjillings@2192:                     }
nickjillings@2192:                     break;
nickjillings@2192:                 default:
nickjillings@2192:                     break;
nickjillings@2192:             }
nickjillings@2192:         }
nickjillings@2195:         for (var survey_entry of specification.preTest.options.concat(specification.postTest.options)) {
nickjillings@2192:             switch(survey_entry.type) {
nickjillings@2192:                 case "number":
nickjillings@2192:                 case "radio":
nickjillings@2192:                 case "checkbox":
nickjillings@2192:                     var node = new FilterObject(this,survey_entry);
nickjillings@2192:                     this.filterObjects.push(node);
nickjillings@2192:                     this.filterDOM.appendChild(node.rootDOM);
nickjillings@2192:                     break;
nickjillings@2192:                 default:
nickjillings@2192:                     break;
nickjillings@2192:             }
nickjillings@2192:         }
nickjillings@2192:         document.getElementById("test-saved").appendChild(this.filterDOM);
nickjillings@2193:         document.getElementById("test-saved").appendChild(this.getDataButton.button);
nickjillings@2192:     }
nickjillings@2193:     this.getFilterString = function() {
nickjillings@2192:         var pairs = [];
nickjillings@2192:         for (var obj of this.filterObjects) {
nickjillings@2192:             pairs = pairs.concat(obj.getFilterPairs());
nickjillings@2192:         }
nickjillings@2195:         var req_str = "?url="+this.testSaves.selectedURL;
nickjillings@2192:         var index = 0;
nickjillings@2192:         while(pairs[index] != undefined) {
nickjillings@2192:             req_str += '&';
nickjillings@2192:             req_str += pairs[index][0]+"="+pairs[index][1];
nickjillings@2192:             index++;
nickjillings@2192:         }
nickjillings@2193:         return req_str;
nickjillings@2193:     }
nickjillings@2193:     this.getFilteredUrlArray = function() {
nicholas@2224:         var req_str = "../php/get_filtered_count.php"+this.getFilterString();
nickjillings@2193:         return get(req_str).then(function(response){
nickjillings@2192:             var urls = JSON.parse(response);
nickjillings@2193:             return urls.urls;
nickjillings@2193:         },function(error){
nickjillings@2193:             console.error(error);
nickjillings@2193:         });
nickjillings@2193:     }
nickjillings@2193:     this.getFileCount = function() {
nickjillings@2193:         // First we must get the filter pairs
nickjillings@2193:         this.getFilteredUrlArray().then(function(response){
nickjillings@2193:             var str = "Filtered to "+response.length+" file";
nickjillings@2193:             if (response.length != 1) {
nickjillings@2192:                 str += "s.";
nickjillings@2192:             } else {
nickjillings@2192:                 str += ".";
nickjillings@2192:             }
nickjillings@2192:             document.getElementById("filter-count").textContent = str;
nickjillings@2193:         },function(error){});
nickjillings@2192:     }
nickjillings@2195:     
nickjillings@2195:     this.init();
nickjillings@2131: }