nickjillings@1864: /*
nickjillings@1864: * Analysis script for WAET
nickjillings@1864: */
nickjillings@1864: 
nickjillings@1925: // Firefox does not have an XMLDocument.prototype.getElementsByName
nickjillings@1925: // and there is no searchAll style command, this custom function will
nickjillings@1925: // search all children recusrively for the name. Used for XSD where all
nickjillings@1925: // element nodes must have a name and therefore can pull the schema node
nickjillings@1925: XMLDocument.prototype.getAllElementsByName = function(name)
nickjillings@1925: {
nickjillings@1925:     name = String(name);
nickjillings@1925:     var selected = this.documentElement.getAllElementsByName(name);
nickjillings@1925:     return selected;
nickjillings@1925: }
nickjillings@1925: 
nickjillings@1925: Element.prototype.getAllElementsByName = function(name)
nickjillings@1925: {
nickjillings@1925:     name = String(name);
nickjillings@1925:     var selected = [];
nickjillings@1925:     var node = this.firstElementChild;
nickjillings@1925:     while(node != null)
nickjillings@1925:     {
nickjillings@1925:         if (node.getAttribute('name') == name)
nickjillings@1925:         {
nickjillings@1925:             selected.push(node);
nickjillings@1925:         }
nickjillings@1925:         if (node.childElementCount > 0)
nickjillings@1925:         {
nickjillings@1925:             selected = selected.concat(node.getAllElementsByName(name));
nickjillings@1925:         }
nickjillings@1925:         node = node.nextElementSibling;
nickjillings@1925:     }
nickjillings@1925:     return selected;
nickjillings@1925: }
nickjillings@1925: 
nickjillings@1925: XMLDocument.prototype.getAllElementsByTagName = function(name)
nickjillings@1925: {
nickjillings@1925:     name = String(name);
nickjillings@1925:     var selected = this.documentElement.getAllElementsByTagName(name);
nickjillings@1925:     return selected;
nickjillings@1925: }
nickjillings@1925: 
nickjillings@1925: Element.prototype.getAllElementsByTagName = function(name)
nickjillings@1925: {
nickjillings@1925:     name = String(name);
nickjillings@1925:     var selected = [];
nickjillings@1925:     var node = this.firstElementChild;
nickjillings@1925:     while(node != null)
nickjillings@1925:     {
nickjillings@1925:         if (node.nodeName == name)
nickjillings@1925:         {
nickjillings@1925:             selected.push(node);
nickjillings@1925:         }
nickjillings@1925:         if (node.childElementCount > 0)
nickjillings@1925:         {
nickjillings@1925:             selected = selected.concat(node.getAllElementsByTagName(name));
nickjillings@1925:         }
nickjillings@1925:         node = node.nextElementSibling;
nickjillings@1925:     }
nickjillings@1925:     return selected;
nickjillings@1925: }
nickjillings@1925: 
nickjillings@1925: // Firefox does not have an XMLDocument.prototype.getElementsByName
nickjillings@1925: if (typeof XMLDocument.prototype.getElementsByName != "function") {
nickjillings@1925:     XMLDocument.prototype.getElementsByName = function(name)
nickjillings@1925:     {
nickjillings@1925:         name = String(name);
nickjillings@1925:         var node = this.documentElement.firstElementChild;
nickjillings@1925:         var selected = [];
nickjillings@1925:         while(node != null)
nickjillings@1925:         {
nickjillings@1925:             if (node.getAttribute('name') == name)
nickjillings@1925:             {
nickjillings@1925:                 selected.push(node);
nickjillings@1925:             }
nickjillings@1925:             node = node.nextElementSibling;
nickjillings@1925:         }
nickjillings@1925:         return selected;
nickjillings@1925:     }
nickjillings@1925: }
nickjillings@1925: 
nickjillings@1925: var chartContext, testData;
nickjillings@1864: window.onload = function() {
nickjillings@1864:     // Load the Visualization API and the corechart package.
nickjillings@1925:     google.charts.load('current', {'packages':['corechart']});
nickjillings@1864:     chartContext = new Chart();
nickjillings@1925:     testData = new Data();
nickjillings@1925: }
nickjillings@1925: 
nickjillings@1925: function get(url) {
nickjillings@1925:   // Return a new promise.
nickjillings@1925:   return new Promise(function(resolve, reject) {
nickjillings@1925:     // Do the usual XHR stuff
nickjillings@1925:     var req = new XMLHttpRequest();
nickjillings@1925:     req.open('GET', url);
nickjillings@1925:     req.onload = function() {
nickjillings@1925:       // This is called even on 404 etc
nickjillings@1925:       // so check the status
nickjillings@1925:       if (req.status == 200) {
nickjillings@1925:         // Resolve the promise with the response text
nickjillings@1925:         resolve(req.response);
nickjillings@1925:       }
nickjillings@1925:       else {
nickjillings@1925:         // Otherwise reject with the status text
nickjillings@1925:         // which will hopefully be a meaningful error
nickjillings@1925:         reject(Error(req.statusText));
nickjillings@1925:       }
nickjillings@1925:     };
nickjillings@1925: 
nickjillings@1925:     // Handle network errors
nickjillings@1925:     req.onerror = function() {
nickjillings@1925:       reject(Error("Network Error"));
nickjillings@1925:     };
nickjillings@1925: 
nickjillings@1925:     // Make the request
nickjillings@1925:     req.send();
nickjillings@1925:   });
nickjillings@1864: }
nickjillings@1864: 
nickjillings@1868: function arrayMean(values) {
nickjillings@1868:     var mean = 0;
nickjillings@1868:     for (var value of values) {
nickjillings@1868:         mean += value;
nickjillings@1868:     }
nickjillings@1868:     mean /= values.length;
nickjillings@1868:     return mean;
nickjillings@1868: }
nickjillings@1868: 
nickjillings@1916: function percentile(values, p) {
nickjillings@1916:     //http://web.stanford.edu/class/archive/anthsci/anthsci192/anthsci192.1064/handouts/calculating%20percentiles.pdf
nickjillings@1868:     values.sort( function(a,b) {return a - b;} );
nickjillings@1868:     // get ordinal rank
nickjillings@1916:     var index = values.length*p/100;
nickjillings@1916:     var k = Math.floor(index);
nickjillings@1916:     if (k == index) {
nickjillings@1916:         return values[k];
nickjillings@1916:     } else {
nickjillings@1916:         var f = index-k;
nickjillings@1916:         var x_int = (1-f)*values[k]+f*values[k+1];
nickjillings@1916:         return x_int;
nickjillings@1916:     }
nickjillings@1868: }
nickjillings@1868: 
nickjillings@1868: function arrayMin(array) {
nickjillings@1868:     // Return the minimum value of an array
nickjillings@1868:     var min = array[0];
nickjillings@1868:     for (var value of array) {
nickjillings@1868:         if (value < min) {
nickjillings@1868:             min = value;
nickjillings@1868:         }
nickjillings@1868:     }
nickjillings@1868:     return min;
nickjillings@1868: }
nickjillings@1868: 
nickjillings@1868: function arrayMax(array) {
nickjillings@1868:     // Return the minimum value of an array
nickjillings@1868:     var max = array[0];
nickjillings@1868:     for (var value of array) {
nickjillings@1868:         if (value > max) {
nickjillings@1868:             max = value;
nickjillings@1868:         }
nickjillings@1868:     }
nickjillings@1868:     return max;
nickjillings@1868: }
nickjillings@1868: 
nickjillings@1914: function boxplotRow(array) {
nickjillings@1914:     // Take an array of element values and return array of computed intervals
nickjillings@1914:     var result = {
nickjillings@1928:         median : percentile(array,50),
nickjillings@1914:         pct25 : percentile(array,25),
nickjillings@1914:         pct75 : percentile(array,75),
nickjillings@1914:         IQR : null,
nickjillings@1914:         min: null,
nickjillings@1914:         max: null,
nickjillings@1914:         outliers: new Array()
nickjillings@1914:     }
nickjillings@1914:     result.IQR = result.pct75-result.pct25;
nickjillings@1914:     var rest = [];
nickjillings@1914:     var pct75_IQR = result.pct75+1.5*result.IQR;
nickjillings@1914:     var pct25_IQR = result.pct25-1.5*result.IQR;
nickjillings@1914:     for (var i=0; i<array.length; i++) {
nickjillings@1914:         //outliers, ranger above pct75+1.5*IQR or below pct25-1.5*IQR
nickjillings@1914:         var point = array[i];
nickjillings@1914:         if (point > pct75_IQR || point < pct25_IQR) {
nickjillings@1914:             result.outliers.push(point);
nickjillings@1914:         } else {
nickjillings@1914:             rest.push(point);
nickjillings@1914:         }
nickjillings@1914:     }
nickjillings@1914:     result.max = arrayMax(rest);
nickjillings@1914:     result.min = arrayMin(rest);
nickjillings@1914:     return result;
nickjillings@1914:     
nickjillings@1914: }
nickjillings@1914: 
nickjillings@1868: function arrayHistogram(values,steps,min,max) {
nickjillings@1868:     if (steps == undefined) {
nickjillings@1868:         steps = 0.25;
nickjillings@1868:         console.log("Warning: arrayHistogram called without steps size set, default to 0.25");
nickjillings@1868:     }
nickjillings@1868:     if (min == undefined) {min = arrayMin(values);}
nickjillings@1868:     if (max == undefined) {max = arrayMax(values);}
nickjillings@1868:     var histogram = [];
nickjillings@1868:     var index = min;
nickjillings@1868:     while(index < max) {
nickjillings@1868:         histogram.push({
nickjillings@1868:             marker: index,
nickjillings@1868:             lt: index,
nickjillings@1868:             rt: index+steps,
nickjillings@1868:             count: 0
nickjillings@1868:         });
nickjillings@1868:         index += steps;
nickjillings@1868:     }
nickjillings@1868:     for (var value of values) {
nickjillings@1868:         for (var entry of histogram) {
nickjillings@1868:             if (value >= entry.lt && value <= entry.rt) {
nickjillings@1868:                 entry.count++;
nickjillings@1868:                 break;
nickjillings@1868:             }
nickjillings@1868:         }
nickjillings@1868:     }
nickjillings@1868:     return histogram;
nickjillings@1868: }
nickjillings@1868: 
nickjillings@1864: function Chart() {
nickjillings@1925:     this.valueData;
nickjillings@1868:     this.charts = [];
nickjillings@1864:     
nickjillings@1868:     this.chartObject = function(name) {
nickjillings@1868:         // Create the charting object
nickjillings@1868:         this.name = name;
nickjillings@1868:         this.root = document.createElement("div");
nickjillings@1868:         this.root.className = "chart-holder";
nickjillings@1868:         this.root.setAttribute("name",name);
nickjillings@1868:         this.chartDOM = document.createElement("div");
nickjillings@1868:         this.tableDOM = document.createElement("div");
nickjillings@1868:         this.latexDOM = document.createElement("div");
nickjillings@1868:         this.downloadDOM = document.createElement("div");
nickjillings@1868:         this.chart = undefined;
nickjillings@1868:         this.data = new google.visualization.DataTable();
nickjillings@1868:         this.options = {};
nickjillings@1868:         this.print = document.createElement("button");
nickjillings@1869:         this.sortDataButton = document.createElement("button");
nickjillings@1869:         this.sortDataButton.textContent = "Sort by Data";
nickjillings@1869:         this.sortDataButton.addEventListener("click",this);
nickjillings@1869:         this.sortDataButton.setAttribute("name","sort-data");
nickjillings@1869:         this.sortNameButton = document.createElement("button");
nickjillings@1869:         this.sortNameButton.textContent = "Sort by Name";
nickjillings@1869:         this.sortNameButton.addEventListener("click",this);
nickjillings@1869:         this.sortNameButton.setAttribute("name","sort-name");
nickjillings@1869:         this.draw = function() {
nickjillings@1869:             if (this.chart == undefined) {return;}
nickjillings@1869:             this.tableDOM.innerHTML = null;
nickjillings@1869:             this.latexDOM.innerHTML = null;
nickjillings@1869:             this.buildTable();
nickjillings@1869:             this.writeLatex();
nickjillings@1869:             this.chart.draw(this.data,this.options);
nickjillings@1869:         }
nickjillings@1869:         this.sortData = function() {
nickjillings@1906:             this.data.sort(1);
nickjillings@1869:         }
nickjillings@1869:         this.sortName = function() {
nickjillings@1906:             this.data.sort(0);
nickjillings@1869:         }
nickjillings@1868:         this.handleEvent = function() {
nickjillings@1868:             // Only used to handle the chart.event.addListener(this,'ready') callback
nickjillings@1869:             switch(event.currentTarget.getAttribute("name"))
nickjillings@1869:             {
nickjillings@1869:                 case "download":
nickjillings@1869:                     window.open(this.chart.getImageURI());
nickjillings@1869:                     break;
nickjillings@1869:                 case "sort-data":
nickjillings@1869:                     this.sortData();
nickjillings@1869:                     this.draw();
nickjillings@1869:                     break;
nickjillings@1869:                 case "sort-name":
nickjillings@1869:                     this.sortName();
nickjillings@1869:                     this.draw();
nickjillings@1869:                     break;
nickjillings@1869:             }
nickjillings@1868:         }
nickjillings@1868:         
nickjillings@1868:         this.root.appendChild(this.chartDOM);
nickjillings@1868:         this.root.appendChild(this.tableDOM);
nickjillings@1868:         this.root.appendChild(this.latexDOM);
nickjillings@1869:         this.root.appendChild(this.sortDataButton);
nickjillings@1869:         this.root.appendChild(this.sortNameButton);
nickjillings@1868:         this.root.appendChild(this.print);
nickjillings@1868:         this.print.textContent = "Download";
nickjillings@1869:         this.print.setAttribute("name","download");
nickjillings@1868:         this.print.addEventListener("click",this);
nickjillings@1868:         this.root.appendChild(this.downloadDOM);
nickjillings@1868:         this.buildTable = function() {
nickjillings@1868:             var table = document.createElement("table");
nickjillings@1868:             table.border = "1";
nickjillings@1905:             var numRows = this.data.getNumberOfRows();
nickjillings@1905:             var numColumns = this.data.getNumberOfColumns();
nickjillings@1905:             for (var columnIndex=0; columnIndex<numColumns; columnIndex++)
nickjillings@1905:             {
nickjillings@1914:                 var tableTitle = this.data.getColumnLabel(columnIndex);
nickjillings@1914:                 if (tableTitle != "") {
nickjillings@1914:                     var table_row = document.createElement('tr');
nickjillings@1914:                     table.appendChild(table_row);
nickjillings@1914:                     var row_title = document.createElement('td');
nickjillings@1914:                     table_row.appendChild(row_title);
nickjillings@1914:                     row_title.textContent = tableTitle;
nickjillings@1914:                     for (var rowIndex=0; rowIndex<numRows; rowIndex++)
nickjillings@1905:                     {
nickjillings@1914:                         var row_entry = document.createElement('td');
nickjillings@1914:                         table_row.appendChild(row_entry);
nickjillings@1914:                         var entry = this.data.getValue(rowIndex,columnIndex);
nickjillings@1914:                         if (isFinite(Number(entry)))
nickjillings@1914:                         {
nickjillings@1914:                             entry = String(Number(entry).toFixed(4));
nickjillings@1914:                         }
nickjillings@1914:                         row_entry.textContent = entry;
nickjillings@1905:                     }
nickjillings@1868:                 }
nickjillings@1868:             }
nickjillings@1868:             this.tableDOM.appendChild(table);
nickjillings@1868:         };
nickjillings@1868:         this.writeLatex = function() {
nickjillings@1905:             var numRows = this.data.getNumberOfRows();
nickjillings@1905:             var numColumns = this.data.getNumberOfColumns();
nickjillings@1868:             var root = document.createElement("div");
nickjillings@1868:             root.className = "code";
nickjillings@1868:             var holder = document.createElement("pre");
nickjillings@1868:             // Table start
nickjillings@1868:             var start = document.createElement("p");
nickjillings@1868:             start.textContent = "\\" + "begin{tabular}{|l|";
nickjillings@1868:             holder.appendChild(start);
nickjillings@1905:             for (var i=0; i<numRows; i++) {
nickjillings@1868:                 start.textContent = start.textContent+"c|";
nickjillings@1868:             }
nickjillings@1869:             start.textContent = start.textContent.concat("}");
nickjillings@1868:             // Now write the rows:
nickjillings@1905:             for (var rIndex=0; rIndex<numColumns; rIndex++) {
nickjillings@1914:                 var tableTitle = this.data.getColumnLabel(rIndex);
nickjillings@1914:                 if(tableTitle != "")
nickjillings@1914:                 {
nickjillings@1914:                     var row = document.createElement("p");
nickjillings@1914:                     row.textContent = tableTitle.concat(" & ");
nickjillings@1914:                     for (var cIndex=0; cIndex<numRows; cIndex++) {
nickjillings@1914:                         var entry = this.data.getValue(cIndex,rIndex);
nickjillings@1914:                         if (isFinite(Number(entry)))
nickjillings@1914:                         {
nickjillings@1914:                             entry = String(Number(entry).toFixed(4));
nickjillings@1914:                         }
nickjillings@1914:                         row.textContent = row.textContent.concat(entry);
nickjillings@1914:                         if (cIndex < numRows-1) {
nickjillings@1914:                             row.textContent = row.textContent.concat(" & ");
nickjillings@1914:                         } else {
nickjillings@1914:                             row.textContent = row.textContent.concat(" \\\\ \\hline");
nickjillings@1914:                         }
nickjillings@1905:                     }
nickjillings@1914:                     holder.appendChild(row);
nickjillings@1868:                 }
nickjillings@1868:             }
nickjillings@1868:             // Table end
nickjillings@1868:             var end = document.createElement("p");
nickjillings@1868:             end.textContent = "\\" + "end{tabular}";
nickjillings@1868:             holder.appendChild(end);
nickjillings@1868:             root.appendChild(holder);
nickjillings@1868:             this.latexDOM.appendChild(root);
nickjillings@1868:         }
nickjillings@1868:     }
nickjillings@1868:     
nickjillings@1868:     this.clear = function() {
nickjillings@1868:         var inject = document.getElementById("test-pages");
nickjillings@1868:         for (var chart of this.charts) {
nickjillings@1868:             inject.removeChild(chart.root);
nickjillings@1868:         }
nickjillings@1868:         this.charts = [];
nickjillings@1868:     }
nickjillings@1868:     
nickjillings@1868:     this.drawTestMean = function() {
nickjillings@1868:         // This draws one bargraph per axis with every test element on
nickjillings@1868:         if (this.valueData == null) {
nickjillings@1868:             console.log("Error - Data not loaded");
nickjillings@1868:             return;
nickjillings@1868:         }
nickjillings@1868:         var chartList = [];
nickjillings@1868:         
nickjillings@1868:         // Create the data table
nickjillings@1868:         for (var page of this.valueData.pages) {
nickjillings@1868:             for (var element of page.elements) {
nickjillings@1868:                 for (var axis of element.axis) {
nickjillings@1868:                     // Find the axis
nickjillings@1868:                     var axisChart = chartList.find(function(element,index,array){
nickjillings@1868:                         if (element.name == this) {return true;} else {return false;}
nickjillings@1914:                     },"mean-test-"+axis.name);
nickjillings@1868:                     if (axisChart == null) {
nickjillings@1914:                         axisChart = new this.chartObject("mean-test-"+axis.name);
nickjillings@1868:                         axisChart.options = {
nickjillings@1868:                             'title':'Mean of axis: '+axis.name,
nickjillings@1868:                             'width':window.innerWidth*0.9,
nickjillings@1868:                             'height':(window.innerWidth*0.9)/1.77
nickjillings@1868:                         }
nickjillings@1868:                         axisChart.data.addColumn('string','id');
nickjillings@1868:                         axisChart.data.addColumn('number',axis.name);
nickjillings@1868:                         chartList.push(axisChart);
nickjillings@1868:                         document.getElementById("test-pages").appendChild(axisChart.root);
nickjillings@1868:                     }
nickjillings@1868:                     var mean = arrayMean(axis.values);
nickjillings@1868:                     axisChart.data.addRow([element.id,mean]);
nickjillings@1868:                 }
nickjillings@1868:             }
nickjillings@1868:         }
nickjillings@1868:         
nickjillings@1868:         // Build and push charts
nickjillings@1868:         for (var chart of chartList) {
nickjillings@1868:             chart.chart = new google.visualization.ColumnChart(chart.chartDOM);
nickjillings@1868:             chart.chart.draw(chart.data,chart.options);
nickjillings@1868:             chart.buildTable();
nickjillings@1868:             chart.writeLatex();
nickjillings@1868:             this.charts.push(chart);
nickjillings@1868:         }
nickjillings@1868:     }
nickjillings@1868:     
nickjillings@1914:     this.drawTestBoxplot = function() {
nickjillings@1914:         if (this.valueData == null) {
nickjillings@1914:             console.log("Error - Data not loaded");
nickjillings@1914:             return;
nickjillings@1914:         }
nickjillings@1914:         var chartList = [];
nickjillings@1914:         
nickjillings@1914:         // Creates one chart per axis
nickjillings@1914:         
nickjillings@1914:         // Create the data table
nickjillings@1914:         for (var page of this.valueData.pages) {
nickjillings@1914:             for (var element of page.elements) {
nickjillings@1914:                 for (var axis of element.axis) {
nickjillings@1914:                     // Find the axis
nickjillings@1914:                     var axisChart = chartList.find(function(element,index,array){
nickjillings@1914:                         if (element.name == this) {return true;} else {return false;}
nickjillings@1914:                     },"boxplot-test-"+axis.name);
nickjillings@1914:                     if (axisChart == null) {
nickjillings@1914:                         // Axis chart doesn't exist
nickjillings@1914:                         axisChart = new this.chartObject("boxplot-test-"+axis.name);
nickjillings@1914:                         axisChart.options = {
nickjillings@1914:                             'title':'Boxplot of axis '+axis.name,
nickjillings@1914:                             'width':window.innerWidth*0.9,
nickjillings@1914:                             'height':(window.innerWidth*0.9)/1.77,
nickjillings@1914:                             legend: {position: 'none'},
nickjillings@1914:                             lineWidth: 0,
nickjillings@1914:                             series: [{'color': '#D3362D'}],
nickjillings@1914:                             intervals: {
nickjillings@1914:                                 barWidth: 1,
nickjillings@1914:                                 boxWidth: 1,
nickjillings@1914:                                 lineWidth: 2,
nickjillings@1914:                                 style: 'boxes'
nickjillings@1914:                             },
nickjillings@1914:                             interval: {
nickjillings@1914:                                 max: {
nickjillings@1914:                                     style: 'bars',
nickjillings@1914:                                     fillOpacity: 1,
nickjillings@1914:                                     color: '#777'
nickjillings@1914:                                 },
nickjillings@1914:                                 min: {
nickjillings@1914:                                     style: 'bars',
nickjillings@1914:                                     fillOpacity: 1,
nickjillings@1914:                                     color: '#777'
nickjillings@1914:                                 }
nickjillings@1914:                             }
nickjillings@1914:                         };
nickjillings@1914:                         axisChart.data.addColumn('string','id');
nickjillings@1914:                         axisChart.data.addColumn('number','median');
nickjillings@1914:                         axisChart.data.addColumn({id:'max',type:'number',role:'interval'});
nickjillings@1914:                         axisChart.data.addColumn({id:'min',type:'number',role:'interval'});
nickjillings@1914:                         axisChart.data.addColumn({id:'firstQuartile',type:'number',role:'interval'});
nickjillings@1914:                         axisChart.data.addColumn({id:'median',type:'number',role:'interval'});
nickjillings@1914:                         axisChart.data.addColumn({id:'thirdQuartile',type:'number',role:'interval'});
nickjillings@1914:                         chartList.push(axisChart);
nickjillings@1914:                         document.getElementById("test-pages").appendChild(axisChart.root);
nickjillings@1914:                     }
nickjillings@1914:                     var result = boxplotRow(axis.values);
nickjillings@1914:                     axisChart.data.addRow([element.id,result.median,result.max,result.min,result.pct25,result.median,result.pct75]);
nickjillings@1914:                 }
nickjillings@1914:             }
nickjillings@1914:         }
nickjillings@1914:         // Build and push charts
nickjillings@1914:         for (var chart of chartList) {
nickjillings@1914:             chart.chart = new google.visualization.LineChart(chart.chartDOM);
nickjillings@1914:             chart.chart.draw(chart.data,chart.options);
nickjillings@1914:             chart.buildTable();
nickjillings@1914:             chart.writeLatex();
nickjillings@1914:             this.charts.push(chart);
nickjillings@1914:         }
nickjillings@1914:     }
nickjillings@1914:     
nickjillings@1868:     this.drawPageMean = function() {
nickjillings@1864:         // First we must get the value data
nickjillings@1867:         if (this.valueData == null) {
nickjillings@1867:             console.log("Error - Data not loaded");
nickjillings@1867:             return;
nickjillings@1867:         }
nickjillings@1867:         // We create one plot per page
nickjillings@1867:         for (var page of this.valueData.pages) {
nickjillings@1868:             
nickjillings@1868:             // Create the chart resulting point
nickjillings@1868:             var chart = new this.chartObject("mean-page-"+page.id);
nickjillings@1868:             document.getElementById("test-pages").appendChild(chart.root);
nickjillings@1867:             
nickjillings@1867:             // Create the data table
nickjillings@1868:             chart.data.addColumn('string','id');
nickjillings@1867:             // Get axis labels
nickjillings@1867:             for (var axis of page.elements[0].axis) {
nickjillings@1868:                 chart.data.addColumn('number',axis.name);
nickjillings@1867:             }
nickjillings@1867:             var rows = []; // Rows is an array of tuples [col1, col2, col3 ... colN];
nickjillings@1867:             for (var element of page.elements) {
nickjillings@1867:                 var entry = [element.id];
nickjillings@1867:                 for (var i=0; i<page.elements[0].axis.length; i++) {
nickjillings@1867:                     var mean =0;
nickjillings@1867:                     if (i < element.axis.length) {
nickjillings@1867:                         var axis = element.axis[i];
nickjillings@1868:                         mean = arrayMean(axis.values);
nickjillings@1867:                     }
nickjillings@1867:                     entry.push(mean);
nickjillings@1867:                 }
nickjillings@1867:                 rows.push(entry);
nickjillings@1867:             }
nickjillings@1868:             chart.data.addRows(rows);
nickjillings@1868:             chart.options = {
nickjillings@1868:                 'title':'Mean of page: '+page.id,
nickjillings@1868:                 'width':800,
nickjillings@1868:                 'height':700
nickjillings@1868:             }
nickjillings@1867:             // Draw the chart
nickjillings@1868:             chart.chart = new google.visualization.ColumnChart(chart.chartDOM);
nickjillings@1868:             chart.chart.draw(chart.data,chart.options);
nickjillings@1868:             chart.buildTable();
nickjillings@1868:             chart.writeLatex();
nickjillings@1868:             this.charts.push(chart);
nickjillings@1868:         }
nickjillings@1868:     }
nickjillings@1868:     
nickjillings@1868:     this.drawElementHistogram = function() {
nickjillings@1868:         // First we must get the value data
nickjillings@1868:         if (this.valueData == null) {
nickjillings@1868:             console.log("Error - Data not loaded");
nickjillings@1868:             return;
nickjillings@1868:         }
nickjillings@1868:         // We create one plot per element, enjoy...
nickjillings@1868:         for (var page of this.valueData.pages) {
nickjillings@1868:             for (var element of page.elements) {
nickjillings@1868:                 // Build the chart object
nickjillings@1868:                 var chart = new this.chartObject("histogram-element-"+element.id);
nickjillings@1868:                 document.getElementById("test-pages").appendChild(chart.root);
nickjillings@1868:                 chart.data.addColumn('string','index');
nickjillings@1868:                 var histograms = [];
nickjillings@1868:                 for (var axis of element.axis) {
nickjillings@1868:                     chart.data.addColumn('number',axis.name);
nickjillings@1868:                     histograms.push(arrayHistogram(axis.values,0.125,0.0,1.0));
nickjillings@1868:                 }
nickjillings@1868:                 for (var axis of element.axis) {
nickjillings@1868:                     for (var i=0; i<histograms[0].length; i++)
nickjillings@1868:                     {
nickjillings@1868:                         var entry = [""+histograms[0][i].lt.toPrecision(2)+"-"+histograms[0][i].rt.toPrecision(3)]
nickjillings@1868:                         for (var histogram of histograms) {
nickjillings@1868:                             entry.push(histogram[i].count);
nickjillings@1868:                         }
nickjillings@1868:                         chart.data.addRow(entry);
nickjillings@1868:                     }
nickjillings@1868:                 }
nickjillings@1868:                 chart.options = {
nickjillings@1868:                     'title':'Histogram of element: '+element.id,
nickjillings@1868:                     'width':800,
nickjillings@1868:                     'height':700,
nickjillings@1868:                     'bar':{'groupWidth': '100%'}
nickjillings@1868:                 }
nickjillings@1868:                 // Draw the chart
nickjillings@1868:                 chart.chart = new google.visualization.ColumnChart(chart.chartDOM);
nickjillings@1868:                 chart.chart.draw(chart.data,chart.options);
nickjillings@1868:                 chart.buildTable();
nickjillings@1868:                 chart.writeLatex();
nickjillings@1868:                 this.charts.push(chart);
nickjillings@1868:             }
nickjillings@1867:         }
nickjillings@1864:     }
nickjillings@1925: }
nickjillings@1925: 
nickjillings@1925: function Data() {
nickjillings@1925:     // This holds the link between the server side calculations and the client side visualisation of the data
nickjillings@1925:     
nickjillings@1925:     // Dynamically generate the test filtering / page filterting tools
nickjillings@1925:     var self = this;
nickjillings@1925:     // Collect the test types and counts
nickjillings@1925:     this.testSavedDiv = document.getElementById("test-saved");
nickjillings@1925:     this.testSaves = null;
nickjillings@1925:     this.selectURL = null;
nickjillings@1926:     
nickjillings@1925:     this.specification = new Specification();
nickjillings@1925:     get("../test-schema.xsd").then(function(response){
nickjillings@1925:         var parse = new DOMParser();
nickjillings@1925:         self.specification.schema = parse.parseFromString(response,'text/xml');
nickjillings@1925:     },function(error){
nickjillings@1925:         console.log("ERROR: Could not get Test Schema");
nickjillings@1925:     });
nickjillings@1925:     this.update = function(url) {
nickjillings@1925:         var self = this;
nickjillings@1925:     }
nickjillings@1926:     
nickjillings@1926:     this.updateData = function(req_str) {
nickjillings@1926:         // Now go get that data
nickjillings@1926:         get(req_str).then(function(response){
nickjillings@1926:             // Returns the data
nickjillings@1926:             chartContext.valueData = JSON.parse(response);
nickjillings@1926:         },function(error){console.error(error);});
nickjillings@1926:     }
nickjillings@1925: }
nickjillings@1925: 
nickjillings@1925: var interfaceContext = new function() {
nickjillings@1925:     // This creates the interface for the user to connect with the dynamic back-end to retrieve data
nickjillings@1925:     this.rootDOM = document.createElement("div");
nickjillings@1926:     this.getDataButton = {
nickjillings@1926:         button: document.createElement("button"),
nickjillings@1926:         parent: this,
nickjillings@1926:         handleEvent: function(event) {
nickjillings@1926:             // Get the list of files:
nickjillings@1926:             var req_str = "../scripts/get_filtered_score.php"+this.parent.getFilterString();
nickjillings@1926:             testData.updateData(req_str);
nickjillings@1926:         }
nickjillings@1926:     }
nickjillings@1926:     this.getDataButton.button.textContent = "Get Filtered Data";
nickjillings@1926:     this.getDataButton.button.addEventListener("click",this.getDataButton);
nickjillings@1926:     
nickjillings@1928:     this.testSaves = {
nickjillings@1928:         json: null,
nickjillings@1928:         selectedURL: null,
nickjillings@1928:         inputs: [],
nickjillings@1928:         parent: this
nickjillings@1928:     };
nickjillings@1928:     this.init = function() {
nickjillings@1928:         var self = this;
nickjillings@1928:         get('../scripts/get_tests.php?format=JSON').then(function(response){
nickjillings@1928:             document.getElementById("test-saved").innerHTML = null;
nickjillings@1928:             var table = document.createElement("table");
nickjillings@1928:             table.innerHTML = "<tr><td>Test Filename</td><td>Count</td><td>Include</td></tr>";
nickjillings@1928:             self.testSaves.json = JSON.parse(response);
nickjillings@1928:             for (var test of self.testSaves.json.tests) {
nickjillings@1928:                 var tableRow = document.createElement("tr");
nickjillings@1928:                 var tableRowFilename = document.createElement("td");
nickjillings@1928:                 tableRowFilename.textContent = test.testName;
nickjillings@1928:                 var tableRowCount = document.createElement("td");
nickjillings@1928:                 tableRowCount.textContent = test.files.length;
nickjillings@1928:                 tableRow.appendChild(tableRowFilename);
nickjillings@1928:                 tableRow.appendChild(tableRowCount);
nickjillings@1928:                 var tableRowInclude = document.createElement("td");
nickjillings@1928:                 var obj = {
nickjillings@1928:                     root: document.createElement("input"),
nickjillings@1928:                     parent: self.testSaves,
nickjillings@1928:                     handleEvent: function(event) {
nickjillings@1928:                         this.parent.selectedURL = event.currentTarget.getAttribute("source");
nickjillings@1928:                         var self = this;
nickjillings@1928:                         get(this.parent.selectedURL).then(function(response){
nickjillings@1928:                             var parse = new DOMParser();
nickjillings@1928:                             testData.specification.decode(parse.parseFromString(response,'text/xml'));
nickjillings@1928:                             self.parent.parent.generateFilters(testData.specification);
nickjillings@1928:                             self.parent.parent.getFileCount();
nickjillings@1928:                             return true;
nickjillings@1928:                         },function(error){
nickjillings@1928:                             console.log("ERROR: Could not get"+url);
nickjillings@1928:                             return false;
nickjillings@1928:                         });
nickjillings@1928:                     }
nickjillings@1928:                 }
nickjillings@1928:                 obj.root.type = "radio";
nickjillings@1928:                 obj.root.name = "test-include";
nickjillings@1928:                 obj.root.setAttribute("source",test.testName);
nickjillings@1928:                 obj.root.addEventListener("change",obj);
nickjillings@1928:                 tableRowInclude.appendChild(obj.root);
nickjillings@1928:                 tableRow.appendChild(tableRowInclude);
nickjillings@1928:                 table.appendChild(tableRow);
nickjillings@1928:                 self.testSaves.inputs.push(obj);
nickjillings@1928:             }
nickjillings@1928:             document.getElementById("test-saved").appendChild(table);
nickjillings@1928:         },function(error){console.error(error);});
nickjillings@1928:     }
nickjillings@1928:     
nickjillings@1925:     this.filterDOM = document.createElement("div");
nickjillings@1925:     this.filterDOM.innerHTML = "<p>PreTest Filters</p><div id='filter-count'></div>";
nickjillings@1925:     this.filterObjects = [];
nickjillings@1925:     this.generateFilters = function(specification) {
nickjillings@1925:         // Filters are based on the pre and post global surverys
nickjillings@1925:         var FilterObject = function(parent,specification) {
nickjillings@1925:             this.parent = parent;
nickjillings@1925:             this.specification = specification;
nickjillings@1925:             this.rootDOM = document.createElement("div");
nickjillings@1925:             this.rootDOM.innerHTML = "<span>ID: "+specification.id+", Type: "+specification.type+"</span>";
nickjillings@1925:             this.rootDOM.className = "filter-entry";
nickjillings@1925:             this.handleEvent = function(event) {
nickjillings@1925:                 switch(this.specification.type) {
nickjillings@1925:                     case "number":
nickjillings@1925:                         var name = event.currentTarget.name;
nickjillings@1925:                         eval("this."+name+" = event.currentTarget.value");
nickjillings@1925:                         break;
nickjillings@1925:                     case "checkbox":
nickjillings@1925:                         break;
nickjillings@1925:                     case "radio":
nickjillings@1925:                         break;
nickjillings@1925:                 }
nickjillings@1925:                 this.parent.getFileCount();
nickjillings@1925:             }
nickjillings@1925:             this.getFilterPairs = function() {
nickjillings@1925:                 var pairs = [];
nickjillings@1925:                 switch(this.specification.type) {
nickjillings@1925:                     case "number":
nickjillings@1925:                         if (this.min != "") {
nickjillings@1925:                             pairs.push([specification.id+"-min",this.min]);
nickjillings@1925:                         }
nickjillings@1925:                         if (this.max != "") {
nickjillings@1925:                             pairs.push([specification.id+"-max",this.max]);
nickjillings@1925:                         }
nickjillings@1925:                         break;
nickjillings@1925:                     case "radio":
nickjillings@1925:                     case "checkbox":
nickjillings@1925:                         for (var i=0; i<this.options.length; i++) {
nickjillings@1925:                             if (!this.options[i].checked) {
nickjillings@1925:                                 pairs.push([specification.id+"-exclude-"+i,specification.options[i].name]);
nickjillings@1925:                             }
nickjillings@1925:                         }
nickjillings@1925:                         break;
nickjillings@1925:                 }
nickjillings@1925:                 return pairs;
nickjillings@1925:             }
nickjillings@1925:             switch(specification.type) {
nickjillings@1925:                 case "number":
nickjillings@1925:                     // Number can be ranged by min/max levels
nickjillings@1925:                     this.min = "";
nickjillings@1925:                     this.max = "";
nickjillings@1925:                     this.minDOM = document.createElement("input");
nickjillings@1925:                     this.minDOM.type = "number";
nickjillings@1925:                     this.minDOM.name = "min";
nickjillings@1925:                     this.minDOM.addEventListener("change",this);
nickjillings@1925:                     this.minDOMText = document.createElement("span");
nickjillings@1925:                     this.minDOMText.textContent = "Minimum: ";
nickjillings@1925:                     var pairHolder = document.createElement("div");
nickjillings@1925:                     pairHolder.appendChild(this.minDOMText);
nickjillings@1925:                     pairHolder.appendChild(this.minDOM);
nickjillings@1925:                     this.rootDOM.appendChild(pairHolder);
nickjillings@1925:                     
nickjillings@1925:                     this.maxDOM = document.createElement("input");
nickjillings@1925:                     this.maxDOM.type = "number";
nickjillings@1925:                     this.maxDOM.name = "max";
nickjillings@1925:                     this.maxDOM.addEventListener("change",this);
nickjillings@1925:                     this.maxDOMText = document.createElement("span");
nickjillings@1925:                     this.maxDOMText.textContent = "Maximum: ";
nickjillings@1925:                     var pairHolder = document.createElement("div");
nickjillings@1925:                     pairHolder.appendChild(this.maxDOMText);
nickjillings@1925:                     pairHolder.appendChild(this.maxDOM);
nickjillings@1925:                     this.rootDOM.appendChild(pairHolder);
nickjillings@1925:                     break;
nickjillings@1925:                 case "radio":
nickjillings@1925:                 case "checkbox":
nickjillings@1925:                     this.options = [];
nickjillings@1925:                     for (var i=0; i<specification.options.length; i++) {
nickjillings@1925:                         var option = specification.options[i];
nickjillings@1925:                         var pairHolder = document.createElement("div");
nickjillings@1925:                         var text = document.createElement("span");
nickjillings@1925:                         text.textContent = option.text;
nickjillings@1925:                         var check = document.createElement("input");
nickjillings@1925:                         check.type = "checkbox";
nickjillings@1925:                         check.setAttribute("option-index",i);
nickjillings@1925:                         check.checked = true;
nickjillings@1925:                         check.addEventListener("click",this);
nickjillings@1925:                         this.options.push(check);
nickjillings@1925:                         pairHolder.appendChild(text);
nickjillings@1925:                         pairHolder.appendChild(check);
nickjillings@1925:                         this.rootDOM.appendChild(pairHolder);
nickjillings@1925:                     }
nickjillings@1925:                     break;
nickjillings@1925:                 default:
nickjillings@1925:                     break;
nickjillings@1925:             }
nickjillings@1925:         }
nickjillings@1928:         for (var survey_entry of specification.preTest.options.concat(specification.postTest.options)) {
nickjillings@1925:             switch(survey_entry.type) {
nickjillings@1925:                 case "number":
nickjillings@1925:                 case "radio":
nickjillings@1925:                 case "checkbox":
nickjillings@1925:                     var node = new FilterObject(this,survey_entry);
nickjillings@1925:                     this.filterObjects.push(node);
nickjillings@1925:                     this.filterDOM.appendChild(node.rootDOM);
nickjillings@1925:                     break;
nickjillings@1925:                 default:
nickjillings@1925:                     break;
nickjillings@1925:             }
nickjillings@1925:         }
nickjillings@1925:         document.getElementById("test-saved").appendChild(this.filterDOM);
nickjillings@1926:         document.getElementById("test-saved").appendChild(this.getDataButton.button);
nickjillings@1925:     }
nickjillings@1926:     this.getFilterString = function() {
nickjillings@1925:         var pairs = [];
nickjillings@1925:         for (var obj of this.filterObjects) {
nickjillings@1925:             pairs = pairs.concat(obj.getFilterPairs());
nickjillings@1925:         }
nickjillings@1928:         var req_str = "?url="+this.testSaves.selectedURL;
nickjillings@1925:         var index = 0;
nickjillings@1925:         while(pairs[index] != undefined) {
nickjillings@1925:             req_str += '&';
nickjillings@1925:             req_str += pairs[index][0]+"="+pairs[index][1];
nickjillings@1925:             index++;
nickjillings@1925:         }
nickjillings@1926:         return req_str;
nickjillings@1926:     }
nickjillings@1926:     this.getFilteredUrlArray = function() {
nickjillings@1926:         var req_str = "../scripts/get_filtered_count.php"+this.getFilterString();
nickjillings@1926:         return get(req_str).then(function(response){
nickjillings@1925:             var urls = JSON.parse(response);
nickjillings@1926:             return urls.urls;
nickjillings@1926:         },function(error){
nickjillings@1926:             console.error(error);
nickjillings@1926:         });
nickjillings@1926:     }
nickjillings@1926:     this.getFileCount = function() {
nickjillings@1926:         // First we must get the filter pairs
nickjillings@1926:         this.getFilteredUrlArray().then(function(response){
nickjillings@1926:             var str = "Filtered to "+response.length+" file";
nickjillings@1926:             if (response.length != 1) {
nickjillings@1925:                 str += "s.";
nickjillings@1925:             } else {
nickjillings@1925:                 str += ".";
nickjillings@1925:             }
nickjillings@1925:             document.getElementById("filter-count").textContent = str;
nickjillings@1926:         },function(error){});
nickjillings@1925:     }
nickjillings@1928:     
nickjillings@1928:     this.init();
nickjillings@1864: }