annotate docs/ResultsSpecificationDocument.tex @ 1484:fdf8a9e9fbe6

Paper: added ideas for in-the-browser visualisation, diagnostics and analysis
author Brecht De Man <b.deman@qmul.ac.uk>
date Wed, 23 Sep 2015 14:42:02 +0200
parents 8be2d08fbe15
children 06fbaccf3b58
rev   line source
b@1481 1 \documentclass{article}
b@1481 2
b@1481 3 \usepackage[margin=2cm]{geometry}
b@1481 4 \usepackage{listings}
b@1481 5 \usepackage{color}
b@1481 6
b@1481 7 \begin{document}
b@1481 8
b@1481 9 \large APE Browser Tool - Results Specification Document
b@1481 10
b@1481 11 \section{Introduction}
b@1481 12 This document outlines the return XML document structure to hold the results from the Browser Evaluation Tool, specifically for the APE Interface.
b@1481 13
b@1481 14 \section{Root}
b@1481 15 The root of the document is \texttt{BrowserEvaluationResult}.
b@1481 16
b@1481 17 \section{testReults}
b@1481 18 A 1st level node, contains all the results from a specific test instance defined by the audioHolder objects in the setup XML. Takes the audioElement as its children to define a full test and any test metrics.
b@1481 19
b@1481 20 \subsection{Attributes}
b@1481 21 \begin{itemize}
b@1481 22 \item \texttt{id} - The ID given to audioHolder in the project setup XML.
b@1481 23 \item \texttt{repeatCount} - Specifies the repeat count of the test, there will be one testResult per test per repeat, this will help identify which repeat.
b@1481 24 \end{itemize}
b@1481 25
b@1481 26 \subsection{AudioElement}
b@1481 27 A 2nd level node, this contains the results for a specific audioElement.
b@1481 28
b@1481 29 \subsubsection{Attributes}
b@1481 30 Has the following attributes, depending on the variables set in the Project Specification.
b@1481 31 \begin{itemize}
b@1481 32 \item \texttt{id} - Mandatory. This returns the ID of the track in question. This is either the value passed in from the project specification, or calculated based on the position in the list. For instance, in the automatic system, the first test sample has ID 0, the second ID 1 and so forth. The value passed in from the project specification can either be a string or a Number.
b@1481 33 \item \texttt{url} - Mandatory. Returns the full URL given incase of errors or for later checking.
b@1481 34 \end{itemize}
b@1481 35
b@1481 36 \subsubsection{Value}
b@1481 37 One of these elements per track, containing the floating value between 0 and 1 relating the user rating of the track. This is a mandatory element.
b@1481 38
b@1481 39 \subsubsection{Comment}
b@1481 40 One of these elements per track, containing any commenting data from the interface text boxes. Has the two following child nodes.
b@1481 41 \begin{itemize}
b@1481 42 \item \texttt{Question} - Returns the text next to the comment box
b@1481 43 \item \texttt{Response} - Returns the text in the comment box
b@1481 44 \end{itemize}
b@1481 45
b@1481 46 \subsubsection{metrics}
b@1481 47 One of these holders per audioElement, containing the results from any of the enabled per element metrics in metricResult tags. The ID of each element represents the metricEnable tag element. The inner value contains the results.
b@1481 48
b@1481 49 % Will list specific response structures per metric!
b@1481 50
b@1481 51 \subsection{metrics}
b@1481 52 One of these holders per testResults tag, containing the results from any of the enabled per test metrics in metricResult tags. The ID of each element represents the metricEnable tag element. The inner value contains the results.
b@1481 53
b@1481 54 % Will list specific response structures per metric!
b@1481 55
b@1481 56 \section{PreTest and PostTest}
b@1481 57 A 1st level node, contains the response to any pre-test questions given in the project specification. These are stored in the same Comment node as outlined in the above audioElement.
b@1481 58
b@1481 59 The PostTest is a 1st level node and contains the response to any post-test questions given in the project specification.
b@1481 60
b@1481 61 \section{Session Data}
b@1481 62 This will contain any captured session data. Currently not implemented but here for future referencing.
b@1481 63 % I used to have a 'global' comment for each 'session' as well
b@1481 64
b@1481 65 \end{document}