b@2264
|
1 #!/usr/bin/python
|
b@2264
|
2 # -*- coding: utf-8 -*-
|
b@2264
|
3
|
b@2264
|
4 import xml.etree.ElementTree as ET
|
b@2264
|
5 import os # for getting files from directory
|
b@2264
|
6 import operator # for sorting data with multiple keys
|
b@2264
|
7 import sys # for accessing command line arguments
|
b@2264
|
8 import subprocess # for calling pdflatex
|
b@2264
|
9 import shlex # for calling pdflatex
|
b@2264
|
10 import matplotlib.pyplot as plt # plots
|
b@2264
|
11 import numpy as np # numbers
|
b@2264
|
12
|
b@2264
|
13 # Command line arguments
|
b@2264
|
14 assert len(sys.argv)<4, "generate_report takes at most 2 command line arguments\n"+\
|
b@2264
|
15 "Use: python generate_report.py [results_folder] [no_render | -nr]"
|
b@2264
|
16
|
b@2264
|
17 render_figures = True
|
b@2264
|
18
|
b@2264
|
19 # XML results files location
|
b@2264
|
20 if len(sys.argv) == 1:
|
b@2264
|
21 folder_name = "../saves/" # Looks in 'saves/' folder from 'scripts/' folder
|
b@2279
|
22 print("Use: python generate_report.py [results_folder] [no_render | -nr]")
|
b@2279
|
23 print("Using default path: " + folder_name)
|
b@2264
|
24 elif len(sys.argv) == 2:
|
b@2264
|
25 folder_name = sys.argv[1] # First command line argument is folder
|
b@2264
|
26 elif len(sys.argv) == 3:
|
b@2264
|
27 folder_name = sys.argv[1] # First command line argument is folder
|
b@2264
|
28 assert sys.argv[2] in ('no_render','-nr'), "Second argument not recognised. \n" +\
|
b@2264
|
29 "Use: python generate_report.py [results_folder] [no_render | -nr]"
|
b@2264
|
30 # Second command line argument is [no_render | -nr]
|
b@2264
|
31 render_figures = False
|
b@2264
|
32
|
b@2264
|
33 def isNaN(num):
|
b@2264
|
34 return num != num
|
b@2264
|
35
|
b@2264
|
36 # Turn number of seconds (int) to '[minutes] min [seconds] s' (string)
|
b@2264
|
37 def seconds2timestr(time_in_seconds):
|
b@2264
|
38 if time_in_seconds is not None and not isNaN(time_in_seconds):
|
b@2264
|
39 time_in_minutes = int(time_in_seconds/60)
|
b@2264
|
40 remaining_seconds = int(time_in_seconds%60)
|
b@2264
|
41 return str(time_in_minutes) + " min " + str(remaining_seconds) + " s"
|
b@2264
|
42 else:
|
b@2264
|
43 return 'N/A'
|
b@2264
|
44
|
b@2264
|
45 # stats initialisation
|
b@2264
|
46 number_of_XML_files = 0
|
b@2264
|
47 number_of_pages = 0
|
b@2264
|
48 number_of_fragments = 0
|
b@2264
|
49 total_empty_comments = 0
|
b@2264
|
50 total_not_played = 0
|
b@2264
|
51 total_not_moved = 0
|
b@2264
|
52 time_per_page_accum = 0
|
b@2264
|
53
|
b@2264
|
54 # arrays initialisation
|
b@2264
|
55 page_names = []
|
b@2264
|
56 real_page_names = [] # regardless of differing numbers of fragments
|
b@2279
|
57 subject_count = [] # subjects per page name
|
b@2264
|
58 page_count = []
|
b@2264
|
59 duration_page = [] # duration of experiment in function of page content
|
b@2264
|
60 duration_order = [] # duration of experiment in function of page number
|
b@2264
|
61 fragments_per_page = [] # number of fragments for corresponding page
|
b@2264
|
62
|
b@2264
|
63 # survey stats
|
b@2264
|
64 gender = []
|
b@2264
|
65 age = []
|
b@2264
|
66
|
b@2522
|
67 # diagnostics
|
b@2522
|
68 browser = []
|
b@2522
|
69 platform = []
|
b@2522
|
70
|
b@2264
|
71 # get username if available
|
b@2264
|
72 for name in ('LOGNAME', 'USER', 'LNAME', 'USERNAME'):
|
b@2264
|
73 user = os.environ.get(name)
|
b@2264
|
74 if user:
|
b@2264
|
75 break
|
b@2264
|
76 else:
|
b@2264
|
77 user = ''
|
b@2264
|
78
|
b@2485
|
79 # Months
|
b@2485
|
80 month_array = ['January', 'February', 'March', 'April', 'May', 'June', \
|
b@2485
|
81 'July', 'August', 'September', 'October', 'November', 'December']
|
b@2264
|
82
|
b@2264
|
83 # begin LaTeX document
|
b@2264
|
84 header = r'''\documentclass[11pt, oneside]{article}
|
b@2264
|
85 \usepackage{geometry}
|
b@2264
|
86 \geometry{a4paper}
|
b@2264
|
87 \usepackage[parfill]{parskip} % empty line instead of indent
|
b@2486
|
88 \usepackage{graphicx} % figures
|
b@2486
|
89 \usepackage[space]{grffile} % include figures with spaces in paths
|
b@2487
|
90 \usepackage[pdfpagelabels]{hyperref}
|
b@2486
|
91 \usepackage{tikz} % pie charts
|
b@2486
|
92 \usepackage{float} % place figures 'here'
|
b@2264
|
93 \title{Report}
|
b@2264
|
94 \author{'''+\
|
b@2264
|
95 user+\
|
b@2264
|
96 r'''}
|
b@2264
|
97 \graphicspath{{'''+\
|
b@2264
|
98 folder_name+\
|
b@2264
|
99 r'''}}
|
b@2264
|
100 %\setcounter{section}{-1} % Summary section 0 so number of sections equals number of files
|
b@2264
|
101 \begin{document}
|
b@2264
|
102 \maketitle
|
b@2264
|
103 This is an automatically generated report using the `generate\_report.py' Python script
|
b@2264
|
104 included with the Web Audio Evaluation Tool \cite{WAET} distribution which can be found
|
b@2487
|
105 at \texttt{\href{https://github.com/BrechtDeMan/WebAudioEvaluationTool}{github.com/BrechtDeMan/WebAudioEvaluationTool}}.
|
b@2264
|
106 \tableofcontents
|
b@2264
|
107
|
b@2264
|
108 '''
|
b@2264
|
109
|
b@2486
|
110 footer = '\n\t\t'+r'''\begin{thebibliography}{1}
|
b@2264
|
111 \bibitem{WAET} % reference to accompanying publication
|
b@2264
|
112 Nicholas Jillings, Brecht De Man, David Moffat and Joshua D. Reiss,
|
b@2264
|
113 ``Web Audio Evaluation Tool: A browser-based listening test environment,''
|
b@2264
|
114 presented at the 12th Sound and Music Computing Conference, July 2015.
|
b@2264
|
115 \end{thebibliography}
|
b@2264
|
116 \end{document}'''
|
b@2264
|
117
|
b@2264
|
118 # make sure folder_name ends in '/'
|
b@2264
|
119 folder_name = os.path.join(folder_name, '')
|
b@2264
|
120
|
b@2264
|
121 # generate images for later use
|
b@2264
|
122 if render_figures:
|
b@2567
|
123 script_path = os.path.dirname(os.path.realpath(__file__)) # where is generate_report.py?
|
b@2567
|
124 subprocess.call("python " +script_path+"/timeline_view_movement.py '"+folder_name+"'", shell=True)
|
b@2567
|
125 subprocess.call("python " +script_path+"/score_parser.py '"+folder_name+"'", shell=True)
|
b@2567
|
126 subprocess.call("python " +script_path+"/score_plot.py '"+folder_name+"ratings/'", shell=True)
|
b@2264
|
127
|
b@2485
|
128 # make array of text and array of dates
|
b@2485
|
129 body_array = []
|
b@2485
|
130 date_array = []
|
b@2485
|
131
|
b@2264
|
132 # get every XML file in folder
|
b@2264
|
133 files_list = os.listdir(folder_name)
|
b@2264
|
134 for file in files_list: # iterate over all files in files_list
|
b@2264
|
135 if file.endswith(".xml"): # check if XML file
|
b@2264
|
136 number_of_XML_files += 1
|
b@2264
|
137 tree = ET.parse(folder_name + file)
|
b@2264
|
138 root = tree.getroot()
|
b@2264
|
139
|
b@2485
|
140 # get date
|
b@2485
|
141 # <datetime>
|
b@2485
|
142 # <date year="2016" month="7" day="12"/>
|
b@2485
|
143 # <time hour="14" minute="12" secs="6"/>
|
b@2485
|
144 # </datetime>
|
b@2485
|
145 date_node = root.find("./datetime/date")
|
b@2485
|
146 time_node = root.find("./datetime/time")
|
b@2485
|
147 year = date_node.get("year")
|
b@2485
|
148 month = date_node.get("month")
|
b@2485
|
149 day = date_node.get("day")
|
b@2485
|
150 hour = time_node.get("hour")
|
b@2485
|
151 minute = time_node.get("minute")
|
b@2485
|
152 second = time_node.get("secs")
|
b@2485
|
153 date_array.append((int(year),int(month),int(day),\
|
b@2485
|
154 int(hour),int(minute),int(second)))
|
b@2264
|
155
|
b@2485
|
156 # date as section title
|
b@2489
|
157 body = '\n\section{'+day+' '+month_array[int(month)-1]+' '+year+' '+hour+':'+minute+':'+second+'}\n'
|
b@2485
|
158
|
b@2485
|
159 # file name
|
b@2487
|
160 body += '\t\tFile: '+file[:-4]+'\\\\ \n'
|
b@2485
|
161
|
b@2264
|
162 # reset for new subject
|
b@2264
|
163 total_duration = 0
|
b@2264
|
164 page_number = 0
|
b@2264
|
165
|
b@2264
|
166 individual_table = '\n' # table with stats for this individual test file
|
b@2264
|
167 timeline_plots = '' # plots of timeline (movements and plays)
|
b@2264
|
168
|
b@2522
|
169 # diagnostics: browser
|
b@2522
|
170 vendor = root.find("./navigator/vendor")
|
b@2522
|
171 if vendor is not None and vendor.text is not None:
|
b@2522
|
172 browser.append(vendor.text.replace(',',''))
|
b@2522
|
173 else:
|
b@2522
|
174 browser.append('UNAVAILABLE')
|
b@2522
|
175
|
b@2522
|
176 # diagnostics: platform
|
b@2522
|
177 platform_tag = root.find("./navigator/platform")
|
b@2522
|
178 if platform_tag is not None and platform_tag.text is not None:
|
b@2522
|
179 platform.append(platform_tag.text.replace('_','\_'))
|
b@2522
|
180 else:
|
b@2522
|
181 platform_tag.append('UNAVAILABLE')
|
b@2522
|
182
|
b@2264
|
183 # DEMO survey stats
|
b@2264
|
184 # get gender
|
b@2487
|
185 post_survey = root.find("./survey/[@location='post']")
|
b@2487
|
186 this_subjects_gender = post_survey.find("./surveyresult/[@ref='gender']/response")
|
b@2264
|
187 if this_subjects_gender is not None:
|
b@2264
|
188 gender.append(this_subjects_gender.get("name"))
|
b@2264
|
189 else:
|
b@2264
|
190 gender.append('UNAVAILABLE')
|
b@2264
|
191 # get age
|
b@2487
|
192 this_subjects_age = post_survey.find("./surveyresult/[@ref='age']/response")
|
b@2264
|
193 if this_subjects_age is not None:
|
b@2264
|
194 age.append(this_subjects_age.text)
|
b@2487
|
195 if this_subjects_gender is not None:
|
b@2487
|
196 body += 'Details: '+this_subjects_gender.get("name")
|
b@2487
|
197 if this_subjects_age is not None:
|
b@2487
|
198 body += ', ' + this_subjects_age.text
|
b@2487
|
199 body += '\\\\ \n'
|
b@2264
|
200
|
b@2264
|
201 # get list of all page names
|
b@2279
|
202 for page in root.findall("./page"): # iterate over pages
|
b@2279
|
203 page_name = page.get('ref') # get page name
|
b@2264
|
204
|
b@2264
|
205 if page_name is None: # ignore 'empty' audio_holders
|
b@2279
|
206 print("WARNING: " + file + " contains empty audio holder. (evaluation_stats.py)")
|
b@2264
|
207 break # move on to next
|
b@2264
|
208
|
b@2264
|
209 number_of_comments = 0 # for this page
|
b@2264
|
210 number_of_missing_comments = 0 # for this page
|
b@2264
|
211 not_played = [] # for this page
|
b@2264
|
212 not_moved = [] # for this page
|
b@2264
|
213
|
b@2279
|
214 if page.find("./metric/metricresult[@id='testTime']") is not None: # check if time is included
|
b@2279
|
215 # 'testTime' keeps total duration: subtract time so far for duration of this page
|
b@2279
|
216 duration = float(page.find("./metric/metricresult[@id='testTime']").text)# - total_duration
|
b@2264
|
217
|
b@2264
|
218 # total duration of test
|
b@2264
|
219 total_duration += duration
|
b@2264
|
220 else:
|
b@2264
|
221 duration = float('nan')
|
b@2264
|
222 total_duration = float('nan')
|
b@2264
|
223
|
b@2264
|
224 # number of audio elements
|
b@2279
|
225 audioelements = page.findall("./audioelement") # get audioelements
|
b@2264
|
226 number_of_fragments += len(audioelements) # add length of this list to total
|
b@2264
|
227
|
b@2264
|
228 # number of comments (interesting if comments not mandatory)
|
b@2264
|
229 for audioelement in audioelements:
|
b@2264
|
230 response = audioelement.find("./comment/response")
|
b@2281
|
231 was_played = audioelement.find("./metric/metricresult/[@name='elementFlagListenedTo']")
|
b@2281
|
232 was_moved = audioelement.find("./metric/metricresult/[@name='elementFlagMoved']")
|
b@2279
|
233 if response is not None and response.text is not None and len(response.text) > 1:
|
b@2264
|
234 number_of_comments += 1
|
b@2264
|
235 else:
|
b@2264
|
236 number_of_missing_comments += 1
|
b@2264
|
237 if was_played is not None and was_played.text == 'false':
|
b@2279
|
238 not_played.append(audioelement.get('name'))
|
b@2264
|
239 if was_moved is not None and was_moved.text == 'false':
|
b@2279
|
240 not_moved.append(audioelement.get('name'))
|
b@2264
|
241
|
b@2264
|
242 # update global counters
|
b@2264
|
243 total_empty_comments += number_of_missing_comments
|
b@2264
|
244 total_not_played += len(not_played)
|
b@2264
|
245 total_not_moved += len(not_moved)
|
b@2264
|
246
|
b@2264
|
247 # PRINT alerts when elements not played or markers not moved
|
b@2264
|
248 # number of audio elements not played
|
b@2264
|
249 if len(not_played) > 1:
|
b@2264
|
250 body += '\t\t\\emph{\\textbf{ATTENTION: '+str(len(not_played))+\
|
b@2264
|
251 ' fragments were not listened to in '+page_name+'! }}'+\
|
b@2264
|
252 ', '.join(not_played)+'\\\\ \n'
|
b@2264
|
253 if len(not_played) == 1:
|
b@2264
|
254 body += '\t\t\\emph{\\textbf{ATTENTION: one fragment was not listened to in '+page_name+'! }}'+\
|
b@2264
|
255 not_played[0]+'\\\\ \n'
|
b@2264
|
256
|
b@2264
|
257 # number of audio element markers not moved
|
b@2264
|
258 if len(not_moved) > 1:
|
b@2264
|
259 body += '\t\t\\emph{\\textbf{ATTENTION: '+str(len(not_moved))+\
|
b@2264
|
260 ' markers were not moved in '+page_name+'! }}'+\
|
b@2264
|
261 ', '.join(not_moved)+'\\\\ \n'
|
b@2264
|
262 if len(not_moved) == 1:
|
b@2264
|
263 body += '\t\t\\emph{\\textbf{ATTENTION: one marker was not moved in '+page_name+'! }}'+\
|
b@2264
|
264 not_moved[0]+'\\\\ \n'
|
b@2264
|
265
|
b@2264
|
266 # PRINT song-specific statistic
|
b@2264
|
267 individual_table += '\t\t'+page_name+'&'+\
|
b@2264
|
268 str(number_of_comments) + '/' +\
|
b@2264
|
269 str(number_of_comments+number_of_missing_comments)+'&'+\
|
b@2264
|
270 seconds2timestr(duration)+'\\\\\n'
|
b@2264
|
271
|
b@2279
|
272 # get timeline for this page
|
b@2264
|
273 img_path = 'timelines_movement/'+file[:-4]+'-'+page_name+'.pdf'
|
b@2264
|
274
|
b@2264
|
275 # check if available
|
b@2264
|
276 if os.path.isfile(folder_name+img_path):
|
b@2264
|
277 # SHOW timeline image
|
b@2264
|
278 timeline_plots += '\\includegraphics[width=\\textwidth]{'+\
|
b@2264
|
279 folder_name+img_path+'}\n\t\t'
|
b@2264
|
280
|
b@2264
|
281 # keep track of duration in function of page index
|
b@2264
|
282 if len(duration_order)>page_number:
|
b@2264
|
283 duration_order[page_number].append(duration)
|
b@2264
|
284 else:
|
b@2264
|
285 duration_order.append([duration])
|
b@2264
|
286
|
b@2279
|
287 # keep list of page ids and count how many times each page id
|
b@2264
|
288 # was tested, how long it took, and how many fragments there were
|
b@2279
|
289 # (if number of fragments is different, store as different page id)
|
b@2264
|
290 if page_name in page_names:
|
b@2264
|
291 page_index = page_names.index(page_name) # get index
|
b@2264
|
292 # check if number of audioelements the same
|
b@2264
|
293 if len(audioelements) == fragments_per_page[page_index]:
|
b@2264
|
294 page_count[page_index] += 1
|
b@2264
|
295 duration_page[page_index].append(duration)
|
b@2264
|
296 else: # make new entry
|
b@2264
|
297 alt_page_name = page_name+"("+str(len(audioelements))+")"
|
b@2264
|
298 if alt_page_name in page_names: # if already there
|
b@2264
|
299 alt_page_index = page_names.index(alt_page_name) # get index
|
b@2264
|
300 page_count[alt_page_index] += 1
|
b@2264
|
301 duration_page[alt_page_index].append(duration)
|
b@2264
|
302 else:
|
b@2264
|
303 page_names.append(alt_page_name)
|
b@2264
|
304 page_count.append(1)
|
b@2264
|
305 duration_page.append([duration])
|
b@2264
|
306 fragments_per_page.append(len(audioelements))
|
b@2264
|
307 else:
|
b@2264
|
308 page_names.append(page_name)
|
b@2264
|
309 page_count.append(1)
|
b@2264
|
310 duration_page.append([duration])
|
b@2264
|
311 fragments_per_page.append(len(audioelements))
|
b@2264
|
312
|
b@2279
|
313 # number of subjects per page regardless of differing numbers of
|
b@2264
|
314 # fragments (for inclusion in box plots)
|
b@2264
|
315 if page_name in real_page_names:
|
b@2264
|
316 page_index = real_page_names.index(page_name) # get index
|
b@2264
|
317 subject_count[page_index] += 1
|
b@2264
|
318 else:
|
b@2264
|
319 real_page_names.append(page_name)
|
b@2264
|
320 subject_count.append(1)
|
b@2264
|
321
|
b@2264
|
322 # bookkeeping
|
b@2264
|
323 page_number += 1 # increase page count for this specific test
|
b@2264
|
324 number_of_pages += 1 # increase total number of pages
|
b@2264
|
325 time_per_page_accum += duration # total duration (for average time spent per page)
|
b@2264
|
326
|
b@2264
|
327 # PRINT table with statistics about this test
|
b@2264
|
328 body += '\t\t'+r'''\begin{tabular}{|p{3.5cm}|c|p{2.5cm}|}
|
b@2264
|
329 \hline
|
b@2264
|
330 \textbf{Song name} & \textbf{Comments} & \textbf{Duration} \\ \hline '''+\
|
b@2264
|
331 individual_table+'\t\t'+\
|
b@2264
|
332 r'''\hline
|
b@2264
|
333 \textbf{TOTAL} & & \textbf{'''+\
|
b@2264
|
334 seconds2timestr(total_duration)+\
|
b@2264
|
335 r'''}\\
|
b@2264
|
336 \hline
|
b@2264
|
337 \end{tabular}
|
b@2264
|
338
|
b@2264
|
339 '''
|
b@2264
|
340 # PRINT timeline plots
|
b@2486
|
341 body += timeline_plots+'\n'
|
b@2264
|
342
|
b@2485
|
343 body_array.append(body)
|
b@2485
|
344
|
b@2485
|
345 # put sections in order according to date
|
b@2485
|
346 body_array_ordered = [b for d,b in sorted(zip(date_array,body_array))]
|
b@2485
|
347 body = ''.join(body_array_ordered)
|
b@2485
|
348
|
b@2264
|
349 # join to footer
|
b@2264
|
350 footer = body + footer
|
b@2264
|
351
|
b@2264
|
352 # empty body again
|
b@2264
|
353 body = ''
|
b@2264
|
354
|
b@2264
|
355 # PRINT summary of everything (at start)
|
b@2264
|
356 # unnumbered so that number of sections equals number of files
|
b@2264
|
357 body += '\section*{Summary}\n\t\t\\addcontentsline{toc}{section}{Summary}\n'
|
b@2264
|
358
|
b@2264
|
359 # PRINT table with statistics
|
b@2264
|
360 body += '\t\t\\begin{tabular}{ll}\n\t\t\t'
|
b@2264
|
361 body += r'Number of XML files: &' + str(number_of_XML_files) + r'\\'+'\n\t\t\t'
|
b@2264
|
362 body += r'Number of pages: &' + str(number_of_pages) + r'\\'+'\n\t\t\t'
|
b@2264
|
363 body += r'Number of fragments: &' + str(number_of_fragments) + r'\\'+'\n\t\t\t'
|
b@2264
|
364 body += r'Number of empty comments: &' + str(total_empty_comments) +\
|
b@2264
|
365 " (" + str(round(100.0*total_empty_comments/number_of_fragments,2)) + r"\%)\\"+'\n\t\t\t'
|
b@2264
|
366 body += r'Number of unplayed fragments: &' + str(total_not_played) +\
|
b@2264
|
367 " (" + str(round(100.0*total_not_played/number_of_fragments,2)) + r"\%)\\"+'\n\t\t\t'
|
b@2264
|
368 body += r'Number of unmoved markers: &' + str(total_not_moved) +\
|
b@2264
|
369 " (" + str(round(100.0*total_not_moved/number_of_fragments,2)) + r"\%)\\"+'\n\t\t\t'
|
b@2264
|
370 body += r'Average time per page: &' + seconds2timestr(time_per_page_accum/number_of_pages) + r"\\"+'\n\t\t'
|
b@2486
|
371 body += '\\end{tabular} \\\\ \n'
|
b@2264
|
372
|
b@2264
|
373 # Average duration for first, second, ... page
|
b@2486
|
374 body += "\n\n\t\t\\subsection*{Average duration per ordered page}\n See also Figure \\ref{fig:avgtimeperorder}. \\\\ \n\t\t"
|
b@2264
|
375 body += r'''\begin{tabular}{lll}
|
b@2264
|
376 \textbf{Page} & \textbf{Duration} & \textbf{\# subjects}\\'''
|
b@2264
|
377 tpp_averages = [] # store average time per page
|
b@2264
|
378 for page_number in range(len(duration_order)):
|
b@2264
|
379 body += '\n\t\t\t'+str(page_number+1) + "&" +\
|
b@2264
|
380 seconds2timestr(sum(duration_order[page_number])/len(duration_order[page_number])) +\
|
b@2264
|
381 "&"+str(len(duration_order[page_number]))+r"\\"
|
b@2264
|
382 tpp_averages.append(sum(duration_order[page_number])/len(duration_order[page_number]))
|
b@2264
|
383
|
b@2264
|
384 body += '\n\t\t\\end{tabular} \\vspace{1.5cm} \\\\ \n\n\t\t'
|
b@2264
|
385
|
b@2264
|
386 # SHOW bar plot of average time per page
|
b@2264
|
387 plt.bar(range(1,len(duration_order)+1), np.array(tpp_averages)/60)
|
b@2264
|
388 plt.xlabel('Page order')
|
b@2264
|
389 plt.xlim(.8, len(duration_order)+1)
|
b@2264
|
390 plt.xticks(np.arange(1,len(duration_order)+1)+.4, range(1,len(duration_order)+1))
|
b@2264
|
391 plt.ylabel('Average time [minutes]')
|
b@2486
|
392 plt.savefig(folder_name+"time_per_order.pdf", bbox_inches='tight')
|
b@2264
|
393 plt.close()
|
b@2264
|
394 #TODO add error bars
|
b@2264
|
395
|
b@2264
|
396
|
b@2264
|
397 # Sort pages by number of audioelements, then by duration
|
b@2264
|
398
|
b@2264
|
399 # average duration and number of subjects per page
|
b@2264
|
400 average_duration_page = []
|
b@2264
|
401 number_of_subjects_page = []
|
b@2264
|
402 for line in duration_page:
|
b@2264
|
403 number_of_subjects_page.append(len(line))
|
b@2264
|
404 average_duration_page.append(sum(line)/len(line))
|
b@2264
|
405
|
b@2264
|
406 # combine and sort in function of number of audioelements and duration
|
b@2264
|
407 combined_list = [page_names, average_duration_page, fragments_per_page, number_of_subjects_page]
|
b@2264
|
408 combined_list = sorted(zip(*combined_list), key=operator.itemgetter(1, 2)) # sort
|
b@2264
|
409
|
b@2264
|
410 # Show average duration for all songs
|
b@2486
|
411 body += '\n\n\t\t'+r'''\subsection*{Average duration per page}
|
b@2486
|
412 See also Figure \ref{fig:avgtimeperpage}. \\
|
b@2264
|
413 \begin{tabular}{llll}
|
b@2264
|
414 \textbf{Audioholder} & \textbf{Duration} & \textbf{\# subjects} & \textbf{\# fragments} \\'''
|
b@2279
|
415 page_names_ordered = []
|
b@2279
|
416 average_duration_page_ordered = []
|
b@2264
|
417 number_of_subjects = []
|
b@2264
|
418 for page_index in range(len(page_names)):
|
b@2279
|
419 page_names_ordered.append(combined_list[page_index][0])
|
b@2279
|
420 average_duration_page_ordered.append(combined_list[page_index][1])
|
b@2264
|
421 number_of_subjects.append(combined_list[page_index][3])
|
b@2264
|
422 body += '\n\t\t\t'+combined_list[page_index][0] + "&" +\
|
b@2264
|
423 seconds2timestr(combined_list[page_index][1]) + "&" +\
|
b@2264
|
424 str(combined_list[page_index][3]) + "&" +\
|
b@2264
|
425 str(combined_list[page_index][2]) + r"\\"
|
b@2264
|
426 body += '\n\t\t\\end{tabular}\n'
|
b@2264
|
427
|
b@2264
|
428 # SHOW bar plot of average time per page
|
b@2279
|
429 plt.bar(range(1,len(page_names_ordered)+1), np.array(average_duration_page_ordered)/60)
|
b@2264
|
430 plt.xlabel('Audioholder')
|
b@2279
|
431 plt.xlim(.8, len(page_names_ordered)+1)
|
b@2279
|
432 plt.xticks(np.arange(1,len(page_names_ordered)+1)+.4, page_names_ordered, rotation=90)
|
b@2264
|
433 plt.ylabel('Average time [minutes]')
|
b@2279
|
434 plt.savefig(folder_name+"time_per_page.pdf", bbox_inches='tight')
|
b@2264
|
435 plt.close()
|
b@2264
|
436
|
b@2264
|
437 # SHOW bar plot of average time per page
|
b@2279
|
438 plt.bar(range(1,len(page_names_ordered)+1), number_of_subjects)
|
b@2264
|
439 plt.xlabel('Audioholder')
|
b@2279
|
440 plt.xlim(.8, len(page_names_ordered)+1)
|
b@2279
|
441 plt.xticks(np.arange(1,len(page_names_ordered)+1)+.4, page_names_ordered, rotation=90)
|
b@2264
|
442 plt.ylabel('Number of subjects')
|
b@2264
|
443 ax = plt.gca()
|
b@2264
|
444 ylims = ax.get_ylim()
|
b@2264
|
445 yint = np.arange(int(np.floor(ylims[0])), int(np.ceil(ylims[1]))+1)
|
b@2264
|
446 plt.yticks(yint)
|
b@2279
|
447 plt.savefig(folder_name+"subjects_per_page.pdf", bbox_inches='tight')
|
b@2264
|
448 plt.close()
|
b@2264
|
449
|
b@2264
|
450 # SHOW both figures
|
b@2264
|
451 body += r'''
|
b@2486
|
452 \begin{figure}[htbp]
|
b@2486
|
453 \begin{center}
|
b@2486
|
454 \includegraphics[width=.65\textwidth]{'''+\
|
b@2486
|
455 folder_name+'time_per_order.pdf'+\
|
b@2264
|
456 r'''}
|
b@2486
|
457 \caption{Average time spent per page (order).}
|
b@2486
|
458 \label{fig:avgtimeperorder}
|
b@2486
|
459 \end{center}
|
b@2486
|
460 \end{figure}
|
b@2264
|
461
|
b@2264
|
462 '''
|
b@2264
|
463 body += r'''\begin{figure}[htbp]
|
b@2486
|
464 \begin{center}
|
b@2486
|
465 \includegraphics[width=.65\textwidth]{'''+\
|
b@2279
|
466 folder_name+'time_per_page.pdf'+\
|
b@2264
|
467 r'''}
|
b@2486
|
468 \caption{Average time spent per page (content).}
|
b@2279
|
469 \label{fig:avgtimeperpage}
|
b@2486
|
470 \end{center}
|
b@2486
|
471 \end{figure}
|
b@2264
|
472
|
b@2264
|
473 '''
|
b@2264
|
474 body += r'''\begin{figure}[htbp]
|
b@2486
|
475 \begin{center}
|
b@2486
|
476 \includegraphics[width=.65\textwidth]{'''+\
|
b@2279
|
477 folder_name+'subjects_per_page.pdf'+\
|
b@2264
|
478 r'''}
|
b@2279
|
479 \caption{Number of subjects per page.}
|
b@2279
|
480 \label{fig:subjectsperpage}
|
b@2486
|
481 \end{center}
|
b@2486
|
482 \end{figure}
|
b@2485
|
483
|
b@2264
|
484 '''
|
b@2264
|
485 #TODO add error bars
|
b@2264
|
486 #TODO layout of figures
|
b@2264
|
487
|
b@2486
|
488 # SHOW boxplot per page (in alphabetical order of page name)
|
b@2486
|
489 body += '\t\t\\clearpage \n\t\\subsection*{Ratings per page}\n'
|
b@2486
|
490 for page_name in sorted(page_names): # get each name
|
b@2264
|
491 # plot boxplot if exists (not so for the 'alt' names)
|
b@2279
|
492 if os.path.isfile(folder_name+'ratings/'+page_name+'-ratings-box.pdf'):
|
b@2486
|
493 body += r'''\begin{figure}[H]
|
b@2486
|
494 \begin{center}
|
b@2486
|
495 \includegraphics[width=.65\textwidth]{'''+\
|
b@2486
|
496 folder_name+"ratings/"+page_name+'-ratings-box.pdf'+\
|
b@2486
|
497 r'''}
|
b@2486
|
498 \caption{Box plot of ratings for page '''+\
|
b@2486
|
499 page_name+' ('+str(subject_count[real_page_names.index(page_name)])+\
|
b@2486
|
500 ''' participants).}
|
b@2486
|
501 \label{fig:boxplot'''+page_name.replace(" ", "")+'''}
|
b@2486
|
502 \end{center}
|
b@2486
|
503 \end{figure}
|
b@2486
|
504
|
b@2264
|
505 '''
|
b@2264
|
506
|
b@2264
|
507 # DEMO pie chart of gender distribution among subjects
|
b@2264
|
508 genders = ['male', 'female', 'other', 'preferNotToSay', 'UNAVAILABLE']
|
b@2264
|
509 # TODO: get the above automatically
|
b@2264
|
510 gender_distribution = ''
|
b@2264
|
511 for item in genders:
|
b@2264
|
512 number = gender.count(item)
|
b@2264
|
513 if number>0:
|
b@2264
|
514 gender_distribution += str("{:.2f}".format((100.0*number)/len(gender)))+\
|
b@2264
|
515 '/'+item.capitalize()+' ('+str(number)+'),\n'
|
b@2264
|
516
|
b@2264
|
517 body += r'''
|
b@2264
|
518 % Pie chart of gender distribution
|
b@2264
|
519 \def\angle{0}
|
b@2264
|
520 \def\radius{3}
|
b@2264
|
521 \def\cyclelist{{"orange","blue","red","green"}}
|
b@2264
|
522 \newcount\cyclecount \cyclecount=-1
|
b@2264
|
523 \newcount\ind \ind=-1
|
b@2264
|
524 \begin{figure}[htbp]
|
b@2264
|
525 \begin{center}\begin{tikzpicture}[nodes = {font=\sffamily}]
|
b@2264
|
526 \foreach \percent/\name in {'''+\
|
b@2264
|
527 gender_distribution+\
|
b@2264
|
528 r'''} {\ifx\percent\empty\else % If \percent is empty, do nothing
|
b@2264
|
529 \global\advance\cyclecount by 1 % Advance cyclecount
|
b@2264
|
530 \global\advance\ind by 1 % Advance list index
|
b@2264
|
531 \ifnum6<\cyclecount % If cyclecount is larger than list
|
b@2264
|
532 \global\cyclecount=0 % reset cyclecount and
|
b@2264
|
533 \global\ind=0 % reset list index
|
b@2264
|
534 \fi
|
b@2264
|
535 \pgfmathparse{\cyclelist[\the\ind]} % Get color from cycle list
|
b@2264
|
536 \edef\color{\pgfmathresult} % and store as \color
|
b@2264
|
537 % Draw angle and set labels
|
b@2264
|
538 \draw[fill={\color!50},draw={\color}] (0,0) -- (\angle:\radius)
|
b@2264
|
539 arc (\angle:\angle+\percent*3.6:\radius) -- cycle;
|
b@2264
|
540 \node at (\angle+0.5*\percent*3.6:0.7*\radius) {\percent\,\%};
|
b@2264
|
541 \node[pin=\angle+0.5*\percent*3.6:\name]
|
b@2264
|
542 at (\angle+0.5*\percent*3.6:\radius) {};
|
b@2264
|
543 \pgfmathparse{\angle+\percent*3.6} % Advance angle
|
b@2264
|
544 \xdef\angle{\pgfmathresult} % and store in \angle
|
b@2264
|
545 \fi
|
b@2264
|
546 };
|
b@2264
|
547 \end{tikzpicture}
|
b@2264
|
548 \caption{Representation of gender across subjects}
|
b@2264
|
549 \label{default}
|
b@2264
|
550 \end{center}
|
b@2264
|
551 \end{figure}
|
b@2264
|
552
|
b@2264
|
553 '''
|
b@2264
|
554 # problem: some people entered twice?
|
b@2264
|
555
|
b@2522
|
556
|
b@2522
|
557 # pie chart of browser usage
|
b@2522
|
558 browsers = ['Google Inc.', 'Apple Computer Inc.', 'UNAVAILABLE']
|
b@2522
|
559 # TODO: get the above automatically
|
b@2522
|
560 browser_distribution = ''
|
b@2522
|
561 for item in browsers:
|
b@2522
|
562 number = browser.count(item)
|
b@2522
|
563 if number>0:
|
b@2522
|
564 browser_distribution += str("{:.2f}".format((100.0*number)/len(browser)))+\
|
b@2522
|
565 '/'+item.capitalize()+' ('+str(number)+'),\n'
|
b@2522
|
566
|
b@2522
|
567 body += r'''
|
b@2522
|
568 % Pie chart of browser distribution
|
b@2522
|
569 \def\angle{0}
|
b@2522
|
570 \def\radius{3}
|
b@2522
|
571 \def\cyclelist{{"orange","blue","red","green"}}
|
b@2522
|
572 \newcount\cyclecount \cyclecount=-1
|
b@2522
|
573 \newcount\ind \ind=-1
|
b@2522
|
574 \begin{figure}[htbp]
|
b@2522
|
575 \begin{center}\begin{tikzpicture}[nodes = {font=\sffamily}]
|
b@2522
|
576 \foreach \percent/\name in {'''+\
|
b@2522
|
577 browser_distribution+\
|
b@2522
|
578 r'''} {\ifx\percent\empty\else % If \percent is empty, do nothing
|
b@2522
|
579 \global\advance\cyclecount by 1 % Advance cyclecount
|
b@2522
|
580 \global\advance\ind by 1 % Advance list index
|
b@2522
|
581 \ifnum6<\cyclecount % If cyclecount is larger than list
|
b@2522
|
582 \global\cyclecount=0 % reset cyclecount and
|
b@2522
|
583 \global\ind=0 % reset list index
|
b@2522
|
584 \fi
|
b@2522
|
585 \pgfmathparse{\cyclelist[\the\ind]} % Get color from cycle list
|
b@2522
|
586 \edef\color{\pgfmathresult} % and store as \color
|
b@2522
|
587 % Draw angle and set labels
|
b@2522
|
588 \draw[fill={\color!50},draw={\color}] (0,0) -- (\angle:\radius)
|
b@2522
|
589 arc (\angle:\angle+\percent*3.6:\radius) -- cycle;
|
b@2522
|
590 \node at (\angle+0.5*\percent*3.6:0.7*\radius) {\percent\,\%};
|
b@2522
|
591 \node[pin=\angle+0.5*\percent*3.6:\name]
|
b@2522
|
592 at (\angle+0.5*\percent*3.6:\radius) {};
|
b@2522
|
593 \pgfmathparse{\angle+\percent*3.6} % Advance angle
|
b@2522
|
594 \xdef\angle{\pgfmathresult} % and store in \angle
|
b@2522
|
595 \fi
|
b@2522
|
596 };
|
b@2522
|
597 \end{tikzpicture}
|
b@2522
|
598 \caption{Representation of browsers across subjects}
|
b@2522
|
599 \label{default}
|
b@2522
|
600 \end{center}
|
b@2522
|
601 \end{figure}
|
b@2522
|
602
|
b@2522
|
603 '''
|
b@2522
|
604
|
b@2522
|
605 # pie chart of platform usage
|
b@2522
|
606 platforms = ['Win32', 'Win64', 'MacIntel', 'Linux i686', 'Linux x86\_64', 'UNAVAILABLE']
|
b@2522
|
607 # TODO: get the above automatically # order alphabetically
|
b@2522
|
608 platform_distribution = ''
|
b@2522
|
609 for item in platforms:
|
b@2522
|
610 number = platform.count(item)
|
b@2522
|
611 if number>0:
|
b@2522
|
612 platform_distribution += str("{:.2f}".format((100.0*number)/len(platform)))+\
|
b@2522
|
613 '/'+item.capitalize()+' ('+str(number)+'),\n'
|
b@2522
|
614
|
b@2522
|
615 body += r'''
|
b@2522
|
616 % Pie chart of browser distribution
|
b@2522
|
617 \def\angle{0}
|
b@2522
|
618 \def\radius{3}
|
b@2522
|
619 \def\cyclelist{{"orange","blue","red","green","cyan"}}
|
b@2522
|
620 \newcount\cyclecount \cyclecount=-1
|
b@2522
|
621 \newcount\ind \ind=-1
|
b@2522
|
622 \begin{figure}[htbp]
|
b@2522
|
623 \begin{center}\begin{tikzpicture}[nodes = {font=\sffamily}]
|
b@2522
|
624 \foreach \percent/\name in {'''+\
|
b@2522
|
625 platform_distribution+\
|
b@2522
|
626 r'''} {\ifx\percent\empty\else % If \percent is empty, do nothing
|
b@2522
|
627 \global\advance\cyclecount by 1 % Advance cyclecount
|
b@2522
|
628 \global\advance\ind by 1 % Advance list index
|
b@2522
|
629 \ifnum6<\cyclecount % If cyclecount is larger than list
|
b@2522
|
630 \global\cyclecount=0 % reset cyclecount and
|
b@2522
|
631 \global\ind=0 % reset list index
|
b@2522
|
632 \fi
|
b@2522
|
633 \pgfmathparse{\cyclelist[\the\ind]} % Get color from cycle list
|
b@2522
|
634 \edef\color{\pgfmathresult} % and store as \color
|
b@2522
|
635 % Draw angle and set labels
|
b@2522
|
636 \draw[fill={\color!50},draw={\color}] (0,0) -- (\angle:\radius)
|
b@2522
|
637 arc (\angle:\angle+\percent*3.6:\radius) -- cycle;
|
b@2522
|
638 \node at (\angle+0.5*\percent*3.6:0.7*\radius) {\percent\,\%};
|
b@2522
|
639 \node[pin=\angle+0.5*\percent*3.6:\name]
|
b@2522
|
640 at (\angle+0.5*\percent*3.6:\radius) {};
|
b@2522
|
641 \pgfmathparse{\angle+\percent*3.6} % Advance angle
|
b@2522
|
642 \xdef\angle{\pgfmathresult} % and store in \angle
|
b@2522
|
643 \fi
|
b@2522
|
644 };
|
b@2522
|
645 \end{tikzpicture}
|
b@2522
|
646 \caption{Representation of platforms across subjects}
|
b@2522
|
647 \label{default}
|
b@2522
|
648 \end{center}
|
b@2522
|
649 \end{figure}
|
b@2522
|
650
|
b@2522
|
651 '''
|
b@2522
|
652
|
b@2522
|
653
|
b@2264
|
654 #TODO
|
b@2264
|
655 # time per page in function of number of fragments (plot)
|
b@2264
|
656 # time per participant in function of number of pages
|
b@2264
|
657 # plot total time for each participant
|
b@2264
|
658 # show 'count' per page (in order)
|
b@2264
|
659
|
b@2264
|
660 # clear up page_index <> page_count <> page_number confusion
|
b@2264
|
661
|
b@2264
|
662
|
b@2264
|
663 texfile = header+body+footer # add bits together
|
b@2264
|
664
|
b@2279
|
665 # print('pdflatex -output-directory="'+folder_name+'"" "'+ folder_name + 'Report.tex"')# DEBUG
|
b@2264
|
666
|
b@2264
|
667 # write TeX file
|
b@2264
|
668 with open(folder_name + 'Report.tex','w') as f:
|
b@2264
|
669 f.write(texfile)
|
b@2264
|
670 proc=subprocess.Popen(shlex.split('pdflatex -output-directory="'+folder_name+'" "'+ folder_name + 'Report.tex"'))
|
b@2264
|
671 proc.communicate()
|
b@2264
|
672 # run again
|
b@2264
|
673 proc=subprocess.Popen(shlex.split('pdflatex -output-directory="'+folder_name+'" "'+ folder_name + 'Report.tex"'))
|
b@2264
|
674 proc.communicate()
|
b@2264
|
675
|
b@2264
|
676 #TODO remove auxiliary LaTeX files
|
b@2264
|
677 try:
|
b@2264
|
678 os.remove(folder_name + 'Report.aux')
|
b@2264
|
679 os.remove(folder_name + 'Report.log')
|
b@2264
|
680 os.remove(folder_name + 'Report.out')
|
b@2264
|
681 os.remove(folder_name + 'Report.toc')
|
b@2264
|
682 except OSError:
|
b@2264
|
683 pass
|
b@2264
|
684
|