annotate python/generate_report.py @ 2721:2bc86ec0ac6c

Merge branch 'master' of https://github.com/BrechtDeMan/WebAudioEvaluationTool
author www-data <www-data@sucuk.dcs.qmul.ac.uk>
date Fri, 14 Apr 2017 17:21:11 +0100
parents c0854362d09d
children c496aef6448b eaa5dc4aedbf
rev   line source
b@2264 1 #!/usr/bin/python
b@2264 2 # -*- coding: utf-8 -*-
b@2264 3
b@2264 4 import xml.etree.ElementTree as ET
b@2264 5 import os # for getting files from directory
b@2264 6 import operator # for sorting data with multiple keys
b@2264 7 import sys # for accessing command line arguments
b@2264 8 import subprocess # for calling pdflatex
b@2264 9 import shlex # for calling pdflatex
b@2264 10 import matplotlib.pyplot as plt # plots
b@2264 11 import numpy as np # numbers
b@2264 12
b@2264 13 # Command line arguments
b@2264 14 assert len(sys.argv)<4, "generate_report takes at most 2 command line arguments\n"+\
b@2264 15 "Use: python generate_report.py [results_folder] [no_render | -nr]"
b@2264 16
b@2264 17 render_figures = True
b@2264 18
b@2264 19 # XML results files location
b@2264 20 if len(sys.argv) == 1:
b@2264 21 folder_name = "../saves/" # Looks in 'saves/' folder from 'scripts/' folder
b@2279 22 print("Use: python generate_report.py [results_folder] [no_render | -nr]")
b@2279 23 print("Using default path: " + folder_name)
b@2264 24 elif len(sys.argv) == 2:
b@2264 25 folder_name = sys.argv[1] # First command line argument is folder
b@2264 26 elif len(sys.argv) == 3:
b@2264 27 folder_name = sys.argv[1] # First command line argument is folder
b@2264 28 assert sys.argv[2] in ('no_render','-nr'), "Second argument not recognised. \n" +\
b@2264 29 "Use: python generate_report.py [results_folder] [no_render | -nr]"
b@2264 30 # Second command line argument is [no_render | -nr]
b@2264 31 render_figures = False
b@2264 32
b@2264 33 def isNaN(num):
b@2264 34 return num != num
b@2264 35
b@2264 36 # Turn number of seconds (int) to '[minutes] min [seconds] s' (string)
b@2264 37 def seconds2timestr(time_in_seconds):
b@2264 38 if time_in_seconds is not None and not isNaN(time_in_seconds):
b@2264 39 time_in_minutes = int(time_in_seconds/60)
b@2264 40 remaining_seconds = int(time_in_seconds%60)
b@2264 41 return str(time_in_minutes) + " min " + str(remaining_seconds) + " s"
b@2264 42 else:
b@2264 43 return 'N/A'
b@2264 44
b@2264 45 # stats initialisation
b@2264 46 number_of_XML_files = 0
b@2264 47 number_of_pages = 0
b@2264 48 number_of_fragments = 0
b@2264 49 total_empty_comments = 0
b@2264 50 total_not_played = 0
b@2264 51 total_not_moved = 0
b@2264 52 time_per_page_accum = 0
b@2264 53
b@2264 54 # arrays initialisation
b@2264 55 page_names = []
b@2264 56 real_page_names = [] # regardless of differing numbers of fragments
b@2279 57 subject_count = [] # subjects per page name
b@2264 58 page_count = []
b@2264 59 duration_page = [] # duration of experiment in function of page content
b@2264 60 duration_order = [] # duration of experiment in function of page number
b@2264 61 fragments_per_page = [] # number of fragments for corresponding page
b@2264 62
b@2264 63 # survey stats
b@2264 64 gender = []
b@2264 65 age = []
b@2264 66
b@2522 67 # diagnostics
b@2522 68 browser = []
b@2522 69 platform = []
b@2522 70
b@2264 71 # get username if available
b@2264 72 for name in ('LOGNAME', 'USER', 'LNAME', 'USERNAME'):
b@2264 73 user = os.environ.get(name)
b@2264 74 if user:
b@2264 75 break
b@2264 76 else:
b@2264 77 user = ''
b@2264 78
b@2485 79 # Months
b@2485 80 month_array = ['January', 'February', 'March', 'April', 'May', 'June', \
b@2485 81 'July', 'August', 'September', 'October', 'November', 'December']
b@2264 82
b@2264 83 # begin LaTeX document
b@2264 84 header = r'''\documentclass[11pt, oneside]{article}
b@2264 85 \usepackage{geometry}
b@2264 86 \geometry{a4paper}
b@2264 87 \usepackage[parfill]{parskip} % empty line instead of indent
b@2486 88 \usepackage{graphicx} % figures
b@2486 89 \usepackage[space]{grffile} % include figures with spaces in paths
b@2487 90 \usepackage[pdfpagelabels]{hyperref}
b@2486 91 \usepackage{tikz} % pie charts
b@2486 92 \usepackage{float} % place figures 'here'
b@2264 93 \title{Report}
b@2264 94 \author{'''+\
b@2264 95 user+\
b@2264 96 r'''}
b@2264 97 \graphicspath{{'''+\
b@2264 98 folder_name+\
b@2264 99 r'''}}
b@2264 100 %\setcounter{section}{-1} % Summary section 0 so number of sections equals number of files
b@2264 101 \begin{document}
b@2264 102 \maketitle
b@2264 103 This is an automatically generated report using the `generate\_report.py' Python script
b@2264 104 included with the Web Audio Evaluation Tool \cite{WAET} distribution which can be found
b@2487 105 at \texttt{\href{https://github.com/BrechtDeMan/WebAudioEvaluationTool}{github.com/BrechtDeMan/WebAudioEvaluationTool}}.
b@2264 106 \tableofcontents
b@2264 107
b@2264 108 '''
b@2264 109
b@2486 110 footer = '\n\t\t'+r'''\begin{thebibliography}{1}
b@2264 111 \bibitem{WAET} % reference to accompanying publication
b@2264 112 Nicholas Jillings, Brecht De Man, David Moffat and Joshua D. Reiss,
b@2264 113 ``Web Audio Evaluation Tool: A browser-based listening test environment,''
b@2264 114 presented at the 12th Sound and Music Computing Conference, July 2015.
b@2264 115 \end{thebibliography}
b@2264 116 \end{document}'''
b@2264 117
b@2264 118 # make sure folder_name ends in '/'
b@2264 119 folder_name = os.path.join(folder_name, '')
b@2264 120
b@2264 121 # generate images for later use
b@2264 122 if render_figures:
b@2567 123 script_path = os.path.dirname(os.path.realpath(__file__)) # where is generate_report.py?
b@2567 124 subprocess.call("python " +script_path+"/timeline_view_movement.py '"+folder_name+"'", shell=True)
b@2567 125 subprocess.call("python " +script_path+"/score_parser.py '"+folder_name+"'", shell=True)
b@2567 126 subprocess.call("python " +script_path+"/score_plot.py '"+folder_name+"ratings/'", shell=True)
b@2264 127
b@2485 128 # make array of text and array of dates
b@2485 129 body_array = []
b@2485 130 date_array = []
b@2485 131
b@2264 132 # get every XML file in folder
b@2264 133 files_list = os.listdir(folder_name)
b@2264 134 for file in files_list: # iterate over all files in files_list
b@2264 135 if file.endswith(".xml"): # check if XML file
b@2264 136 number_of_XML_files += 1
b@2264 137 tree = ET.parse(folder_name + file)
b@2264 138 root = tree.getroot()
b@2264 139
b@2485 140 # get date
b@2485 141 # <datetime>
b@2485 142 # <date year="2016" month="7" day="12"/>
b@2485 143 # <time hour="14" minute="12" secs="6"/>
b@2485 144 # </datetime>
b@2485 145 date_node = root.find("./datetime/date")
b@2485 146 time_node = root.find("./datetime/time")
b@2485 147 year = date_node.get("year")
b@2485 148 month = date_node.get("month")
b@2485 149 day = date_node.get("day")
b@2485 150 hour = time_node.get("hour")
b@2485 151 minute = time_node.get("minute")
b@2485 152 second = time_node.get("secs")
b@2485 153 date_array.append((int(year),int(month),int(day),\
b@2485 154 int(hour),int(minute),int(second)))
b@2264 155
b@2485 156 # date as section title
b@2489 157 body = '\n\section{'+day+' '+month_array[int(month)-1]+' '+year+' '+hour+':'+minute+':'+second+'}\n'
b@2485 158
b@2485 159 # file name
b@2487 160 body += '\t\tFile: '+file[:-4]+'\\\\ \n'
b@2485 161
b@2264 162 # reset for new subject
b@2264 163 total_duration = 0
b@2264 164 page_number = 0
b@2264 165
b@2264 166 individual_table = '\n' # table with stats for this individual test file
b@2264 167 timeline_plots = '' # plots of timeline (movements and plays)
b@2264 168
b@2522 169 # diagnostics: browser
b@2522 170 vendor = root.find("./navigator/vendor")
b@2522 171 if vendor is not None and vendor.text is not None:
b@2522 172 browser.append(vendor.text.replace(',',''))
b@2522 173 else:
b@2522 174 browser.append('UNAVAILABLE')
b@2522 175
b@2522 176 # diagnostics: platform
b@2522 177 platform_tag = root.find("./navigator/platform")
b@2522 178 if platform_tag is not None and platform_tag.text is not None:
b@2522 179 platform.append(platform_tag.text.replace('_','\_'))
b@2522 180 else:
b@2522 181 platform_tag.append('UNAVAILABLE')
b@2522 182
b@2264 183 # DEMO survey stats
b@2264 184 # get gender
b@2487 185 post_survey = root.find("./survey/[@location='post']")
b@2487 186 this_subjects_gender = post_survey.find("./surveyresult/[@ref='gender']/response")
b@2264 187 if this_subjects_gender is not None:
b@2264 188 gender.append(this_subjects_gender.get("name"))
b@2264 189 else:
b@2264 190 gender.append('UNAVAILABLE')
b@2264 191 # get age
b@2487 192 this_subjects_age = post_survey.find("./surveyresult/[@ref='age']/response")
b@2264 193 if this_subjects_age is not None:
b@2264 194 age.append(this_subjects_age.text)
b@2487 195 if this_subjects_gender is not None:
b@2487 196 body += 'Details: '+this_subjects_gender.get("name")
b@2487 197 if this_subjects_age is not None:
b@2487 198 body += ', ' + this_subjects_age.text
b@2487 199 body += '\\\\ \n'
b@2264 200
b@2264 201 # get list of all page names
b@2279 202 for page in root.findall("./page"): # iterate over pages
b@2279 203 page_name = page.get('ref') # get page name
b@2264 204
b@2264 205 if page_name is None: # ignore 'empty' audio_holders
b@2279 206 print("WARNING: " + file + " contains empty audio holder. (evaluation_stats.py)")
b@2264 207 break # move on to next
b@2264 208
b@2264 209 number_of_comments = 0 # for this page
b@2264 210 number_of_missing_comments = 0 # for this page
b@2264 211 not_played = [] # for this page
b@2264 212 not_moved = [] # for this page
b@2264 213
b@2279 214 if page.find("./metric/metricresult[@id='testTime']") is not None: # check if time is included
b@2279 215 # 'testTime' keeps total duration: subtract time so far for duration of this page
b@2279 216 duration = float(page.find("./metric/metricresult[@id='testTime']").text)# - total_duration
b@2264 217
b@2264 218 # total duration of test
b@2264 219 total_duration += duration
b@2264 220 else:
b@2264 221 duration = float('nan')
b@2264 222 total_duration = float('nan')
b@2264 223
b@2264 224 # number of audio elements
b@2279 225 audioelements = page.findall("./audioelement") # get audioelements
b@2264 226 number_of_fragments += len(audioelements) # add length of this list to total
b@2264 227
b@2264 228 # number of comments (interesting if comments not mandatory)
b@2264 229 for audioelement in audioelements:
b@2264 230 response = audioelement.find("./comment/response")
b@2281 231 was_played = audioelement.find("./metric/metricresult/[@name='elementFlagListenedTo']")
b@2281 232 was_moved = audioelement.find("./metric/metricresult/[@name='elementFlagMoved']")
b@2279 233 if response is not None and response.text is not None and len(response.text) > 1:
b@2264 234 number_of_comments += 1
b@2264 235 else:
b@2264 236 number_of_missing_comments += 1
b@2264 237 if was_played is not None and was_played.text == 'false':
b@2279 238 not_played.append(audioelement.get('name'))
b@2264 239 if was_moved is not None and was_moved.text == 'false':
b@2279 240 not_moved.append(audioelement.get('name'))
b@2264 241
b@2264 242 # update global counters
b@2264 243 total_empty_comments += number_of_missing_comments
b@2264 244 total_not_played += len(not_played)
b@2264 245 total_not_moved += len(not_moved)
b@2264 246
b@2264 247 # PRINT alerts when elements not played or markers not moved
b@2264 248 # number of audio elements not played
b@2264 249 if len(not_played) > 1:
b@2264 250 body += '\t\t\\emph{\\textbf{ATTENTION: '+str(len(not_played))+\
b@2264 251 ' fragments were not listened to in '+page_name+'! }}'+\
b@2264 252 ', '.join(not_played)+'\\\\ \n'
b@2264 253 if len(not_played) == 1:
b@2264 254 body += '\t\t\\emph{\\textbf{ATTENTION: one fragment was not listened to in '+page_name+'! }}'+\
b@2264 255 not_played[0]+'\\\\ \n'
b@2264 256
b@2264 257 # number of audio element markers not moved
b@2264 258 if len(not_moved) > 1:
b@2264 259 body += '\t\t\\emph{\\textbf{ATTENTION: '+str(len(not_moved))+\
b@2264 260 ' markers were not moved in '+page_name+'! }}'+\
b@2264 261 ', '.join(not_moved)+'\\\\ \n'
b@2264 262 if len(not_moved) == 1:
b@2264 263 body += '\t\t\\emph{\\textbf{ATTENTION: one marker was not moved in '+page_name+'! }}'+\
b@2264 264 not_moved[0]+'\\\\ \n'
b@2264 265
b@2264 266 # PRINT song-specific statistic
b@2264 267 individual_table += '\t\t'+page_name+'&'+\
b@2264 268 str(number_of_comments) + '/' +\
b@2264 269 str(number_of_comments+number_of_missing_comments)+'&'+\
b@2264 270 seconds2timestr(duration)+'\\\\\n'
b@2264 271
b@2279 272 # get timeline for this page
b@2264 273 img_path = 'timelines_movement/'+file[:-4]+'-'+page_name+'.pdf'
b@2264 274
b@2264 275 # check if available
b@2264 276 if os.path.isfile(folder_name+img_path):
b@2264 277 # SHOW timeline image
b@2264 278 timeline_plots += '\\includegraphics[width=\\textwidth]{'+\
b@2264 279 folder_name+img_path+'}\n\t\t'
b@2264 280
b@2264 281 # keep track of duration in function of page index
b@2264 282 if len(duration_order)>page_number:
b@2264 283 duration_order[page_number].append(duration)
b@2264 284 else:
b@2264 285 duration_order.append([duration])
b@2264 286
b@2279 287 # keep list of page ids and count how many times each page id
b@2264 288 # was tested, how long it took, and how many fragments there were
b@2279 289 # (if number of fragments is different, store as different page id)
b@2264 290 if page_name in page_names:
b@2264 291 page_index = page_names.index(page_name) # get index
b@2264 292 # check if number of audioelements the same
b@2264 293 if len(audioelements) == fragments_per_page[page_index]:
b@2264 294 page_count[page_index] += 1
b@2264 295 duration_page[page_index].append(duration)
b@2264 296 else: # make new entry
b@2264 297 alt_page_name = page_name+"("+str(len(audioelements))+")"
b@2264 298 if alt_page_name in page_names: # if already there
b@2264 299 alt_page_index = page_names.index(alt_page_name) # get index
b@2264 300 page_count[alt_page_index] += 1
b@2264 301 duration_page[alt_page_index].append(duration)
b@2264 302 else:
b@2264 303 page_names.append(alt_page_name)
b@2264 304 page_count.append(1)
b@2264 305 duration_page.append([duration])
b@2264 306 fragments_per_page.append(len(audioelements))
b@2264 307 else:
b@2264 308 page_names.append(page_name)
b@2264 309 page_count.append(1)
b@2264 310 duration_page.append([duration])
b@2264 311 fragments_per_page.append(len(audioelements))
b@2264 312
b@2279 313 # number of subjects per page regardless of differing numbers of
b@2264 314 # fragments (for inclusion in box plots)
b@2264 315 if page_name in real_page_names:
b@2264 316 page_index = real_page_names.index(page_name) # get index
b@2264 317 subject_count[page_index] += 1
b@2264 318 else:
b@2264 319 real_page_names.append(page_name)
b@2264 320 subject_count.append(1)
b@2264 321
b@2264 322 # bookkeeping
b@2264 323 page_number += 1 # increase page count for this specific test
b@2264 324 number_of_pages += 1 # increase total number of pages
b@2264 325 time_per_page_accum += duration # total duration (for average time spent per page)
b@2264 326
b@2264 327 # PRINT table with statistics about this test
b@2264 328 body += '\t\t'+r'''\begin{tabular}{|p{3.5cm}|c|p{2.5cm}|}
b@2264 329 \hline
b@2264 330 \textbf{Song name} & \textbf{Comments} & \textbf{Duration} \\ \hline '''+\
b@2264 331 individual_table+'\t\t'+\
b@2264 332 r'''\hline
b@2264 333 \textbf{TOTAL} & & \textbf{'''+\
b@2264 334 seconds2timestr(total_duration)+\
b@2264 335 r'''}\\
b@2264 336 \hline
b@2264 337 \end{tabular}
b@2264 338
b@2264 339 '''
b@2264 340 # PRINT timeline plots
b@2486 341 body += timeline_plots+'\n'
b@2264 342
b@2485 343 body_array.append(body)
b@2485 344
b@2485 345 # put sections in order according to date
b@2485 346 body_array_ordered = [b for d,b in sorted(zip(date_array,body_array))]
b@2485 347 body = ''.join(body_array_ordered)
b@2485 348
b@2264 349 # join to footer
b@2264 350 footer = body + footer
b@2264 351
b@2264 352 # empty body again
b@2264 353 body = ''
b@2264 354
b@2264 355 # PRINT summary of everything (at start)
b@2264 356 # unnumbered so that number of sections equals number of files
b@2264 357 body += '\section*{Summary}\n\t\t\\addcontentsline{toc}{section}{Summary}\n'
b@2264 358
b@2264 359 # PRINT table with statistics
b@2264 360 body += '\t\t\\begin{tabular}{ll}\n\t\t\t'
b@2264 361 body += r'Number of XML files: &' + str(number_of_XML_files) + r'\\'+'\n\t\t\t'
b@2264 362 body += r'Number of pages: &' + str(number_of_pages) + r'\\'+'\n\t\t\t'
b@2264 363 body += r'Number of fragments: &' + str(number_of_fragments) + r'\\'+'\n\t\t\t'
b@2264 364 body += r'Number of empty comments: &' + str(total_empty_comments) +\
b@2264 365 " (" + str(round(100.0*total_empty_comments/number_of_fragments,2)) + r"\%)\\"+'\n\t\t\t'
b@2264 366 body += r'Number of unplayed fragments: &' + str(total_not_played) +\
b@2264 367 " (" + str(round(100.0*total_not_played/number_of_fragments,2)) + r"\%)\\"+'\n\t\t\t'
b@2264 368 body += r'Number of unmoved markers: &' + str(total_not_moved) +\
b@2264 369 " (" + str(round(100.0*total_not_moved/number_of_fragments,2)) + r"\%)\\"+'\n\t\t\t'
b@2264 370 body += r'Average time per page: &' + seconds2timestr(time_per_page_accum/number_of_pages) + r"\\"+'\n\t\t'
b@2486 371 body += '\\end{tabular} \\\\ \n'
b@2264 372
b@2264 373 # Average duration for first, second, ... page
b@2486 374 body += "\n\n\t\t\\subsection*{Average duration per ordered page}\n See also Figure \\ref{fig:avgtimeperorder}. \\\\ \n\t\t"
b@2264 375 body += r'''\begin{tabular}{lll}
b@2264 376 \textbf{Page} & \textbf{Duration} & \textbf{\# subjects}\\'''
b@2264 377 tpp_averages = [] # store average time per page
b@2264 378 for page_number in range(len(duration_order)):
b@2264 379 body += '\n\t\t\t'+str(page_number+1) + "&" +\
b@2264 380 seconds2timestr(sum(duration_order[page_number])/len(duration_order[page_number])) +\
b@2264 381 "&"+str(len(duration_order[page_number]))+r"\\"
b@2264 382 tpp_averages.append(sum(duration_order[page_number])/len(duration_order[page_number]))
b@2264 383
b@2264 384 body += '\n\t\t\\end{tabular} \\vspace{1.5cm} \\\\ \n\n\t\t'
b@2264 385
b@2264 386 # SHOW bar plot of average time per page
b@2264 387 plt.bar(range(1,len(duration_order)+1), np.array(tpp_averages)/60)
b@2264 388 plt.xlabel('Page order')
b@2264 389 plt.xlim(.8, len(duration_order)+1)
b@2264 390 plt.xticks(np.arange(1,len(duration_order)+1)+.4, range(1,len(duration_order)+1))
b@2264 391 plt.ylabel('Average time [minutes]')
b@2486 392 plt.savefig(folder_name+"time_per_order.pdf", bbox_inches='tight')
b@2264 393 plt.close()
b@2264 394 #TODO add error bars
b@2264 395
b@2264 396
b@2264 397 # Sort pages by number of audioelements, then by duration
b@2264 398
b@2264 399 # average duration and number of subjects per page
b@2264 400 average_duration_page = []
b@2264 401 number_of_subjects_page = []
b@2264 402 for line in duration_page:
b@2264 403 number_of_subjects_page.append(len(line))
b@2264 404 average_duration_page.append(sum(line)/len(line))
b@2264 405
b@2264 406 # combine and sort in function of number of audioelements and duration
b@2264 407 combined_list = [page_names, average_duration_page, fragments_per_page, number_of_subjects_page]
b@2264 408 combined_list = sorted(zip(*combined_list), key=operator.itemgetter(1, 2)) # sort
b@2264 409
b@2264 410 # Show average duration for all songs
b@2486 411 body += '\n\n\t\t'+r'''\subsection*{Average duration per page}
b@2486 412 See also Figure \ref{fig:avgtimeperpage}. \\
b@2264 413 \begin{tabular}{llll}
b@2264 414 \textbf{Audioholder} & \textbf{Duration} & \textbf{\# subjects} & \textbf{\# fragments} \\'''
b@2279 415 page_names_ordered = []
b@2279 416 average_duration_page_ordered = []
b@2264 417 number_of_subjects = []
b@2264 418 for page_index in range(len(page_names)):
b@2279 419 page_names_ordered.append(combined_list[page_index][0])
b@2279 420 average_duration_page_ordered.append(combined_list[page_index][1])
b@2264 421 number_of_subjects.append(combined_list[page_index][3])
b@2264 422 body += '\n\t\t\t'+combined_list[page_index][0] + "&" +\
b@2264 423 seconds2timestr(combined_list[page_index][1]) + "&" +\
b@2264 424 str(combined_list[page_index][3]) + "&" +\
b@2264 425 str(combined_list[page_index][2]) + r"\\"
b@2264 426 body += '\n\t\t\\end{tabular}\n'
b@2264 427
b@2264 428 # SHOW bar plot of average time per page
b@2279 429 plt.bar(range(1,len(page_names_ordered)+1), np.array(average_duration_page_ordered)/60)
b@2264 430 plt.xlabel('Audioholder')
b@2279 431 plt.xlim(.8, len(page_names_ordered)+1)
b@2279 432 plt.xticks(np.arange(1,len(page_names_ordered)+1)+.4, page_names_ordered, rotation=90)
b@2264 433 plt.ylabel('Average time [minutes]')
b@2279 434 plt.savefig(folder_name+"time_per_page.pdf", bbox_inches='tight')
b@2264 435 plt.close()
b@2264 436
b@2264 437 # SHOW bar plot of average time per page
b@2279 438 plt.bar(range(1,len(page_names_ordered)+1), number_of_subjects)
b@2264 439 plt.xlabel('Audioholder')
b@2279 440 plt.xlim(.8, len(page_names_ordered)+1)
b@2279 441 plt.xticks(np.arange(1,len(page_names_ordered)+1)+.4, page_names_ordered, rotation=90)
b@2264 442 plt.ylabel('Number of subjects')
b@2264 443 ax = plt.gca()
b@2264 444 ylims = ax.get_ylim()
b@2264 445 yint = np.arange(int(np.floor(ylims[0])), int(np.ceil(ylims[1]))+1)
b@2264 446 plt.yticks(yint)
b@2279 447 plt.savefig(folder_name+"subjects_per_page.pdf", bbox_inches='tight')
b@2264 448 plt.close()
b@2264 449
b@2264 450 # SHOW both figures
b@2264 451 body += r'''
b@2486 452 \begin{figure}[htbp]
b@2486 453 \begin{center}
b@2486 454 \includegraphics[width=.65\textwidth]{'''+\
b@2486 455 folder_name+'time_per_order.pdf'+\
b@2264 456 r'''}
b@2486 457 \caption{Average time spent per page (order).}
b@2486 458 \label{fig:avgtimeperorder}
b@2486 459 \end{center}
b@2486 460 \end{figure}
b@2264 461
b@2264 462 '''
b@2264 463 body += r'''\begin{figure}[htbp]
b@2486 464 \begin{center}
b@2486 465 \includegraphics[width=.65\textwidth]{'''+\
b@2279 466 folder_name+'time_per_page.pdf'+\
b@2264 467 r'''}
b@2486 468 \caption{Average time spent per page (content).}
b@2279 469 \label{fig:avgtimeperpage}
b@2486 470 \end{center}
b@2486 471 \end{figure}
b@2264 472
b@2264 473 '''
b@2264 474 body += r'''\begin{figure}[htbp]
b@2486 475 \begin{center}
b@2486 476 \includegraphics[width=.65\textwidth]{'''+\
b@2279 477 folder_name+'subjects_per_page.pdf'+\
b@2264 478 r'''}
b@2279 479 \caption{Number of subjects per page.}
b@2279 480 \label{fig:subjectsperpage}
b@2486 481 \end{center}
b@2486 482 \end{figure}
b@2485 483
b@2264 484 '''
b@2264 485 #TODO add error bars
b@2264 486 #TODO layout of figures
b@2264 487
b@2486 488 # SHOW boxplot per page (in alphabetical order of page name)
b@2486 489 body += '\t\t\\clearpage \n\t\\subsection*{Ratings per page}\n'
b@2486 490 for page_name in sorted(page_names): # get each name
b@2264 491 # plot boxplot if exists (not so for the 'alt' names)
b@2279 492 if os.path.isfile(folder_name+'ratings/'+page_name+'-ratings-box.pdf'):
b@2486 493 body += r'''\begin{figure}[H]
b@2486 494 \begin{center}
b@2486 495 \includegraphics[width=.65\textwidth]{'''+\
b@2486 496 folder_name+"ratings/"+page_name+'-ratings-box.pdf'+\
b@2486 497 r'''}
b@2486 498 \caption{Box plot of ratings for page '''+\
b@2486 499 page_name+' ('+str(subject_count[real_page_names.index(page_name)])+\
b@2486 500 ''' participants).}
b@2486 501 \label{fig:boxplot'''+page_name.replace(" ", "")+'''}
b@2486 502 \end{center}
b@2486 503 \end{figure}
b@2486 504
b@2264 505 '''
b@2264 506
b@2264 507 # DEMO pie chart of gender distribution among subjects
b@2264 508 genders = ['male', 'female', 'other', 'preferNotToSay', 'UNAVAILABLE']
b@2264 509 # TODO: get the above automatically
b@2264 510 gender_distribution = ''
b@2264 511 for item in genders:
b@2264 512 number = gender.count(item)
b@2264 513 if number>0:
b@2264 514 gender_distribution += str("{:.2f}".format((100.0*number)/len(gender)))+\
b@2264 515 '/'+item.capitalize()+' ('+str(number)+'),\n'
b@2264 516
b@2264 517 body += r'''
b@2264 518 % Pie chart of gender distribution
b@2264 519 \def\angle{0}
b@2264 520 \def\radius{3}
b@2264 521 \def\cyclelist{{"orange","blue","red","green"}}
b@2264 522 \newcount\cyclecount \cyclecount=-1
b@2264 523 \newcount\ind \ind=-1
b@2264 524 \begin{figure}[htbp]
b@2264 525 \begin{center}\begin{tikzpicture}[nodes = {font=\sffamily}]
b@2264 526 \foreach \percent/\name in {'''+\
b@2264 527 gender_distribution+\
b@2264 528 r'''} {\ifx\percent\empty\else % If \percent is empty, do nothing
b@2264 529 \global\advance\cyclecount by 1 % Advance cyclecount
b@2264 530 \global\advance\ind by 1 % Advance list index
b@2264 531 \ifnum6<\cyclecount % If cyclecount is larger than list
b@2264 532 \global\cyclecount=0 % reset cyclecount and
b@2264 533 \global\ind=0 % reset list index
b@2264 534 \fi
b@2264 535 \pgfmathparse{\cyclelist[\the\ind]} % Get color from cycle list
b@2264 536 \edef\color{\pgfmathresult} % and store as \color
b@2264 537 % Draw angle and set labels
b@2264 538 \draw[fill={\color!50},draw={\color}] (0,0) -- (\angle:\radius)
b@2264 539 arc (\angle:\angle+\percent*3.6:\radius) -- cycle;
b@2264 540 \node at (\angle+0.5*\percent*3.6:0.7*\radius) {\percent\,\%};
b@2264 541 \node[pin=\angle+0.5*\percent*3.6:\name]
b@2264 542 at (\angle+0.5*\percent*3.6:\radius) {};
b@2264 543 \pgfmathparse{\angle+\percent*3.6} % Advance angle
b@2264 544 \xdef\angle{\pgfmathresult} % and store in \angle
b@2264 545 \fi
b@2264 546 };
b@2264 547 \end{tikzpicture}
b@2264 548 \caption{Representation of gender across subjects}
b@2264 549 \label{default}
b@2264 550 \end{center}
b@2264 551 \end{figure}
b@2264 552
b@2264 553 '''
b@2264 554 # problem: some people entered twice?
b@2264 555
b@2522 556
b@2522 557 # pie chart of browser usage
b@2522 558 browsers = ['Google Inc.', 'Apple Computer Inc.', 'UNAVAILABLE']
b@2522 559 # TODO: get the above automatically
b@2522 560 browser_distribution = ''
b@2522 561 for item in browsers:
b@2522 562 number = browser.count(item)
b@2522 563 if number>0:
b@2522 564 browser_distribution += str("{:.2f}".format((100.0*number)/len(browser)))+\
b@2522 565 '/'+item.capitalize()+' ('+str(number)+'),\n'
b@2522 566
b@2522 567 body += r'''
b@2522 568 % Pie chart of browser distribution
b@2522 569 \def\angle{0}
b@2522 570 \def\radius{3}
b@2522 571 \def\cyclelist{{"orange","blue","red","green"}}
b@2522 572 \newcount\cyclecount \cyclecount=-1
b@2522 573 \newcount\ind \ind=-1
b@2522 574 \begin{figure}[htbp]
b@2522 575 \begin{center}\begin{tikzpicture}[nodes = {font=\sffamily}]
b@2522 576 \foreach \percent/\name in {'''+\
b@2522 577 browser_distribution+\
b@2522 578 r'''} {\ifx\percent\empty\else % If \percent is empty, do nothing
b@2522 579 \global\advance\cyclecount by 1 % Advance cyclecount
b@2522 580 \global\advance\ind by 1 % Advance list index
b@2522 581 \ifnum6<\cyclecount % If cyclecount is larger than list
b@2522 582 \global\cyclecount=0 % reset cyclecount and
b@2522 583 \global\ind=0 % reset list index
b@2522 584 \fi
b@2522 585 \pgfmathparse{\cyclelist[\the\ind]} % Get color from cycle list
b@2522 586 \edef\color{\pgfmathresult} % and store as \color
b@2522 587 % Draw angle and set labels
b@2522 588 \draw[fill={\color!50},draw={\color}] (0,0) -- (\angle:\radius)
b@2522 589 arc (\angle:\angle+\percent*3.6:\radius) -- cycle;
b@2522 590 \node at (\angle+0.5*\percent*3.6:0.7*\radius) {\percent\,\%};
b@2522 591 \node[pin=\angle+0.5*\percent*3.6:\name]
b@2522 592 at (\angle+0.5*\percent*3.6:\radius) {};
b@2522 593 \pgfmathparse{\angle+\percent*3.6} % Advance angle
b@2522 594 \xdef\angle{\pgfmathresult} % and store in \angle
b@2522 595 \fi
b@2522 596 };
b@2522 597 \end{tikzpicture}
b@2522 598 \caption{Representation of browsers across subjects}
b@2522 599 \label{default}
b@2522 600 \end{center}
b@2522 601 \end{figure}
b@2522 602
b@2522 603 '''
b@2522 604
b@2522 605 # pie chart of platform usage
b@2522 606 platforms = ['Win32', 'Win64', 'MacIntel', 'Linux i686', 'Linux x86\_64', 'UNAVAILABLE']
b@2522 607 # TODO: get the above automatically # order alphabetically
b@2522 608 platform_distribution = ''
b@2522 609 for item in platforms:
b@2522 610 number = platform.count(item)
b@2522 611 if number>0:
b@2522 612 platform_distribution += str("{:.2f}".format((100.0*number)/len(platform)))+\
b@2522 613 '/'+item.capitalize()+' ('+str(number)+'),\n'
b@2522 614
b@2522 615 body += r'''
b@2522 616 % Pie chart of browser distribution
b@2522 617 \def\angle{0}
b@2522 618 \def\radius{3}
b@2522 619 \def\cyclelist{{"orange","blue","red","green","cyan"}}
b@2522 620 \newcount\cyclecount \cyclecount=-1
b@2522 621 \newcount\ind \ind=-1
b@2522 622 \begin{figure}[htbp]
b@2522 623 \begin{center}\begin{tikzpicture}[nodes = {font=\sffamily}]
b@2522 624 \foreach \percent/\name in {'''+\
b@2522 625 platform_distribution+\
b@2522 626 r'''} {\ifx\percent\empty\else % If \percent is empty, do nothing
b@2522 627 \global\advance\cyclecount by 1 % Advance cyclecount
b@2522 628 \global\advance\ind by 1 % Advance list index
b@2522 629 \ifnum6<\cyclecount % If cyclecount is larger than list
b@2522 630 \global\cyclecount=0 % reset cyclecount and
b@2522 631 \global\ind=0 % reset list index
b@2522 632 \fi
b@2522 633 \pgfmathparse{\cyclelist[\the\ind]} % Get color from cycle list
b@2522 634 \edef\color{\pgfmathresult} % and store as \color
b@2522 635 % Draw angle and set labels
b@2522 636 \draw[fill={\color!50},draw={\color}] (0,0) -- (\angle:\radius)
b@2522 637 arc (\angle:\angle+\percent*3.6:\radius) -- cycle;
b@2522 638 \node at (\angle+0.5*\percent*3.6:0.7*\radius) {\percent\,\%};
b@2522 639 \node[pin=\angle+0.5*\percent*3.6:\name]
b@2522 640 at (\angle+0.5*\percent*3.6:\radius) {};
b@2522 641 \pgfmathparse{\angle+\percent*3.6} % Advance angle
b@2522 642 \xdef\angle{\pgfmathresult} % and store in \angle
b@2522 643 \fi
b@2522 644 };
b@2522 645 \end{tikzpicture}
b@2522 646 \caption{Representation of platforms across subjects}
b@2522 647 \label{default}
b@2522 648 \end{center}
b@2522 649 \end{figure}
b@2522 650
b@2522 651 '''
b@2522 652
b@2522 653
b@2264 654 #TODO
b@2264 655 # time per page in function of number of fragments (plot)
b@2264 656 # time per participant in function of number of pages
b@2264 657 # plot total time for each participant
b@2264 658 # show 'count' per page (in order)
b@2264 659
b@2264 660 # clear up page_index <> page_count <> page_number confusion
b@2264 661
b@2264 662
b@2264 663 texfile = header+body+footer # add bits together
b@2264 664
b@2279 665 # print('pdflatex -output-directory="'+folder_name+'"" "'+ folder_name + 'Report.tex"')# DEBUG
b@2264 666
b@2264 667 # write TeX file
b@2264 668 with open(folder_name + 'Report.tex','w') as f:
b@2264 669 f.write(texfile)
b@2264 670 proc=subprocess.Popen(shlex.split('pdflatex -output-directory="'+folder_name+'" "'+ folder_name + 'Report.tex"'))
b@2264 671 proc.communicate()
b@2264 672 # run again
b@2264 673 proc=subprocess.Popen(shlex.split('pdflatex -output-directory="'+folder_name+'" "'+ folder_name + 'Report.tex"'))
b@2264 674 proc.communicate()
b@2264 675
b@2264 676 #TODO remove auxiliary LaTeX files
b@2264 677 try:
b@2264 678 os.remove(folder_name + 'Report.aux')
b@2264 679 os.remove(folder_name + 'Report.log')
b@2264 680 os.remove(folder_name + 'Report.out')
b@2264 681 os.remove(folder_name + 'Report.toc')
b@2264 682 except OSError:
b@2264 683 pass
b@2264 684