giuliomoro@1088: #!/usr/bin/python
giuliomoro@1088: # -*- coding: utf-8 -*-
giuliomoro@1088: 
giuliomoro@1088: import xml.etree.ElementTree as ET
giuliomoro@1088: import os       # for getting files from directory
giuliomoro@1088: import operator # for sorting data with multiple keys
giuliomoro@1088: import sys      # for accessing command line arguments
giuliomoro@1088: 
giuliomoro@1088: # Command line arguments
giuliomoro@1088: assert len(sys.argv)<3, "evaluation_stats takes at most 1 command line argument\n"+\
giuliomoro@1088:                         "Use: python evaluation_stats.py [results_folder]"
giuliomoro@1088: 
giuliomoro@1088: # XML results files location
giuliomoro@1088: if len(sys.argv) == 1:
giuliomoro@1088:     folder_name = "../saves"    # Looks in 'saves/' folder from 'scripts/' folder
giuliomoro@1088:     print "Use: python evaluation_stats.py [results_folder]"
giuliomoro@1088:     print "Using default path: " + folder_name
giuliomoro@1088: elif len(sys.argv) == 2:
giuliomoro@1088:     folder_name = sys.argv[1]   # First command line argument is folder
giuliomoro@1088: 
giuliomoro@1088: # Turn number of seconds (int) to '[minutes] min [seconds] s' (string)
giuliomoro@1088: def seconds2timestr(time_in_seconds):
giuliomoro@1088:     time_in_minutes = int(time_in_seconds/60)
giuliomoro@1088:     remaining_seconds = int(time_in_seconds%60)
giuliomoro@1088:     return str(time_in_minutes) + " min " + str(remaining_seconds) + " s"
giuliomoro@1088: 
giuliomoro@1088: # stats initialisation
giuliomoro@1088: number_of_XML_files  = 0
giuliomoro@1088: number_of_pages      = 0
giuliomoro@1088: number_of_fragments  = 0
giuliomoro@1088: total_empty_comments = 0
giuliomoro@1088: total_not_played     = 0
giuliomoro@1088: total_not_moved      = 0
giuliomoro@1088: time_per_page_accum  = 0
giuliomoro@1088: 
giuliomoro@1088: # arrays initialisation
giuliomoro@1088: page_names       = []
giuliomoro@1088: page_count       = []
giuliomoro@1088: duration_page    = []      # duration of experiment in function of page content
giuliomoro@1088: duration_order   = []      # duration of experiment in function of page number
giuliomoro@1088: fragments_per_page = []    # number of fragments for corresponding page
giuliomoro@1088: 
giuliomoro@1088: # get every XML file in folder
giuliomoro@1088: files_list = os.listdir(folder_name)
giuliomoro@1088: for file in files_list: # iterate over all files in files_list
giuliomoro@1088:     if file.endswith(".xml"): # check if XML file
giuliomoro@1088:         number_of_XML_files += 1
giuliomoro@1088:         tree = ET.parse(folder_name + '/' + file)
giuliomoro@1088:         root = tree.getroot()
giuliomoro@1088:         
giuliomoro@1088:         print file # print file name (subject name)
giuliomoro@1088:         
giuliomoro@1088:         # reset for new subject
giuliomoro@1088:         total_duration = 0
giuliomoro@1088:         page_number = 0
giuliomoro@1088:         
giuliomoro@1088:         # get list of all page names
giuliomoro@1088:         for audioholder in root.findall("./audioholder"):   # iterate over pages
giuliomoro@1088:             page_name = audioholder.get('id')               # get page name
giuliomoro@1088:             
giuliomoro@1088:             if page_name is None: # ignore 'empty' audio_holders
giuliomoro@1088:                 print "WARNING: " + file + " contains empty audio holder. (evaluation_stats.py)"
giuliomoro@1088:                 break # move on to next
giuliomoro@1088:             
giuliomoro@1088:             number_of_comments = 0 # for this page
giuliomoro@1088:             number_of_missing_comments = 0 # for this page
giuliomoro@1088:             not_played = 0 # for this page
giuliomoro@1088:             not_moved = 0 # for this page
giuliomoro@1088:             
giuliomoro@1088:             # 'testTime' keeps total duration: subtract time so far for duration of this audioholder
giuliomoro@1088:             duration = float(audioholder.find("./metric/metricresult[@id='testTime']").text) - total_duration
giuliomoro@1088:             
giuliomoro@1088:             # total duration of test
giuliomoro@1088:             total_duration += duration
giuliomoro@1088:             
giuliomoro@1088:             # number of audio elements
giuliomoro@1088:             audioelements = audioholder.findall("./audioelement") # get audioelements
giuliomoro@1088:             number_of_fragments += len(audioelements) # add length of this list to total
giuliomoro@1088:             
giuliomoro@1088:             # number of comments (interesting if comments not mandatory)
giuliomoro@1088:             for audioelement in audioelements:
giuliomoro@1088:                 response = audioelement.find("./comment/response")
giuliomoro@1088:                 was_played = audioelement.find("./metric/metricresult/[@name='elementFlagListenedTo']")
giuliomoro@1088:                 was_moved = audioelement.find("./metric/metricresult/[@name='elementFlagMoved']")
giuliomoro@1088:                 if response.text is not None and len(response.text) > 1: 
giuliomoro@1088:                     number_of_comments += 1
giuliomoro@1088:                 else: 
giuliomoro@1088:                     number_of_missing_comments += 1
giuliomoro@1088:                 if was_played is not None and was_played.text == 'false': 
giuliomoro@1088:                     not_played += 1
giuliomoro@1088:                 if was_moved is not None and was_moved.text == 'false': 
giuliomoro@1088:                     not_moved += 1
giuliomoro@1088:             
giuliomoro@1088:             # update global counters
giuliomoro@1088:             total_empty_comments += number_of_missing_comments
giuliomoro@1088:             total_not_played += not_played
giuliomoro@1088:             total_not_moved += not_moved
giuliomoro@1088:             
giuliomoro@1088:             # print audioholder id and duration
giuliomoro@1088:             print "    " + page_name + ": " + seconds2timestr(duration) + ", "\
giuliomoro@1088:                   + str(number_of_comments)+"/"\
giuliomoro@1088:                   +str(number_of_comments+number_of_missing_comments)+" comments"
giuliomoro@1088:             
giuliomoro@1088:             # number of audio elements not played
giuliomoro@1088:             if not_played > 1:
giuliomoro@1088:                 print 'ATTENTION: '+str(not_played)+' fragments were not listened to!'
giuliomoro@1088:             if not_played == 1: 
giuliomoro@1088:                 print 'ATTENTION: one fragment was not listened to!'
giuliomoro@1088:             
giuliomoro@1088:             # number of audio element markers not moved
giuliomoro@1088:             if not_moved > 1:
giuliomoro@1088:                 print 'ATTENTION: '+str(not_moved)+' markers were not moved!'
giuliomoro@1088:             if not_moved == 1: 
giuliomoro@1088:                 print 'ATTENTION: one marker was not moved!'
giuliomoro@1088:             
giuliomoro@1088:             # keep track of duration in function of page index
giuliomoro@1088:             if len(duration_order)>page_number:
giuliomoro@1088:                 duration_order[page_number].append(duration)
giuliomoro@1088:             else:
giuliomoro@1088:                 duration_order.append([duration])
giuliomoro@1088:                 
giuliomoro@1088:             # keep list of audioholder ids and count how many times each audioholder id
giuliomoro@1088:             # was tested, how long it took, and how many fragments there were (if number of 
giuliomoro@1088:             # fragments is different, store as different audioholder id)
giuliomoro@1088:             if page_name in page_names: 
giuliomoro@1088:                 page_index = page_names.index(page_name) # get index
giuliomoro@1088:                 # check if number of audioelements the same
giuliomoro@1088:                 if len(audioelements) == fragments_per_page[page_index]: 
giuliomoro@1088:                     page_count[page_index] += 1
giuliomoro@1088:                     duration_page[page_index].append(duration)
giuliomoro@1088:                 else: # make new entry
giuliomoro@1088:                     alt_page_name = page_name+"("+str(len(audioelements))+")"
giuliomoro@1088:                     if alt_page_name in page_names: # if already there
giuliomoro@1088:                         alt_page_index = page_names.index(alt_page_name) # get index
giuliomoro@1088:                         page_count[alt_page_index] += 1
giuliomoro@1088:                         duration_page[alt_page_index].append(duration)
giuliomoro@1088:                     else: 
giuliomoro@1088:                         page_names.append(alt_page_name)
giuliomoro@1088:                         page_count.append(1)
giuliomoro@1088:                         duration_page.append([duration])
giuliomoro@1088:                         fragments_per_page.append(len(audioelements))
giuliomoro@1088:             else: 
giuliomoro@1088:                 page_names.append(page_name)
giuliomoro@1088:                 page_count.append(1)
giuliomoro@1088:                 duration_page.append([duration])
giuliomoro@1088:                 fragments_per_page.append(len(audioelements))
giuliomoro@1088:                 
giuliomoro@1088:             # bookkeeping
giuliomoro@1088:             page_number += 1 # increase page count for this specific test
giuliomoro@1088:             number_of_pages += 1 # increase total number of pages
giuliomoro@1088:             time_per_page_accum += duration # total duration (for average time spent per page)
giuliomoro@1088: 
giuliomoro@1088:         # print total duration of this test
giuliomoro@1088:         print "    TOTAL: " + seconds2timestr(total_duration)
giuliomoro@1088: 
giuliomoro@1088: 
giuliomoro@1088: # PRINT EVERYTHING
giuliomoro@1088: 
giuliomoro@1088: print "Number of XML files: " + str(number_of_XML_files)
giuliomoro@1088: print "Number of pages: " + str(number_of_pages)
giuliomoro@1088: print "Number of fragments: " + str(number_of_fragments)
giuliomoro@1088: print "Number of empty comments: " + str(total_empty_comments) +\
giuliomoro@1088:       " (" + str(round(100.0*total_empty_comments/number_of_fragments,2)) + "%)"
giuliomoro@1088: print "Number of unplayed fragments: " + str(total_not_played) +\
giuliomoro@1088:       " (" + str(round(100.0*total_not_played/number_of_fragments,2)) + "%)"
giuliomoro@1088: print "Number of unmoved markers: " + str(total_not_moved) +\
giuliomoro@1088:       " (" + str(round(100.0*total_not_moved/number_of_fragments,2)) + "%)"
giuliomoro@1088: print "Average time per page: " + seconds2timestr(time_per_page_accum/number_of_pages)
giuliomoro@1088: 
giuliomoro@1088: # Pages and number of times tested
giuliomoro@1088: page_count_strings = list(str(x) for x in page_count)
giuliomoro@1088: count_list = page_names + page_count_strings
giuliomoro@1088: count_list[::2] = page_names
giuliomoro@1088: count_list[1::2] = page_count_strings
giuliomoro@1088: print "Pages tested: " + str(count_list)
giuliomoro@1088: 
giuliomoro@1088: # Average duration for first, second, ... page
giuliomoro@1088: print "Average duration per page:"
giuliomoro@1088: for page_number in range(len(duration_order)): 
giuliomoro@1088:     print "        page " + str(page_number+1) + ": " +\
giuliomoro@1088:         seconds2timestr(sum(duration_order[page_number])/len(duration_order[page_number])) +\
giuliomoro@1088:             " ("+str(len(duration_order[page_number]))+" subjects)"
giuliomoro@1088: 
giuliomoro@1088: 
giuliomoro@1088: # Sort pages by number of audioelements, then by duration
giuliomoro@1088: 
giuliomoro@1088: # average duration and number of subjects per page
giuliomoro@1088: average_duration_page = []
giuliomoro@1088: number_of_subjects_page = []
giuliomoro@1088: for line in duration_page:
giuliomoro@1088:     number_of_subjects_page.append(len(line))
giuliomoro@1088:     average_duration_page.append(sum(line)/len(line))
giuliomoro@1088: 
giuliomoro@1088: # combine and sort in function of number of audioelements and duration
giuliomoro@1088: combined_list = [page_names, average_duration_page, fragments_per_page, number_of_subjects_page]
giuliomoro@1088: combined_list = sorted(zip(*combined_list), key=operator.itemgetter(1, 2)) # sort
giuliomoro@1088: 
giuliomoro@1088: # Show average duration for all songs
giuliomoro@1088: print "Average duration per audioholder:"
giuliomoro@1088: for page_index in range(len(page_names)):
giuliomoro@1088:     print "        "+combined_list[page_index][0] + ": " \
giuliomoro@1088:           + seconds2timestr(combined_list[page_index][1]) \
giuliomoro@1088:           + " (" + str(combined_list[page_index][3]) + " subjects, " \
giuliomoro@1088:           + str(combined_list[page_index][2]) + " fragments)"
giuliomoro@1088: 
giuliomoro@1088: 
giuliomoro@1088: #TODO
giuliomoro@1088: # time per page in function of number of fragments (plot)
giuliomoro@1088: # time per participant in function of number of pages
giuliomoro@1088: # plot total time for each participant
giuliomoro@1088: # plot total time
giuliomoro@1088: # show 'count' per page (in order)
giuliomoro@1088: 
giuliomoro@1088: # clear up page_index <> page_count <> page_number confusion
giuliomoro@1088: 
giuliomoro@1088: # LaTeX -> PDF print out