giuliomoro@15: #!/usr/bin/python giuliomoro@15: # -*- coding: utf-8 -*- giuliomoro@15: giuliomoro@15: import xml.etree.ElementTree as ET giuliomoro@15: import os # for getting files from directory giuliomoro@15: import operator # for sorting data with multiple keys giuliomoro@15: import sys # for accessing command line arguments giuliomoro@15: giuliomoro@15: # Command line arguments giuliomoro@15: assert len(sys.argv)<3, "evaluation_stats takes at most 1 command line argument\n"+\ giuliomoro@15: "Use: python evaluation_stats.py [results_folder]" giuliomoro@15: giuliomoro@15: # XML results files location giuliomoro@15: if len(sys.argv) == 1: giuliomoro@15: folder_name = "../saves" # Looks in 'saves/' folder from 'scripts/' folder giuliomoro@15: print("Use: python evaluation_stats.py [results_folder]") giuliomoro@15: print("Using default path: " + folder_name) giuliomoro@15: elif len(sys.argv) == 2: giuliomoro@15: folder_name = sys.argv[1] # First command line argument is folder giuliomoro@15: giuliomoro@15: # Turn number of seconds (int) to '[minutes] min [seconds] s' (string) giuliomoro@15: def seconds2timestr(time_in_seconds): giuliomoro@15: time_in_minutes = int(time_in_seconds/60) giuliomoro@15: remaining_seconds = int(time_in_seconds%60) giuliomoro@15: return str(time_in_minutes) + " min " + str(remaining_seconds) + " s" giuliomoro@15: giuliomoro@15: # stats initialisation giuliomoro@15: number_of_XML_files = 0 giuliomoro@15: number_of_pages = 0 giuliomoro@15: number_of_fragments = 0 giuliomoro@15: total_empty_comments = 0 giuliomoro@15: total_not_played = 0 giuliomoro@15: total_not_moved = 0 giuliomoro@15: time_per_page_accum = 0 giuliomoro@15: giuliomoro@15: # arrays initialisation giuliomoro@15: page_names = [] giuliomoro@15: page_count = [] giuliomoro@15: duration_page = [] # duration of experiment in function of page content giuliomoro@15: duration_order = [] # duration of experiment in function of page number giuliomoro@15: fragments_per_page = [] # number of fragments for corresponding page giuliomoro@15: giuliomoro@15: # get every XML file in folder giuliomoro@15: files_list = os.listdir(folder_name) giuliomoro@15: for file in files_list: # iterate over all files in files_list giuliomoro@15: if file.endswith(".xml"): # check if XML file giuliomoro@15: number_of_XML_files += 1 giuliomoro@15: tree = ET.parse(folder_name + '/' + file) giuliomoro@15: root = tree.getroot() giuliomoro@15: giuliomoro@15: print(file) # print file name (subject name) giuliomoro@15: giuliomoro@15: # reset for new subject giuliomoro@15: total_duration = 0 giuliomoro@15: page_number = 0 giuliomoro@15: giuliomoro@15: # get list of all page names giuliomoro@15: for page in root.findall("./page"): # iterate over pages giuliomoro@15: page_name = page.get('ref') # get page name giuliomoro@15: giuliomoro@15: if page_name is None: # ignore 'empty' audio_holders giuliomoro@15: print("\tWARNING: " + file + " contains empty audio holder. (evaluation_stats.py)") giuliomoro@15: break # move on to next giuliomoro@15: if page.get("state") != "complete": giuliomoro@15: print("\tWARNING: " + file + " contains incomplete audio holder.") giuliomoro@15: break giuliomoro@15: number_of_comments = 0 # for this page giuliomoro@15: number_of_missing_comments = 0 # for this page giuliomoro@15: not_played = 0 # for this page giuliomoro@15: not_moved = 0 # for this page giuliomoro@15: giuliomoro@15: # 'testTime' keeps total duration: subtract time so far for duration of this page giuliomoro@15: duration = float(page.find("./metric/metricresult[@id='testTime']").text) - total_duration giuliomoro@15: giuliomoro@15: # total duration of test giuliomoro@15: total_duration += duration giuliomoro@15: giuliomoro@15: # number of audio elements giuliomoro@15: audioelements = page.findall("./audioelement") # get audioelements giuliomoro@15: number_of_fragments += len(audioelements) # add length of this list to total giuliomoro@15: giuliomoro@15: # number of comments (interesting if comments not mandatory) giuliomoro@15: for audioelement in audioelements: giuliomoro@15: if audioelement.get("type") != "outside-reference": giuliomoro@15: response = audioelement.find("./comment/response") giuliomoro@15: was_played = audioelement.find("./metric/metricresult/[@name='elementFlagListenedTo']") giuliomoro@15: was_moved = audioelement.find("./metric/metricresult/[@name='elementFlagMoved']") giuliomoro@15: if response.text is not None and len(response.text) > 1: giuliomoro@15: number_of_comments += 1 giuliomoro@15: else: giuliomoro@15: number_of_missing_comments += 1 giuliomoro@15: if was_played is not None and was_played.text == 'false': giuliomoro@15: not_played += 1 giuliomoro@15: if was_moved is not None and was_moved.text == 'false': giuliomoro@15: not_moved += 1 giuliomoro@15: giuliomoro@15: # update global counters giuliomoro@15: total_empty_comments += number_of_missing_comments giuliomoro@15: total_not_played += not_played giuliomoro@15: total_not_moved += not_moved giuliomoro@15: giuliomoro@15: # print page id and duration giuliomoro@15: print(" " + page_name + ": " + seconds2timestr(duration) + ", "\ giuliomoro@15: + str(number_of_comments)+"/"\ giuliomoro@15: +str(number_of_comments+number_of_missing_comments)+" comments") giuliomoro@15: giuliomoro@15: # number of audio elements not played giuliomoro@15: if not_played > 1: giuliomoro@15: print('ATTENTION: '+str(not_played)+' fragments were not listened to!') giuliomoro@15: if not_played == 1: giuliomoro@15: print('ATTENTION: one fragment was not listened to!') giuliomoro@15: giuliomoro@15: # number of audio element markers not moved giuliomoro@15: if not_moved > 1: giuliomoro@15: print('ATTENTION: '+str(not_moved)+' markers were not moved!') giuliomoro@15: if not_moved == 1: giuliomoro@15: print('ATTENTION: one marker was not moved!') giuliomoro@15: giuliomoro@15: # keep track of duration in function of page index giuliomoro@15: if len(duration_order)>page_number: giuliomoro@15: duration_order[page_number].append(duration) giuliomoro@15: else: giuliomoro@15: duration_order.append([duration]) giuliomoro@15: giuliomoro@15: # keep list of page ids and count how many times each page id giuliomoro@15: # was tested, how long it took, and how many fragments there were (if number of giuliomoro@15: # fragments is different, store as different page id) giuliomoro@15: if page_name in page_names: giuliomoro@15: page_index = page_names.index(page_name) # get index giuliomoro@15: # check if number of audioelements the same giuliomoro@15: if len(audioelements) == fragments_per_page[page_index]: giuliomoro@15: page_count[page_index] += 1 giuliomoro@15: duration_page[page_index].append(duration) giuliomoro@15: else: # make new entry giuliomoro@15: alt_page_name = page_name+"("+str(len(audioelements))+")" giuliomoro@15: if alt_page_name in page_names: # if already there giuliomoro@15: alt_page_index = page_names.index(alt_page_name) # get index giuliomoro@15: page_count[alt_page_index] += 1 giuliomoro@15: duration_page[alt_page_index].append(duration) giuliomoro@15: else: giuliomoro@15: page_names.append(alt_page_name) giuliomoro@15: page_count.append(1) giuliomoro@15: duration_page.append([duration]) giuliomoro@15: fragments_per_page.append(len(audioelements)) giuliomoro@15: else: giuliomoro@15: page_names.append(page_name) giuliomoro@15: page_count.append(1) giuliomoro@15: duration_page.append([duration]) giuliomoro@15: fragments_per_page.append(len(audioelements)) giuliomoro@15: giuliomoro@15: # bookkeeping giuliomoro@15: page_number += 1 # increase page count for this specific test giuliomoro@15: number_of_pages += 1 # increase total number of pages giuliomoro@15: time_per_page_accum += duration # total duration (for average time spent per page) giuliomoro@15: giuliomoro@15: # print total duration of this test giuliomoro@15: print(" TOTAL: " + seconds2timestr(total_duration)) giuliomoro@15: giuliomoro@15: giuliomoro@15: # PRINT EVERYTHING giuliomoro@15: giuliomoro@15: print("Number of XML files: " + str(number_of_XML_files)) giuliomoro@15: print("Number of pages: " + str(number_of_pages)) giuliomoro@15: print("Number of fragments: " + str(number_of_fragments)) giuliomoro@15: print("Number of empty comments: " + str(total_empty_comments) +\ giuliomoro@15: " (" + str(round(100.0*total_empty_comments/number_of_fragments,2)) + "%)") giuliomoro@15: print("Number of unplayed fragments: " + str(total_not_played) +\ giuliomoro@15: " (" + str(round(100.0*total_not_played/number_of_fragments,2)) + "%)") giuliomoro@15: print("Number of unmoved markers: " + str(total_not_moved) +\ giuliomoro@15: " (" + str(round(100.0*total_not_moved/number_of_fragments,2)) + "%)") giuliomoro@15: print("Average time per page: " + seconds2timestr(time_per_page_accum/number_of_pages)) giuliomoro@15: giuliomoro@15: # Average duration for first, second, ... page giuliomoro@15: print("Average duration per ordered page:") giuliomoro@15: for page_number in range(len(duration_order)): giuliomoro@15: print(" page " + str(page_number+1) + ": " +\ giuliomoro@15: seconds2timestr(sum(duration_order[page_number])/len(duration_order[page_number])) +\ giuliomoro@15: " ("+str(len(duration_order[page_number]))+" subjects)") giuliomoro@15: giuliomoro@15: giuliomoro@15: # Sort pages by number of audioelements, then by duration giuliomoro@15: giuliomoro@15: # average duration and number of subjects per page giuliomoro@15: average_duration_page = [] giuliomoro@15: number_of_subjects_page = [] giuliomoro@15: for line in duration_page: giuliomoro@15: number_of_subjects_page.append(len(line)) giuliomoro@15: average_duration_page.append(sum(line)/len(line)) giuliomoro@15: giuliomoro@15: # combine and sort in function of number of audioelements and duration giuliomoro@15: combined_list = [page_names, average_duration_page, fragments_per_page, number_of_subjects_page] giuliomoro@15: combined_list = sorted(zip(*combined_list), key=operator.itemgetter(1, 2)) # sort giuliomoro@15: giuliomoro@15: # Show average duration for all songs giuliomoro@15: print("Average duration per page ID:") giuliomoro@15: for page_index in range(len(page_names)): giuliomoro@15: print(" "+combined_list[page_index][0] + ": " \ giuliomoro@15: + seconds2timestr(combined_list[page_index][1]) \ giuliomoro@15: + " (" + str(combined_list[page_index][3]) + " subjects, " \ giuliomoro@15: + str(combined_list[page_index][2]) + " fragments)") giuliomoro@15: giuliomoro@15: giuliomoro@15: #TODO giuliomoro@15: # time per page in function of number of fragments (plot) giuliomoro@15: # time per participant in function of number of pages giuliomoro@15: # plot total time for each participant giuliomoro@15: # plot total time giuliomoro@15: # show 'count' per page (in order) giuliomoro@15: giuliomoro@15: # clear up page_index <> page_count <> page_number confusion giuliomoro@15: giuliomoro@15: # LaTeX -> PDF print out