annotate scripts/timeline_view_movement.py @ 1102:b5bf2f57187c

Merge
author Nicholas Jillings <n.g.r.jillings@se14.qmul.ac.uk>
date Tue, 08 Mar 2016 14:44:14 +0000
parents 0a15fa67bda1
children 83b439322229
rev   line source
djmoffat@1099 1 #!/usr/bin/python
djmoffat@1099 2
djmoffat@1099 3 import xml.etree.ElementTree as ET
djmoffat@1099 4 import os # list files in directory
djmoffat@1099 5 import sys # command line arguments
djmoffat@1099 6 import matplotlib.pyplot as plt # plots
djmoffat@1099 7 import matplotlib.patches as patches # rectangles
djmoffat@1099 8
djmoffat@1099 9
djmoffat@1099 10 # COMMAND LINE ARGUMENTS
djmoffat@1099 11
djmoffat@1099 12 assert len(sys.argv)<3, "timeline_view_movement takes at most 1 command line argument\n"+\
djmoffat@1099 13 "Use: python timeline_view_movement.py [XML_files_location]"
djmoffat@1099 14
djmoffat@1099 15 # XML results files location
djmoffat@1099 16 if len(sys.argv) == 1:
djmoffat@1099 17 folder_name = "../saves" # Looks in 'saves/' folder from 'scripts/' folder
djmoffat@1099 18 print "Use: python timeline_view_movement.py [XML_files_location]"
djmoffat@1099 19 print "Using default path: " + folder_name
djmoffat@1099 20 elif len(sys.argv) == 2:
djmoffat@1099 21 folder_name = sys.argv[1] # First command line argument is folder
djmoffat@1099 22
djmoffat@1099 23 # check if folder_name exists
djmoffat@1099 24 if not os.path.exists(folder_name):
djmoffat@1099 25 #the file is not there
djmoffat@1099 26 print "Folder '"+folder_name+"' does not exist."
djmoffat@1099 27 sys.exit() # terminate script execution
djmoffat@1099 28 elif not os.access(os.path.dirname(folder_name), os.W_OK):
djmoffat@1099 29 #the file does exist but write privileges are not given
djmoffat@1099 30 print "No write privileges in folder '"+folder_name+"'."
djmoffat@1099 31
djmoffat@1099 32
djmoffat@1099 33 # CONFIGURATION
djmoffat@1099 34
djmoffat@1099 35 # Folder where to store timelines
djmoffat@1099 36 timeline_folder = folder_name + '/timelines_movement/' # Stores in 'saves/timelines_movement/' by default
djmoffat@1099 37
djmoffat@1099 38 # Font settings
djmoffat@1099 39 font = {'weight' : 'bold',
djmoffat@1099 40 'size' : 16}
djmoffat@1099 41 plt.rc('font', **font)
djmoffat@1099 42
djmoffat@1099 43 # Colormap for to cycle through
djmoffat@1099 44 colormap = ['b', 'g', 'c', 'm', 'y', 'k']
djmoffat@1099 45
djmoffat@1099 46 # figure size
djmoffat@1099 47 fig_width = 25
djmoffat@1099 48 fig_height = 10
djmoffat@1099 49
djmoffat@1099 50
djmoffat@1099 51 # CODE
djmoffat@1099 52
djmoffat@1099 53 # create timeline_folder if not yet created
djmoffat@1099 54 if not os.path.exists(timeline_folder):
djmoffat@1099 55 os.makedirs(timeline_folder)
djmoffat@1099 56
djmoffat@1099 57 # get every XML file in folder
djmoffat@1099 58 for file in os.listdir(folder_name):
djmoffat@1099 59 if file.endswith(".xml"):
djmoffat@1099 60 tree = ET.parse(folder_name + '/' + file)
djmoffat@1099 61 root = tree.getroot()
djmoffat@1099 62 subject_id = file[:-4] # drop '.xml'
djmoffat@1099 63
djmoffat@1099 64 previous_audioholder_time = 0 # time spent before current audioholder
djmoffat@1099 65 time_offset = 0 # test starts at zero
djmoffat@1099 66
djmoffat@1099 67 # ONE TIMELINE PER PAGE - make new plot per page
djmoffat@1099 68
djmoffat@1099 69 # get list of all page names
n@1102 70 for audioholder in root.findall("./page"): # iterate over pages
djmoffat@1099 71 page_name = audioholder.get('id') # get page name
djmoffat@1099 72 plot_empty = True # check if any data is plotted
djmoffat@1099 73
djmoffat@1099 74 if page_name is None: # ignore 'empty' audio_holders
djmoffat@1099 75 print "Skipping empty audioholder name from "+subject_id+"."
djmoffat@1099 76 break
djmoffat@1099 77
djmoffat@1099 78 # subtract total audioholder length from subsequent audioholder event times
djmoffat@1099 79 audioholder_time_temp = audioholder.find("./metric/metricresult/[@id='testTime']")
djmoffat@1099 80 if audioholder_time_temp is not None:
djmoffat@1099 81 audioholder_time = float(audioholder_time_temp.text)
djmoffat@1099 82 else:
djmoffat@1099 83 print "Skipping audioholder without total time specified from "+subject_id+"."
djmoffat@1099 84 break
djmoffat@1099 85
djmoffat@1099 86 # get audioelements
djmoffat@1099 87 audioelements = audioholder.findall("./audioelement")
djmoffat@1099 88
djmoffat@1099 89 # sort alphabetically
djmoffat@1099 90 data = []
djmoffat@1099 91 for elem in audioelements: # from http://effbot.org/zone/element-sort.htm
djmoffat@1099 92 key = elem.get("id")
djmoffat@1099 93 data.append((key, elem))
djmoffat@1099 94 data.sort()
djmoffat@1099 95
djmoffat@1099 96 N_audioelements = len(audioelements) # number of audio elements for this page
djmoffat@1099 97 increment = 0 # increased for every new audioelement
djmoffat@1099 98
djmoffat@1099 99 # get axes handle
djmoffat@1099 100 fig = plt.figure(figsize=(fig_width, fig_height))
djmoffat@1099 101 ax = fig.add_subplot(111)
djmoffat@1099 102
djmoffat@1099 103 # for page [page_name], print comments related to fragment [id]
djmoffat@1099 104 #for tuple in data:
djmoffat@1099 105 # audioelement = tuple[1]
djmoffat@1099 106 for tuple in data:
djmoffat@1099 107 audioelement = tuple[1]
djmoffat@1099 108 if audioelement is not None: # Check it exists
djmoffat@1099 109 audio_id = str(audioelement.get('id'))
djmoffat@1099 110
djmoffat@1099 111 # break if no initial position or move events registered
djmoffat@1099 112 initial_position_temp = audioelement.find("./metric/metricresult/[@name='elementInitialPosition']")
djmoffat@1099 113 if initial_position_temp is None:
djmoffat@1099 114 print "Skipping "+page_name+" from "+subject_id+": does not have initial positions specified."
djmoffat@1099 115 break
djmoffat@1099 116
djmoffat@1099 117 # get move events, initial and eventual position
djmoffat@1099 118 initial_position = float(initial_position_temp.text)
djmoffat@1099 119 move_events = audioelement.findall("./metric/metricresult/[@name='elementTrackerFull']/timepos")
djmoffat@1099 120 final_position = float(audioelement.find("./value").text)
djmoffat@1099 121
djmoffat@1099 122 # get listen events
djmoffat@1099 123 start_times_global = []
djmoffat@1099 124 stop_times_global = []
djmoffat@1099 125 listen_events = audioelement.findall("./metric/metricresult/[@name='elementListenTracker']/event")
djmoffat@1099 126 for event in listen_events:
djmoffat@1099 127 # get testtime: start and stop
djmoffat@1099 128 start_times_global.append(float(event.find('testtime').get('start'))-time_offset)
djmoffat@1099 129 stop_times_global.append(float(event.find('testtime').get('stop'))-time_offset)
djmoffat@1099 130
djmoffat@1099 131 # display fragment name at start
djmoffat@1099 132 plt.text(0,initial_position+0.02,audio_id,color=colormap[increment%len(colormap)]) #,rotation=45
djmoffat@1099 133
djmoffat@1099 134 # previous position and time
djmoffat@1099 135 previous_position = initial_position
djmoffat@1099 136 previous_time = 0
djmoffat@1099 137
djmoffat@1099 138 # assume not playing at start
djmoffat@1099 139 currently_playing = False # keep track of whether fragment is playing during move event
djmoffat@1099 140
djmoffat@1099 141 # draw all segments except final one
djmoffat@1099 142 for event in move_events:
djmoffat@1099 143 # mark this plot as not empty
djmoffat@1099 144 plot_empty = False
djmoffat@1099 145
djmoffat@1099 146 # get time and final position of move event
djmoffat@1099 147 new_time = float(event.find("./time").text)-time_offset
djmoffat@1099 148 new_position = float(event.find("./position").text)
djmoffat@1099 149
djmoffat@1099 150 # get play/stop events since last move until current move event
djmoffat@1099 151 stop_times = []
djmoffat@1099 152 start_times = []
djmoffat@1099 153 # is there a play and/or stop event between previous_time and new_time?
djmoffat@1099 154 for time in start_times_global:
djmoffat@1099 155 if time>previous_time and time<new_time:
djmoffat@1099 156 start_times.append(time)
djmoffat@1099 157 for time in stop_times_global:
djmoffat@1099 158 if time>previous_time and time<new_time:
djmoffat@1099 159 stop_times.append(time)
djmoffat@1099 160 # if no play/stop events between move events, find out whether playing
djmoffat@1099 161
djmoffat@1099 162 segment_start = previous_time # first segment starts at previous move event
djmoffat@1099 163
djmoffat@1099 164 # draw segments (horizontal line)
djmoffat@1099 165 while len(start_times)+len(stop_times)>0: # while still play/stop events left
djmoffat@1099 166 if len(stop_times)<1: # upcoming event is 'play'
djmoffat@1099 167 # draw non-playing segment from segment_start to 'play'
djmoffat@1099 168 currently_playing = False
djmoffat@1099 169 segment_stop = start_times.pop(0) # remove and return first item
djmoffat@1099 170 elif len(start_times)<1: # upcoming event is 'stop'
djmoffat@1099 171 # draw playing segment (red) from segment_start to 'stop'
djmoffat@1099 172 currently_playing = True
djmoffat@1099 173 segment_stop = stop_times.pop(0) # remove and return first item
djmoffat@1099 174 elif start_times[0]<stop_times[0]: # upcoming event is 'play'
djmoffat@1099 175 # draw non-playing segment from segment_start to 'play'
djmoffat@1099 176 currently_playing = False
djmoffat@1099 177 segment_stop = start_times.pop(0) # remove and return first item
djmoffat@1099 178 else: # stop_times[0]<start_times[0]: upcoming event is 'stop'
djmoffat@1099 179 # draw playing segment (red) from segment_start to 'stop'
djmoffat@1099 180 currently_playing = True
djmoffat@1099 181 segment_stop = stop_times.pop(0) # remove and return first item
djmoffat@1099 182
djmoffat@1099 183 # draw segment
djmoffat@1099 184 plt.plot([segment_start, segment_stop], # x-values
djmoffat@1099 185 [previous_position, previous_position], # y-values
djmoffat@1099 186 color='r' if currently_playing else colormap[increment%len(colormap)],
djmoffat@1099 187 linewidth=3
djmoffat@1099 188 )
djmoffat@1099 189 segment_start = segment_stop # move on to next segment
djmoffat@1099 190 currently_playing = not currently_playing # toggle to draw final segment correctly
djmoffat@1099 191
djmoffat@1099 192 # draw final segment (horizontal line) from last 'segment_start' to current move event time
djmoffat@1099 193 plt.plot([segment_start, new_time], # x-values
djmoffat@1099 194 [previous_position, previous_position], # y-values
djmoffat@1099 195 # color depends on playing during move event or not:
djmoffat@1099 196 color='r' if currently_playing else colormap[increment%len(colormap)],
djmoffat@1099 197 linewidth=3
djmoffat@1099 198 )
djmoffat@1099 199
djmoffat@1099 200 # vertical line from previous to current position
djmoffat@1099 201 plt.plot([new_time, new_time], # x-values
djmoffat@1099 202 [previous_position, new_position], # y-values
djmoffat@1099 203 # color depends on playing during move event or not:
djmoffat@1099 204 color='r' if currently_playing else colormap[increment%len(colormap)],
djmoffat@1099 205 linewidth=3
djmoffat@1099 206 )
djmoffat@1099 207
djmoffat@1099 208 # update previous_position value
djmoffat@1099 209 previous_position = new_position
djmoffat@1099 210 previous_time = new_time
djmoffat@1099 211
djmoffat@1099 212
djmoffat@1099 213
djmoffat@1099 214 # draw final horizontal segment (or only segment if audioelement not moved)
djmoffat@1099 215 # horizontal line from previous time to end of audioholder
djmoffat@1099 216
djmoffat@1099 217 # get play/stop events since last move until current move event
djmoffat@1099 218 stop_times = []
djmoffat@1099 219 start_times = []
djmoffat@1099 220 # is there a play and/or stop event between previous_time and new_time?
djmoffat@1099 221 for time in start_times_global:
djmoffat@1099 222 if time>previous_time and time<audioholder_time-time_offset:
djmoffat@1099 223 start_times.append(time)
djmoffat@1099 224 for time in stop_times_global:
djmoffat@1099 225 if time>previous_time and time<audioholder_time-time_offset:
djmoffat@1099 226 stop_times.append(time)
djmoffat@1099 227 # if no play/stop events between move events, find out whether playing
djmoffat@1099 228
djmoffat@1099 229 segment_start = previous_time # first segment starts at previous move event
djmoffat@1099 230
djmoffat@1099 231 # draw segments (horizontal line)
djmoffat@1099 232 while len(start_times)+len(stop_times)>0: # while still play/stop events left
djmoffat@1099 233 # mark this plot as not empty
djmoffat@1099 234 plot_empty = False
djmoffat@1099 235 if len(stop_times)<1: # upcoming event is 'play'
djmoffat@1099 236 # draw non-playing segment from segment_start to 'play'
djmoffat@1099 237 currently_playing = False
djmoffat@1099 238 segment_stop = start_times.pop(0) # remove and return first item
djmoffat@1099 239 elif len(start_times)<1: # upcoming event is 'stop'
djmoffat@1099 240 # draw playing segment (red) from segment_start to 'stop'
djmoffat@1099 241 currently_playing = True
djmoffat@1099 242 segment_stop = stop_times.pop(0) # remove and return first item
djmoffat@1099 243 elif start_times[0]<stop_times[0]: # upcoming event is 'play'
djmoffat@1099 244 # draw non-playing segment from segment_start to 'play'
djmoffat@1099 245 currently_playing = False
djmoffat@1099 246 segment_stop = start_times.pop(0) # remove and return first item
djmoffat@1099 247 else: # stop_times[0]<start_times[0]: upcoming event is 'stop'
djmoffat@1099 248 # draw playing segment (red) from segment_start to 'stop'
djmoffat@1099 249 currently_playing = True
djmoffat@1099 250 segment_stop = stop_times.pop(0) # remove and return first item
djmoffat@1099 251
djmoffat@1099 252 # draw segment
djmoffat@1099 253 plt.plot([segment_start, segment_stop], # x-values
djmoffat@1099 254 [previous_position, previous_position], # y-values
djmoffat@1099 255 color='r' if currently_playing else colormap[increment%len(colormap)],
djmoffat@1099 256 linewidth=3
djmoffat@1099 257 )
djmoffat@1099 258 segment_start = segment_stop # move on to next segment
djmoffat@1099 259 currently_playing = not currently_playing # toggle to draw final segment correctly
djmoffat@1099 260
djmoffat@1099 261 # draw final segment (horizontal line) from last 'segment_start' to current move event time
djmoffat@1099 262 plt.plot([segment_start, audioholder_time-time_offset], # x-values
djmoffat@1099 263 [previous_position, previous_position], # y-values
djmoffat@1099 264 # color depends on playing during move event or not:
djmoffat@1099 265 color='r' if currently_playing else colormap[increment%len(colormap)],
djmoffat@1099 266 linewidth=3
djmoffat@1099 267 )
djmoffat@1099 268
djmoffat@1099 269 # plt.plot([previous_time, audioholder_time-time_offset], # x-values
djmoffat@1099 270 # [previous_position, previous_position], # y-values
djmoffat@1099 271 # color=colormap[increment%len(colormap)],
djmoffat@1099 272 # linewidth=3
djmoffat@1099 273 # )
djmoffat@1099 274
djmoffat@1099 275 # display fragment name at end
djmoffat@1099 276 plt.text(audioholder_time-time_offset,previous_position,\
djmoffat@1099 277 audio_id,color=colormap[increment%len(colormap)]) #,rotation=45
djmoffat@1099 278
djmoffat@1099 279 increment+=1 # to next audioelement
djmoffat@1099 280
djmoffat@1099 281 last_audioholder_duration = audioholder_time-time_offset
djmoffat@1099 282 time_offset = audioholder_time
djmoffat@1099 283
djmoffat@1099 284 if not plot_empty: # if plot is not empty, show or store
djmoffat@1099 285 # set plot parameters
djmoffat@1099 286 plt.title('Timeline ' + file + ": "+page_name)
djmoffat@1099 287 plt.xlabel('Time [seconds]')
djmoffat@1099 288 plt.xlim(0, last_audioholder_duration)
djmoffat@1099 289 plt.ylabel('Rating') # default
djmoffat@1099 290 plt.ylim(0, 1) # rating between 0 and 1
djmoffat@1099 291
djmoffat@1099 292 #y-ticks: labels on rating axis
djmoffat@1099 293 label_positions = []
djmoffat@1099 294 label_text = []
djmoffat@1099 295 scale_tags = root.findall("./BrowserEvalProjectDocument/audioHolder/interface/scale")
djmoffat@1099 296 scale_title = root.find("./BrowserEvalProjectDocument/audioHolder/interface/title")
djmoffat@1099 297 for tag in scale_tags:
djmoffat@1099 298 label_positions.append(float(tag.get('position'))/100) # on a scale from 0 to 100
djmoffat@1099 299 label_text.append(tag.text)
djmoffat@1099 300 if len(label_positions) > 0: # if any labels available
djmoffat@1099 301 plt.yticks(label_positions, label_text) # show rating axis labels
djmoffat@1099 302 # set label Y-axis
djmoffat@1099 303 if scale_title is not None:
djmoffat@1099 304 plt.ylabel(scale_title.text)
djmoffat@1099 305
djmoffat@1099 306 #plt.show() # uncomment to show plot; comment when just saving
djmoffat@1099 307 #exit()
djmoffat@1099 308
djmoffat@1099 309 plt.savefig(timeline_folder+subject_id+"-"+page_name+".pdf", bbox_inches='tight')
djmoffat@1099 310 plt.close()
n@1102 311