annotate scripts/timeline_view_movement.py @ 1944:ac2380d3f0cb

Update to Paper inc. References
author Dave Moffat <me@davemoffat.com>
date Wed, 23 Sep 2015 10:19:30 +0100
parents 8be2d08fbe15
children 235594325b84 b5bf2f57187c
rev   line source
b@1481 1 #!/usr/bin/python
b@1481 2
b@1481 3 import xml.etree.ElementTree as ET
b@1481 4 import os # list files in directory
b@1481 5 import sys # command line arguments
b@1481 6 import matplotlib.pyplot as plt # plots
b@1481 7 import matplotlib.patches as patches # rectangles
b@1481 8
b@1481 9
b@1481 10 # COMMAND LINE ARGUMENTS
b@1481 11
b@1481 12 assert len(sys.argv)<3, "timeline_view_movement takes at most 1 command line argument\n"+\
b@1481 13 "Use: python timeline_view_movement.py [XML_files_location]"
b@1481 14
b@1481 15 # XML results files location
b@1481 16 if len(sys.argv) == 1:
b@1481 17 folder_name = "../saves" # Looks in 'saves/' folder from 'scripts/' folder
b@1481 18 print "Use: python timeline_view_movement.py [XML_files_location]"
b@1481 19 print "Using default path: " + folder_name
b@1481 20 elif len(sys.argv) == 2:
b@1481 21 folder_name = sys.argv[1] # First command line argument is folder
b@1481 22
b@1481 23 # check if folder_name exists
b@1481 24 if not os.path.exists(folder_name):
b@1481 25 #the file is not there
b@1481 26 print "Folder '"+folder_name+"' does not exist."
b@1481 27 sys.exit() # terminate script execution
b@1481 28 elif not os.access(os.path.dirname(folder_name), os.W_OK):
b@1481 29 #the file does exist but write privileges are not given
b@1481 30 print "No write privileges in folder '"+folder_name+"'."
b@1481 31
b@1481 32
b@1481 33 # CONFIGURATION
b@1481 34
b@1481 35 # Folder where to store timelines
b@1481 36 timeline_folder = folder_name + '/timelines_movement/' # Stores in 'saves/timelines_movement/' by default
b@1481 37
b@1481 38 # Font settings
b@1481 39 font = {'weight' : 'bold',
b@1481 40 'size' : 16}
b@1481 41 plt.rc('font', **font)
b@1481 42
b@1481 43 # Colormap for to cycle through
b@1481 44 colormap = ['b', 'g', 'c', 'm', 'y', 'k']
b@1481 45
b@1481 46 # figure size
b@1481 47 fig_width = 25
b@1481 48 fig_height = 10
b@1481 49
b@1481 50
b@1481 51 # CODE
b@1481 52
b@1481 53 # create timeline_folder if not yet created
b@1481 54 if not os.path.exists(timeline_folder):
b@1481 55 os.makedirs(timeline_folder)
b@1481 56
b@1481 57 # get every XML file in folder
b@1481 58 for file in os.listdir(folder_name):
b@1481 59 if file.endswith(".xml"):
b@1481 60 tree = ET.parse(folder_name + '/' + file)
b@1481 61 root = tree.getroot()
b@1481 62 subject_id = file[:-4] # drop '.xml'
b@1481 63
b@1481 64 previous_audioholder_time = 0 # time spent before current audioholder
b@1481 65 time_offset = 0 # test starts at zero
b@1481 66
b@1481 67 # ONE TIMELINE PER PAGE - make new plot per page
b@1481 68
b@1481 69 # get list of all page names
b@1481 70 for audioholder in root.findall("./audioholder"): # iterate over pages
b@1481 71 page_name = audioholder.get('id') # get page name
b@1481 72 plot_empty = True # check if any data is plotted
b@1481 73
b@1481 74 if page_name is None: # ignore 'empty' audio_holders
b@1481 75 print "Skipping empty audioholder name from "+subject_id+"."
b@1481 76 break
b@1481 77
b@1481 78 # subtract total audioholder length from subsequent audioholder event times
b@1481 79 audioholder_time_temp = audioholder.find("./metric/metricresult/[@id='testTime']")
b@1481 80 if audioholder_time_temp is not None:
b@1481 81 audioholder_time = float(audioholder_time_temp.text)
b@1481 82 else:
b@1481 83 print "Skipping audioholder without total time specified from "+subject_id+"."
b@1481 84 break
b@1481 85
b@1481 86 # get audioelements
b@1481 87 audioelements = audioholder.findall("./audioelement")
b@1481 88
b@1481 89 # sort alphabetically
b@1481 90 data = []
b@1481 91 for elem in audioelements: # from http://effbot.org/zone/element-sort.htm
b@1481 92 key = elem.get("id")
b@1481 93 data.append((key, elem))
b@1481 94 data.sort()
b@1481 95
b@1481 96 N_audioelements = len(audioelements) # number of audio elements for this page
b@1481 97 increment = 0 # increased for every new audioelement
b@1481 98
b@1481 99 # get axes handle
b@1481 100 fig = plt.figure(figsize=(fig_width, fig_height))
b@1481 101 ax = fig.add_subplot(111)
b@1481 102
b@1481 103 # for page [page_name], print comments related to fragment [id]
b@1481 104 #for tuple in data:
b@1481 105 # audioelement = tuple[1]
b@1481 106 for tuple in data:
b@1481 107 audioelement = tuple[1]
b@1481 108 if audioelement is not None: # Check it exists
b@1481 109 audio_id = str(audioelement.get('id'))
b@1481 110
b@1481 111 # break if no initial position or move events registered
b@1481 112 initial_position_temp = audioelement.find("./metric/metricresult/[@name='elementInitialPosition']")
b@1481 113 if initial_position_temp is None:
b@1481 114 print "Skipping "+page_name+" from "+subject_id+": does not have initial positions specified."
b@1481 115 break
b@1481 116
b@1481 117 # get move events, initial and eventual position
b@1481 118 initial_position = float(initial_position_temp.text)
b@1481 119 move_events = audioelement.findall("./metric/metricresult/[@name='elementTrackerFull']/timepos")
b@1481 120 final_position = float(audioelement.find("./value").text)
b@1481 121
b@1481 122 # get listen events
b@1481 123 start_times_global = []
b@1481 124 stop_times_global = []
b@1481 125 listen_events = audioelement.findall("./metric/metricresult/[@name='elementListenTracker']/event")
b@1481 126 for event in listen_events:
b@1481 127 # get testtime: start and stop
b@1481 128 start_times_global.append(float(event.find('testtime').get('start'))-time_offset)
b@1481 129 stop_times_global.append(float(event.find('testtime').get('stop'))-time_offset)
b@1481 130
b@1481 131 # display fragment name at start
b@1481 132 plt.text(0,initial_position+0.02,audio_id,color=colormap[increment%len(colormap)]) #,rotation=45
b@1481 133
b@1481 134 # previous position and time
b@1481 135 previous_position = initial_position
b@1481 136 previous_time = 0
b@1481 137
b@1481 138 # assume not playing at start
b@1481 139 currently_playing = False # keep track of whether fragment is playing during move event
b@1481 140
b@1481 141 # draw all segments except final one
b@1481 142 for event in move_events:
b@1481 143 # mark this plot as not empty
b@1481 144 plot_empty = False
b@1481 145
b@1481 146 # get time and final position of move event
b@1481 147 new_time = float(event.find("./time").text)-time_offset
b@1481 148 new_position = float(event.find("./position").text)
b@1481 149
b@1481 150 # get play/stop events since last move until current move event
b@1481 151 stop_times = []
b@1481 152 start_times = []
b@1481 153 # is there a play and/or stop event between previous_time and new_time?
b@1481 154 for time in start_times_global:
b@1481 155 if time>previous_time and time<new_time:
b@1481 156 start_times.append(time)
b@1481 157 for time in stop_times_global:
b@1481 158 if time>previous_time and time<new_time:
b@1481 159 stop_times.append(time)
b@1481 160 # if no play/stop events between move events, find out whether playing
b@1481 161
b@1481 162 segment_start = previous_time # first segment starts at previous move event
b@1481 163
b@1481 164 # draw segments (horizontal line)
b@1481 165 while len(start_times)+len(stop_times)>0: # while still play/stop events left
b@1481 166 if len(stop_times)<1: # upcoming event is 'play'
b@1481 167 # draw non-playing segment from segment_start to 'play'
b@1481 168 currently_playing = False
b@1481 169 segment_stop = start_times.pop(0) # remove and return first item
b@1481 170 elif len(start_times)<1: # upcoming event is 'stop'
b@1481 171 # draw playing segment (red) from segment_start to 'stop'
b@1481 172 currently_playing = True
b@1481 173 segment_stop = stop_times.pop(0) # remove and return first item
b@1481 174 elif start_times[0]<stop_times[0]: # upcoming event is 'play'
b@1481 175 # draw non-playing segment from segment_start to 'play'
b@1481 176 currently_playing = False
b@1481 177 segment_stop = start_times.pop(0) # remove and return first item
b@1481 178 else: # stop_times[0]<start_times[0]: upcoming event is 'stop'
b@1481 179 # draw playing segment (red) from segment_start to 'stop'
b@1481 180 currently_playing = True
b@1481 181 segment_stop = stop_times.pop(0) # remove and return first item
b@1481 182
b@1481 183 # draw segment
b@1481 184 plt.plot([segment_start, segment_stop], # x-values
b@1481 185 [previous_position, previous_position], # y-values
b@1481 186 color='r' if currently_playing else colormap[increment%len(colormap)],
b@1481 187 linewidth=3
b@1481 188 )
b@1481 189 segment_start = segment_stop # move on to next segment
b@1481 190 currently_playing = not currently_playing # toggle to draw final segment correctly
b@1481 191
b@1481 192 # draw final segment (horizontal line) from last 'segment_start' to current move event time
b@1481 193 plt.plot([segment_start, new_time], # x-values
b@1481 194 [previous_position, previous_position], # y-values
b@1481 195 # color depends on playing during move event or not:
b@1481 196 color='r' if currently_playing else colormap[increment%len(colormap)],
b@1481 197 linewidth=3
b@1481 198 )
b@1481 199
b@1481 200 # vertical line from previous to current position
b@1481 201 plt.plot([new_time, new_time], # x-values
b@1481 202 [previous_position, new_position], # y-values
b@1481 203 # color depends on playing during move event or not:
b@1481 204 color='r' if currently_playing else colormap[increment%len(colormap)],
b@1481 205 linewidth=3
b@1481 206 )
b@1481 207
b@1481 208 # update previous_position value
b@1481 209 previous_position = new_position
b@1481 210 previous_time = new_time
b@1481 211
b@1481 212
b@1481 213
b@1481 214 # draw final horizontal segment (or only segment if audioelement not moved)
b@1481 215 # horizontal line from previous time to end of audioholder
b@1481 216
b@1481 217 # get play/stop events since last move until current move event
b@1481 218 stop_times = []
b@1481 219 start_times = []
b@1481 220 # is there a play and/or stop event between previous_time and new_time?
b@1481 221 for time in start_times_global:
b@1481 222 if time>previous_time and time<audioholder_time-time_offset:
b@1481 223 start_times.append(time)
b@1481 224 for time in stop_times_global:
b@1481 225 if time>previous_time and time<audioholder_time-time_offset:
b@1481 226 stop_times.append(time)
b@1481 227 # if no play/stop events between move events, find out whether playing
b@1481 228
b@1481 229 segment_start = previous_time # first segment starts at previous move event
b@1481 230
b@1481 231 # draw segments (horizontal line)
b@1481 232 while len(start_times)+len(stop_times)>0: # while still play/stop events left
b@1481 233 # mark this plot as not empty
b@1481 234 plot_empty = False
b@1481 235 if len(stop_times)<1: # upcoming event is 'play'
b@1481 236 # draw non-playing segment from segment_start to 'play'
b@1481 237 currently_playing = False
b@1481 238 segment_stop = start_times.pop(0) # remove and return first item
b@1481 239 elif len(start_times)<1: # upcoming event is 'stop'
b@1481 240 # draw playing segment (red) from segment_start to 'stop'
b@1481 241 currently_playing = True
b@1481 242 segment_stop = stop_times.pop(0) # remove and return first item
b@1481 243 elif start_times[0]<stop_times[0]: # upcoming event is 'play'
b@1481 244 # draw non-playing segment from segment_start to 'play'
b@1481 245 currently_playing = False
b@1481 246 segment_stop = start_times.pop(0) # remove and return first item
b@1481 247 else: # stop_times[0]<start_times[0]: upcoming event is 'stop'
b@1481 248 # draw playing segment (red) from segment_start to 'stop'
b@1481 249 currently_playing = True
b@1481 250 segment_stop = stop_times.pop(0) # remove and return first item
b@1481 251
b@1481 252 # draw segment
b@1481 253 plt.plot([segment_start, segment_stop], # x-values
b@1481 254 [previous_position, previous_position], # y-values
b@1481 255 color='r' if currently_playing else colormap[increment%len(colormap)],
b@1481 256 linewidth=3
b@1481 257 )
b@1481 258 segment_start = segment_stop # move on to next segment
b@1481 259 currently_playing = not currently_playing # toggle to draw final segment correctly
b@1481 260
b@1481 261 # draw final segment (horizontal line) from last 'segment_start' to current move event time
b@1481 262 plt.plot([segment_start, audioholder_time-time_offset], # x-values
b@1481 263 [previous_position, previous_position], # y-values
b@1481 264 # color depends on playing during move event or not:
b@1481 265 color='r' if currently_playing else colormap[increment%len(colormap)],
b@1481 266 linewidth=3
b@1481 267 )
b@1481 268
b@1481 269 # plt.plot([previous_time, audioholder_time-time_offset], # x-values
b@1481 270 # [previous_position, previous_position], # y-values
b@1481 271 # color=colormap[increment%len(colormap)],
b@1481 272 # linewidth=3
b@1481 273 # )
b@1481 274
b@1481 275 # display fragment name at end
b@1481 276 plt.text(audioholder_time-time_offset,previous_position,\
b@1481 277 audio_id,color=colormap[increment%len(colormap)]) #,rotation=45
b@1481 278
b@1481 279 increment+=1 # to next audioelement
b@1481 280
b@1481 281 last_audioholder_duration = audioholder_time-time_offset
b@1481 282 time_offset = audioholder_time
b@1481 283
b@1481 284 if not plot_empty: # if plot is not empty, show or store
b@1481 285 # set plot parameters
b@1481 286 plt.title('Timeline ' + file + ": "+page_name)
b@1481 287 plt.xlabel('Time [seconds]')
b@1481 288 plt.xlim(0, last_audioholder_duration)
b@1481 289 plt.ylabel('Rating') # default
b@1481 290 plt.ylim(0, 1) # rating between 0 and 1
b@1481 291
b@1481 292 #y-ticks: labels on rating axis
b@1481 293 label_positions = []
b@1481 294 label_text = []
b@1481 295 scale_tags = root.findall("./BrowserEvalProjectDocument/audioHolder/interface/scale")
b@1481 296 scale_title = root.find("./BrowserEvalProjectDocument/audioHolder/interface/title")
b@1481 297 for tag in scale_tags:
b@1481 298 label_positions.append(float(tag.get('position'))/100) # on a scale from 0 to 100
b@1481 299 label_text.append(tag.text)
b@1481 300 if len(label_positions) > 0: # if any labels available
b@1481 301 plt.yticks(label_positions, label_text) # show rating axis labels
b@1481 302 # set label Y-axis
b@1481 303 if scale_title is not None:
b@1481 304 plt.ylabel(scale_title.text)
b@1481 305
b@1481 306 #plt.show() # uncomment to show plot; comment when just saving
b@1481 307 #exit()
b@1481 308
b@1481 309 plt.savefig(timeline_folder+subject_id+"-"+page_name+".pdf", bbox_inches='tight')
b@1481 310 plt.close()
b@1481 311