BrechtDeMan@884: #!/usr/bin/python BrechtDeMan@884: BrechtDeMan@884: import sys BrechtDeMan@884: import os BrechtDeMan@884: import csv BrechtDeMan@884: import matplotlib.pyplot as plt BrechtDeMan@884: import numpy as np BrechtDeMan@884: import scipy as sp BrechtDeMan@884: import scipy.stats BrechtDeMan@884: BrechtDeMan@884: # CONFIGURATION BrechtDeMan@884: BrechtDeMan@884: # Which type(s) of plot do you want? BrechtDeMan@884: enable_boxplot = False # show box plot BrechtDeMan@884: enable_confidence = True # show confidence interval BrechtDeMan@884: confidence = 0.90 # confidence value (for confidence interval plot) BrechtDeMan@884: enable_individual = True # show all individual ratings BrechtDeMan@884: show_individual = [] # show specific individuals BrechtDeMan@884: show_legend = False # show names of individuals BrechtDeMan@884: #TODO: Merge, implement this functionality BrechtDeMan@884: #TODO: Control by CLI arguments (plot types, save and/or show, ...) BrechtDeMan@884: BrechtDeMan@884: # Enter folder where rating CSV files are (generated with score_parser.py or same format). BrechtDeMan@884: rating_folder = '../saves/ratings/' # folder with rating csv files BrechtDeMan@884: BrechtDeMan@884: # Font settings BrechtDeMan@884: font = {'weight' : 'bold', BrechtDeMan@884: 'size' : 10} BrechtDeMan@884: plt.rc('font', **font) BrechtDeMan@884: BrechtDeMan@884: BrechtDeMan@884: # CODE BrechtDeMan@884: BrechtDeMan@884: # get every csv file in folder BrechtDeMan@884: for file in os.listdir(rating_folder): # You have to put this in folder where rating csv files are. BrechtDeMan@884: if file.endswith(".csv"): BrechtDeMan@884: page_name = file[:-4] # file name (without extension) is page ID BrechtDeMan@884: BrechtDeMan@884: # get header BrechtDeMan@884: with open(rating_folder+file, 'rb') as readfile: # read this csv file BrechtDeMan@884: filereader = csv.reader(readfile, delimiter=',') BrechtDeMan@884: headerrow = filereader.next() # use headerrow as X-axis BrechtDeMan@884: headerrow = headerrow[1:] BrechtDeMan@884: BrechtDeMan@884: # read ratings into matrix BrechtDeMan@884: # ratings = np.loadtxt(open(rating_folder+file,"rb"), BrechtDeMan@884: # delimiter=",", BrechtDeMan@884: # skiprows=1, BrechtDeMan@884: # usecols=range(1,len(headerrow)+1) BrechtDeMan@884: # ) BrechtDeMan@884: ratings = np.genfromtxt(readfile, BrechtDeMan@884: delimiter=",", BrechtDeMan@884: #skip_header = 1, BrechtDeMan@884: converters = {3: lambda s: float(s or 'Nan')}, BrechtDeMan@884: usecols=range(1,len(headerrow)+1) BrechtDeMan@884: ) BrechtDeMan@884: BrechtDeMan@884: # assert at least 2 subjects (move on to next file if violated) BrechtDeMan@884: if ratings.shape[1]<2: BrechtDeMan@884: print "WARNING: Just one subject for " + page_name + ". Moving on to next file." BrechtDeMan@884: break BrechtDeMan@884: BrechtDeMan@884: # BOXPLOT BrechtDeMan@884: if enable_boxplot: BrechtDeMan@884: plt.boxplot(ratings) BrechtDeMan@884: BrechtDeMan@884: # CONFIDENCE INTERVAL BrechtDeMan@884: if enable_confidence: BrechtDeMan@884: iterator = 0 BrechtDeMan@884: for column in ratings.T: # iterate over transposed matrix BrechtDeMan@884: # remove all 'Nan's from column BrechtDeMan@884: column = column[~np.isnan(column)] BrechtDeMan@884: BrechtDeMan@884: # get number of non-Nan ratings (= #subjects) BrechtDeMan@884: n = column.size BrechtDeMan@884: BrechtDeMan@884: # get mean BrechtDeMan@884: mean_rating = np.mean(column) BrechtDeMan@884: BrechtDeMan@884: # get errors BrechtDeMan@884: err = scipy.stats.sem(column)* sp.stats.t._ppf((1+confidence)/2., n-1) BrechtDeMan@884: BrechtDeMan@884: # draw plot BrechtDeMan@884: plt.errorbar(iterator+1, BrechtDeMan@884: mean_rating, BrechtDeMan@884: yerr=err, BrechtDeMan@884: marker="x", BrechtDeMan@884: color ="k", BrechtDeMan@884: markersize=12, BrechtDeMan@884: linestyle='None') BrechtDeMan@884: BrechtDeMan@884: iterator += 1 # increase counter BrechtDeMan@884: BrechtDeMan@884: BrechtDeMan@884: # INDIVIDUAL PLOT BrechtDeMan@884: if enable_individual or show_individual: BrechtDeMan@884: # marker list and color map to cycle through BrechtDeMan@884: markerlist = ["x", ".", "o", "*", "+", "v", ">", "<", "8", "s", "p"] BrechtDeMan@884: colormap = ['b', 'r', 'g', 'c', 'm', 'y', 'k'] BrechtDeMan@884: increment = 0 BrechtDeMan@884: linehandles = [] BrechtDeMan@884: legendnames = [] BrechtDeMan@884: with open(rating_folder+file, 'rb') as readfile: # read this csv file BrechtDeMan@884: filereader = csv.reader(readfile, delimiter=',') BrechtDeMan@884: headerrow = filereader.next() # use headerrow as X-axis BrechtDeMan@884: headerrow = headerrow[1:] BrechtDeMan@884: for row in filereader: BrechtDeMan@884: subject_id = row[0][:-4] # read from beginning of line BrechtDeMan@884: # assume plotting all individuals if no individual(s) specified BrechtDeMan@884: if not show_individual or subject_id in show_individual: BrechtDeMan@884: plothandle, = plt.plot(range(1,len(row)), # x-values BrechtDeMan@884: ratings[increment,:],#row[1:], # y-values: csv values except subject name BrechtDeMan@884: color=colormap[increment%len(colormap)], BrechtDeMan@884: marker=markerlist[increment%len(markerlist)], BrechtDeMan@884: markersize=10, BrechtDeMan@884: linestyle='None', BrechtDeMan@884: label=subject_id BrechtDeMan@884: ) BrechtDeMan@884: linehandles.append(plothandle) BrechtDeMan@884: legendnames.append(subject_id) BrechtDeMan@884: if show_legend: BrechtDeMan@884: plt.legend(linehandles, legendnames, BrechtDeMan@884: loc='upper right', BrechtDeMan@884: bbox_to_anchor=(1.1, 1), BrechtDeMan@884: borderaxespad=0., BrechtDeMan@884: numpoints=1 # remove extra marker BrechtDeMan@884: ) BrechtDeMan@884: increment += 1 # increase counter BrechtDeMan@884: BrechtDeMan@884: # TITLE, AXIS LABELS AND LIMITS BrechtDeMan@884: plt.title(page_name) BrechtDeMan@884: plt.xlabel('Fragment') BrechtDeMan@884: plt.xlim(0, len(headerrow)+1) # only show relevant region, leave space left & right) BrechtDeMan@884: plt.xticks(range(1, len(headerrow)+1), headerrow) # show fragment names BrechtDeMan@884: plt.ylabel('Rating') BrechtDeMan@884: plt.ylim(0,1) BrechtDeMan@884: BrechtDeMan@884: BrechtDeMan@884: BrechtDeMan@884: # SHOW PLOT BrechtDeMan@884: #plt.show() BrechtDeMan@884: #exit() BrechtDeMan@884: BrechtDeMan@884: # SAVE PLOT BrechtDeMan@884: # automatically BrechtDeMan@884: plot_type = ("-box" if enable_boxplot else "") + \ BrechtDeMan@884: ("-conf" if enable_confidence else "") + \ BrechtDeMan@884: ("-ind" if enable_individual else "") BrechtDeMan@884: plt.savefig(rating_folder+page_name+plot_type+".png") BrechtDeMan@884: plt.close()