Mercurial > hg > webaudioevaluationtool
changeset 146:2d08d2025258
Comment parsing: automatically detect which songs - no need to manually enter song IDs
author | Brecht De Man <b.deman@qmul.ac.uk> |
---|---|
date | Sat, 30 May 2015 18:12:32 +0100 |
parents | df5890970aba |
children | 927d05a43a70 |
files | scripts/comment_parser.py scripts/output_parser.py |
diffstat | 2 files changed, 37 insertions(+), 37 deletions(-) [+] |
line wrap: on
line diff
--- /dev/null Thu Jan 01 00:00:00 1970 +0000 +++ b/scripts/comment_parser.py Sat May 30 18:12:32 2015 +0100 @@ -0,0 +1,37 @@ +import xml.etree.ElementTree as ET +import os +import csv + +# get every XML file in folder +for file in os.listdir("."): # You have to put this script in folder where output XML files are. + if file.endswith(".xml"): + tree = ET.parse(file) + root = tree.getroot() + + # get list of all songs + for audioholder in root.findall("./audioholder"): # iterate over songs + song_name = audioholder.get('id') # get song name + + # create folder [song_name] if not yet created + if not os.path.exists(song_name): + os.makedirs(song_name) + + # for song [song_name], print comments related to mix [id] + for audioelement in root.findall("*/[@id='"+song_name+"']/audioelement"): + audio_id = str(audioelement.get('id')) + # append to file [song_name]/[song_name]-comments-[id].csv + with open(song_name+'/'+song_name+'-comments-'+audio_id+'.csv', 'a') as csvfile: + commentstr = root.find("*/[@id='" + + song_name + + "']/audioelement/[@id='" + + audio_id + + "']/comment/response").text + writer = csv.writer(csvfile, delimiter=',') + writer.writerow([commentstr.encode("utf-8")]) + #TODO Comma doesn't act as delimiter now! + # (when adding more than just a comment per line): + # writer.writerow([file + ',' + commentstr.encode("utf-8")]) + + #TODO Replace 'new line' with something else? + + #TODO 'Append' means duplicate entries if run several times... \ No newline at end of file
--- a/scripts/output_parser.py Sat May 30 11:39:53 2015 +0100 +++ /dev/null Thu Jan 01 00:00:00 1970 +0000 @@ -1,37 +0,0 @@ -import xml.etree.ElementTree as ET -import os -import csv - -# Manually enter song names to extract data for (one or more). -song_names = ['live-DAW', 'live-LeadMe', 'studio-DAW', 'studio-InTheMeantime'] - -for song_name in song_names: # iterate over songs - # create folder [song_name] if not yet created - if not os.path.exists(song_name): - os.makedirs(song_name) - - # get every XML file in folder - for file in os.listdir("."): # You have to put this in folder where output XML files are. - if file.endswith(".xml"): - tree = ET.parse(file) - root = tree.getroot() - - # for song [song_name], print comments related to mix [id] - for audioelement in root.findall("*/[@id='"+song_name+"']/audioelement"): - audio_id = str(audioelement.get('id')) - # append to file [song_name]/[song_name]-comments-[id].csv - with open(song_name+'/'+song_name+'-comments-'+audio_id+'.csv', 'a') as csvfile: - commentstr = root.find("*/[@id='" - + song_name - + "']/audioelement/[@id='" - + audio_id - + "']/comment/response").text - writer = csv.writer(csvfile, delimiter=',') - writer.writerow([commentstr.encode("utf-8")]) - #TODO Comma doesn't act as delimiter now! - # (when adding more than just a comment per line): - # writer.writerow([file + ',' + commentstr.encode("utf-8")]) - - #TODO Replace 'new line' with something else? - - #TODO 'Append' means duplicate entries if run several times... \ No newline at end of file