annotate scripts/comment_parser.py @ 873:11e6243fafa9

SMC paper: added boxplot graph, input XML, decreased itemize spacing (also changed index.html page title)
author Brecht De Man <BrechtDeMan@users.noreply.github.com>
date Thu, 18 Jun 2015 17:34:27 +0100
parents
children 302926cdf3c4 a049c6cf7eb3
rev   line source
BrechtDeMan@873 1 import xml.etree.ElementTree as ET
BrechtDeMan@873 2 import os
BrechtDeMan@873 3 import csv
BrechtDeMan@873 4
BrechtDeMan@873 5 # get every XML file in folder
BrechtDeMan@873 6 for file in os.listdir("."): # You have to put this script in folder where output XML files are.
BrechtDeMan@873 7 if file.endswith(".xml"):
BrechtDeMan@873 8 tree = ET.parse(file)
BrechtDeMan@873 9 root = tree.getroot()
BrechtDeMan@873 10
BrechtDeMan@873 11 # get list of all page names
BrechtDeMan@873 12 for audioholder in root.findall("./audioholder"): # iterate over pages
BrechtDeMan@873 13 page_name = audioholder.get('id') # get page name
BrechtDeMan@873 14
BrechtDeMan@873 15 if page_name is None: # ignore 'empty' audio_holders
BrechtDeMan@873 16 break
BrechtDeMan@873 17
BrechtDeMan@873 18 # create folder [page_name] if not yet created
BrechtDeMan@873 19 if not os.path.exists(page_name):
BrechtDeMan@873 20 os.makedirs(page_name)
BrechtDeMan@873 21
BrechtDeMan@873 22 # for page [page_name], print comments related to fragment [id]
BrechtDeMan@873 23 for audioelement in root.findall("*/[@id='"+page_name+"']/audioelement"):
BrechtDeMan@873 24 if audioelement is not None: # Check it exists
BrechtDeMan@873 25 audio_id = str(audioelement.get('id'))
BrechtDeMan@873 26
BrechtDeMan@873 27 # append to file [page_name]/[page_name]-comments-[id].csv
BrechtDeMan@873 28 with open(page_name+'/'+page_name+'-comments-'+audio_id+'.csv', 'a') as csvfile:
BrechtDeMan@873 29 writer = csv.writer(csvfile, delimiter=',')
BrechtDeMan@873 30 commentstr = root.find("*/[@id='"
BrechtDeMan@873 31 + page_name
BrechtDeMan@873 32 + "']/audioelement/[@id='"
BrechtDeMan@873 33 + audio_id
BrechtDeMan@873 34 + "']/comment/response").text
BrechtDeMan@873 35 if commentstr is None:
BrechtDeMan@873 36 writer.writerow([''])
BrechtDeMan@873 37 else:
BrechtDeMan@873 38 writer.writerow([commentstr.encode("utf-8")])
BrechtDeMan@873 39 #TODO Comma doesn't act as delimiter now!
BrechtDeMan@873 40 # (when adding more than just a comment per line):
BrechtDeMan@873 41 # writer.writerow([file + ',' + commentstr.encode("utf-8")])
BrechtDeMan@873 42
BrechtDeMan@873 43 #TODO Replace 'new line' with something else?
BrechtDeMan@873 44
BrechtDeMan@873 45 #TODO 'Append' means duplicate entries if run several times...
BrechtDeMan@873 46