annotate scripts/comment_parser.py @ 1546:11218378feef

SMC Paper: increased XML size, condensed XML content and rest of paper.
author Brecht De Man <b.deman@qmul.ac.uk>
date Fri, 19 Jun 2015 12:21:05 +0100
parents 45363ee3632d
children 302926cdf3c4 a049c6cf7eb3
rev   line source
b@1543 1 import xml.etree.ElementTree as ET
b@1543 2 import os
b@1543 3 import csv
b@1543 4
b@1543 5 # get every XML file in folder
b@1543 6 for file in os.listdir("."): # You have to put this script in folder where output XML files are.
b@1543 7 if file.endswith(".xml"):
b@1543 8 tree = ET.parse(file)
b@1543 9 root = tree.getroot()
b@1543 10
b@1543 11 # get list of all page names
b@1543 12 for audioholder in root.findall("./audioholder"): # iterate over pages
b@1543 13 page_name = audioholder.get('id') # get page name
b@1543 14
b@1543 15 if page_name is None: # ignore 'empty' audio_holders
b@1543 16 break
b@1543 17
b@1543 18 # create folder [page_name] if not yet created
b@1543 19 if not os.path.exists(page_name):
b@1543 20 os.makedirs(page_name)
b@1543 21
b@1543 22 # for page [page_name], print comments related to fragment [id]
b@1543 23 for audioelement in root.findall("*/[@id='"+page_name+"']/audioelement"):
b@1543 24 if audioelement is not None: # Check it exists
b@1543 25 audio_id = str(audioelement.get('id'))
b@1543 26
b@1543 27 # append to file [page_name]/[page_name]-comments-[id].csv
b@1543 28 with open(page_name+'/'+page_name+'-comments-'+audio_id+'.csv', 'a') as csvfile:
b@1543 29 writer = csv.writer(csvfile, delimiter=',')
b@1543 30 commentstr = root.find("*/[@id='"
b@1543 31 + page_name
b@1543 32 + "']/audioelement/[@id='"
b@1543 33 + audio_id
b@1543 34 + "']/comment/response").text
b@1543 35 if commentstr is None:
b@1543 36 writer.writerow([''])
b@1543 37 else:
b@1543 38 writer.writerow([commentstr.encode("utf-8")])
b@1543 39 #TODO Comma doesn't act as delimiter now!
b@1543 40 # (when adding more than just a comment per line):
b@1543 41 # writer.writerow([file + ',' + commentstr.encode("utf-8")])
b@1543 42
b@1543 43 #TODO Replace 'new line' with something else?
b@1543 44
b@1543 45 #TODO 'Append' means duplicate entries if run several times...
b@1543 46