view scripts/comment_parser.py @ 146:2d08d2025258

Comment parsing: automatically detect which songs - no need to manually enter song IDs
author Brecht De Man <b.deman@qmul.ac.uk>
date Sat, 30 May 2015 18:12:32 +0100
parents
children 927d05a43a70
line wrap: on
line source
import xml.etree.ElementTree as ET
import os
import csv

# get every XML file in folder
for file in os.listdir("."): # You have to put this script in folder where output XML files are.
    if file.endswith(".xml"):
        tree = ET.parse(file)
        root = tree.getroot()

        # get list of all songs
        for audioholder in root.findall("./audioholder"):    # iterate over songs
            song_name = audioholder.get('id') # get song name

            # create folder [song_name] if not yet created
            if not os.path.exists(song_name):
                os.makedirs(song_name)

            # for song [song_name], print comments related to mix [id]
            for audioelement in root.findall("*/[@id='"+song_name+"']/audioelement"):
                audio_id = str(audioelement.get('id'))
                # append to file [song_name]/[song_name]-comments-[id].csv
                with open(song_name+'/'+song_name+'-comments-'+audio_id+'.csv', 'a') as csvfile:
                    commentstr = root.find("*/[@id='"
                                           + song_name
                                           + "']/audioelement/[@id='"
                                           + audio_id
                                           + "']/comment/response").text
                    writer = csv.writer(csvfile, delimiter=',')
                    writer.writerow([commentstr.encode("utf-8")])
                    #TODO Comma doesn't act as delimiter now!
                    # (when adding more than just a comment per line):
                    # writer.writerow([file + ',' + commentstr.encode("utf-8")])

                    #TODO Replace 'new line' with something else?

                    #TODO 'Append' means duplicate entries if run several times...