# HG changeset patch
# User Nicholas Jillings <nicholas.jillings@mail.bcu.ac.uk>
# Date 1493109910 -3600
# Node ID e9ac2a297ba3824990d5577d3b55210e23900e80
# Parent  1954075487ed6292dc807c12afc1f44312129568# Parent  81a0a0fbfc697ca47423f02ece3ca02cc4fdd4aa
Merge branch 'master' into vnext

diff -r 1954075487ed -r e9ac2a297ba3 python/commentquestion_parser.py
--- /dev/null	Thu Jan 01 00:00:00 1970 +0000
+++ b/python/commentquestion_parser.py	Tue Apr 25 09:45:10 2017 +0100
@@ -0,0 +1,78 @@
+#!/usr/bin/python
+
+import xml.etree.ElementTree as ET
+import os
+import sys
+import csv
+
+# COMMAND LINE ARGUMENTS
+
+assert len(sys.argv)<3, "commentquestion_parser takes at most 1 command line argument\nUse: python commentquestion_parser.py [rating_folder_location]"
+
+# XML results files location
+if len(sys.argv) == 1:
+    folder_name = "../saves"    # Looks in 'saves/' folder from 'scripts/' folder
+    print("Use: python commentquestion_parser.py [rating_folder_location]")
+    print("Using default path: " + folder_name)
+elif len(sys.argv) == 2:
+    folder_name = sys.argv[1]   # First command line argument is folder
+
+# check if folder_name exists
+if not os.path.exists(folder_name):
+    #the file is not there
+    print("Folder '"+folder_name+"' does not exist.")
+    sys.exit() # terminate script execution
+elif not os.access(os.path.dirname(folder_name), os.W_OK):
+    #the file does exist but write privileges are not given
+    print("No write privileges in folder '"+folder_name+"'.")
+
+# create folder 'ratings' if not yet created
+if not os.path.exists(folder_name + '/comments'):
+    os.makedirs(folder_name + '/comments')
+    
+pagestore = {}
+
+for filename in os.listdir(folder_name):
+    if (filename.endswith(".xml")):
+        tree = ET.parse(folder_name + '/' + filename)
+        root = tree.getroot()
+        
+        subject_id = root.get('key');
+        
+        # get the list of pages
+        for page in root.findall("./page"):
+            pagename = page.get("ref")
+            if pagename is None: # ignore 'empty' audio_holders
+                print("WARNING: " + filename + " contains empty audio holder. (commentquestion_parser.py)")
+                break
+                
+            if page.get('state') != "complete":
+                print("WARNING: " + filename + " contains incomplete page " +pagename+ ". (commentquestion_parser.py)")
+                break
+            try:
+                questionStore = pagestore[pagename]
+            except KeyError:
+                questionStore = {}
+                pagestore[pagename] = questionStore
+            
+            for cq in page.findall("./comment"):
+                cqid = cq.get("id");
+                response = cq.find("./response").text
+                try:
+                    commentStore = questionStore[cqid]
+                except KeyError:
+                    commentStore = [];
+                    questionStore[cqid] = commentStore
+                commentStore.append({"subject": subject_id, "value": response})
+
+for page in pagestore.keys():
+	print page
+	pagedir = folder_name + '/comments/'+page
+	if not os.path.exists(pagedir):
+	    os.makedirs(pagedir)
+	for comment in pagestore[page].keys():
+		with open(pagedir+"/"+comment+".csv", "w") as csvfile:
+			filewriter = csv.writer(csvfile, delimiter=',')
+			filewriter.writerow(("save_id", "value"))
+			for entry in pagestore[page][comment]:
+				filewriter.writerow((entry["subject"], entry["value"]))
\ No newline at end of file