annotate python/pythonServer.py @ 2913:b7347521a226

Fix Firefox not downloading new test_create pages
author Nicholas Jillings <n.g.r.jillings@se14.qmul.ac.uk>
date Tue, 01 Aug 2017 14:13:07 +0100
parents a087cb7b5972
children 3bfc80d2ead0 a10cbbccc4f3
rev   line source
b@2264 1 #!/usr/bin/python
b@2264 2
b@2264 3 # Detect the Python version to switch code between 2.x and 3.x
b@2264 4 # http://stackoverflow.com/questions/9079036/detect-python-version-at-runtime
b@2264 5 import sys
b@2264 6
b@2264 7 import inspect
b@2264 8 import os
b@2264 9 import pickle
b@2264 10 import datetime
nicholas@2430 11 import operator
nicholas@2430 12 import xml.etree.ElementTree as ET
nicholas@2431 13 import copy
nicholas@2510 14 import string
nicholas@2510 15 import random
b@2264 16
b@2264 17 if sys.version_info[0] == 2:
b@2264 18 # Version 2.x
b@2264 19 import BaseHTTPServer
b@2264 20 import urllib2
b@2264 21 import urlparse
b@2264 22 elif sys.version_info[0] == 3:
b@2264 23 # Version 3.x
b@2264 24 from http.server import BaseHTTPRequestHandler, HTTPServer
b@2264 25 import urllib as urllib2
b@2264 26
b@2264 27 # Go to right folder.
b@2264 28 scriptdir = os.path.dirname(os.path.abspath(inspect.getfile(inspect.currentframe()))) # script directory
b@2264 29 os.chdir(scriptdir) # does this work?
b@2264 30
b@2264 31 PSEUDO_PATH = '../tests/'
b@2264 32 pseudo_files = []
nicholas@2450 33 pseudo_index = 0
nicholas@2430 34 for filename in os.listdir(PSEUDO_PATH):
b@2264 35 print(filename)
b@2264 36 if filename.endswith('.xml'):
b@2264 37 pseudo_files.append(filename)
b@2264 38
b@2264 39 curSaveIndex = 0;
b@2264 40 curFileName = 'test-0.xml'
nicholas@2430 41 while(os.path.isfile('../saves/'+curFileName)):
b@2264 42 curSaveIndex += 1;
b@2264 43 curFileName = 'test-'+str(curSaveIndex)+'.xml'
b@2264 44
b@2264 45 if len(pseudo_files) > 0:
b@2264 46 pseudo_index = curSaveIndex % len(pseudo_files)
b@2264 47 else:
b@2264 48 pseudo_index = 0
b@2264 49
b@2264 50 print('URL: http://localhost:8000/index.html')
b@2264 51
b@2264 52 def send404(s):
b@2264 53 s.send_response(404)
b@2264 54 s.send_header("Content-type", "text/html")
b@2264 55 s.end_headers()
b@2264 56
b@2264 57 def processFile(s):
b@2264 58 if sys.version_info[0] == 2:
b@2264 59 s.path = s.path.rsplit('?')
b@2264 60 s.path = s.path[0]
b@2264 61 s.path = s.path[1:len(s.path)]
b@2264 62 st = s.path.rsplit(',')
b@2264 63 lenSt = len(st)
b@2264 64 fmt = st[lenSt-1].rsplit('.')
b@2264 65 fpath = "../"+urllib2.unquote(s.path)
n@2432 66 size = os.path.getsize(fpath)
b@2264 67 fileDump = open(fpath)
b@2264 68 s.send_response(200)
b@2264 69
b@2264 70 if (fmt[1] == 'html'):
b@2264 71 s.send_header("Content-type", 'text/html')
b@2264 72 elif (fmt[1] == 'css'):
b@2264 73 s.send_header("Content-type", 'text/css')
b@2264 74 elif (fmt[1] == 'js'):
b@2264 75 s.send_header("Content-type", 'application/javascript')
b@2264 76 else:
b@2264 77 s.send_header("Content-type", 'application/octet-stream')
nicholas@2542 78 fileRead = fileDump.read()
nicholas@2542 79 s.send_header("Content-Length", len(fileRead))
b@2264 80 s.end_headers()
nicholas@2542 81 s.wfile.write(fileRead)
b@2264 82 fileDump.close()
b@2264 83 elif sys.version_info[0] == 3:
b@2264 84 s.path = s.path.rsplit('?')
b@2264 85 s.path = s.path[0]
b@2264 86 s.path = s.path[1:len(s.path)]
b@2264 87 st = s.path.rsplit(',')
b@2264 88 lenSt = len(st)
b@2264 89 fmt = st[lenSt-1].rsplit('.')
b@2264 90 fpath = "../"+urllib2.parse.unquote(s.path)
b@2264 91 s.send_response(200)
b@2264 92 if (fmt[1] == 'html'):
b@2264 93 s.send_header("Content-type", 'text/html')
b@2264 94 fileDump = open(fpath, encoding='utf-8')
b@2264 95 fileBytes = bytes(fileDump.read(), "utf-8")
b@2264 96 fileDump.close()
b@2264 97 elif (fmt[1] == 'css'):
b@2264 98 s.send_header("Content-type", 'text/css')
b@2264 99 fileDump = open(fpath, encoding='utf-8')
b@2264 100 fileBytes = bytes(fileDump.read(), "utf-8")
b@2264 101 fileDump.close()
b@2264 102 elif (fmt[1] == 'js'):
b@2264 103 s.send_header("Content-type", 'application/javascript')
b@2264 104 fileDump = open(fpath, encoding='utf-8')
b@2264 105 fileBytes = bytes(fileDump.read(), "utf-8")
b@2264 106 fileDump.close()
b@2264 107 else:
b@2264 108 s.send_header("Content-type", 'application/octet-stream')
b@2264 109 fileDump = open(fpath, 'rb')
b@2264 110 fileBytes = fileDump.read()
b@2264 111 fileDump.close()
b@2264 112 s.send_header("Content-Length", len(fileBytes))
b@2264 113 s.end_headers()
b@2264 114 s.wfile.write(fileBytes)
nicholas@2510 115
nicholas@2510 116 def requestKey(s):
nicholas@2510 117 reply = ""
nicholas@2510 118 key = ''
nicholas@2510 119 while key == '':
nicholas@2510 120 tempKey = ''.join(random.choice(string.ascii_lowercase + string.digits) for _ in range(32));
nicholas@2510 121 if (os.path.isfile("saves/save-"+tempKey+".xml") == False):
nicholas@2510 122 key = tempKey
nicholas@2510 123 s.send_response(200)
nicholas@2510 124 s.send_header("Content-type", "application/xml");
nicholas@2510 125 s.end_headers()
nicholas@2510 126 reply = "<response><state>OK</state><key>"+key+"</key></response>"
nicholas@2510 127 if sys.version_info[0] == 2:
nicholas@2510 128 s.wfile.write(reply)
nicholas@2510 129 elif sys.version_info[0] == 3:
nicholas@2510 130 s.wfile.write(bytes(reply, "utf-8"))
nicholas@2510 131 file = open("../saves/save-"+key+".xml",'w')
nicholas@2510 132 file.write("<waetresult key="+key+"/>")
nicholas@2510 133 file.close()
nicholas@2510 134
b@2264 135
b@2264 136 def saveFile(self):
b@2264 137 global curFileName
b@2264 138 global curSaveIndex
b@2264 139 options = self.path.rsplit('?')
nicholas@2722 140 options = options[1].rsplit('&')
nicholas@2722 141 for option in options:
nicholas@2722 142 optionPair = option.rsplit('=')
nicholas@2722 143 if optionPair[0] == "key":
nicholas@2722 144 key = optionPair[1]
nicholas@2722 145 elif optionPair[0] == "saveFilenamePrefix":
nicholas@2722 146 prefix = optionPair[1]
nicholas@2722 147 if key == None:
nicholas@2722 148 self.send_response(404)
nicholas@2722 149 return
nicholas@2722 150 if prefix == None:
nicholas@2722 151 prefix = "save"
b@2264 152 varLen = int(self.headers['Content-Length'])
b@2264 153 postVars = self.rfile.read(varLen)
b@2264 154 print("Saving file key "+key)
nicholas@2722 155 filename = prefix+'-'+key+'.xml'
nicholas@2722 156 file = open('../saves/'+filename,'wb')
b@2264 157 file.write(postVars)
b@2264 158 file.close()
b@2264 159 try:
nicholas@2722 160 wbytes = os.path.getsize('../saves/'+filename)
b@2264 161 except OSError:
b@2264 162 self.send_response(200)
b@2264 163 self.send_header("Content-type", "text/xml")
b@2264 164 self.end_headers()
b@2264 165 self.wfile.write('<response state="error"><message>Could not open file</message></response>')
b@2264 166 self.send_response(200)
b@2264 167 self.send_header("Content-type", "text/xml")
b@2264 168 self.end_headers()
nicholas@2722 169 reply = '<response state="OK"><message>OK</message><file bytes="'+str(wbytes)+'">"saves/'+filename+'"</file></response>'
nicholas@2382 170 if sys.version_info[0] == 2:
nicholas@2382 171 self.wfile.write(reply)
nicholas@2382 172 elif sys.version_info[0] == 3:
nicholas@2382 173 self.wfile.write(bytes(reply, "utf-8"))
b@2264 174 curSaveIndex += 1
b@2264 175 curFileName = 'test-'+str(curSaveIndex)+'.xml'
b@2264 176
nicholas@2430 177 def poolXML(s):
nicholas@2430 178 pool = ET.parse('../tests/pool.xml')
nicholas@2430 179 root = pool.getroot()
nicholas@2430 180 setupNode = root.find("setup");
nicholas@2430 181 poolSize = setupNode.get("poolSize",0);
nicholas@2430 182 if (poolSize == 0):
nicholas@2430 183 s.path = s.path.split("/php",1)[0]+"/tests/pool/xml"
nicholas@2430 184 processFile(s)
nicholas@2430 185 return
nicholas@2431 186 poolSize = int(poolSize)
nicholas@2430 187 # Set up the store will all the test page key nodes
nicholas@2430 188 pages = {};
nicholas@2430 189 for page in root.iter("page"):
nicholas@2430 190 id = page.get("id")
nicholas@2430 191 pages[id] = 0
nicholas@2430 192 # Read the saves and determine the completed pages
nicholas@2430 193 for filename in os.listdir("../saves/"):
nicholas@2430 194 if filename.endswith(".xml"):
nicholas@2430 195 save = ET.parse("../saves/"+filename)
nicholas@2430 196 save_root = save.getroot();
nicholas@2431 197 if (save_root.find("waet").get("url") == "http://localhost:8000/php/pool.php"):
nicholas@2431 198 for page in save_root.findall("./page"):
nicholas@2431 199 id = page.get("ref")
nicholas@2430 200 pages[id] = pages[id] + 1
nicholas@2430 201
nicholas@2430 202 # Sort the dictionary
nicholas@2431 203 rot_pages = {}
nicholas@2431 204 for key, value in pages.items():
nicholas@2431 205 if (value in rot_pages):
nicholas@2431 206 rot_pages[value].append(key)
nicholas@2431 207 else:
nicholas@2431 208 rot_pages[value] = [key]
nicholas@2431 209
nicholas@2431 210 Keys = list(rot_pages)
nicholas@2431 211 print ("Current pool state:")
nicholas@2431 212 print (rot_pages)
nicholas@2431 213
nicholas@2431 214 return_node = ET.fromstring('<waet xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:noNamespaceSchemaLocation="test-schema.xsd"/>');
nicholas@2431 215 return_node.append(copy.deepcopy(root.find("setup")))
nicholas@2431 216 page_elements = root.findall("page")
nicholas@2430 217
nicholas@2431 218 # Now append the pages
nicholas@2431 219 i = 0
nicholas@2431 220 while(len(return_node.findall("page")) < poolSize):
nicholas@2431 221 if (i > 0):
nicholas@2431 222 for page in return_node.iter("page"):
nicholas@2431 223 page.set("alwaysInclude","true")
nicholas@2431 224 for id in rot_pages[Keys[i]]:
nicholas@2431 225 return_node.append(copy.deepcopy(root.find('./page[@id="'+id+'"]')))
nicholas@2431 226 i=i+1
nicholas@2431 227 s.send_response(200)
nicholas@2431 228 s.send_header("Content-type", "text/xml")
nicholas@2431 229 s.end_headers()
nicholas@2431 230 s.wfile.write(ET.tostring(return_node))
nicholas@2431 231
b@2264 232 def http_do_HEAD(s):
b@2264 233 s.send_response(200)
b@2264 234 s.send_header("Content-type", "text/html")
b@2264 235 s.end_headers()
b@2264 236
b@2264 237 def http_do_GET(request):
nicholas@2450 238 global pseudo_index
b@2264 239 if(request.client_address[0] == "127.0.0.1"):
b@2264 240 if (request.path == "/favicon.ico"):
b@2264 241 send404(request)
nicholas@2510 242 elif (request.path.split('?',1)[0] == "/php/requestKey.php"):
nicholas@2510 243 requestKey(request);
nicholas@2430 244 elif (request.path.split('?',1)[0] == "/php/pool.php"):
nicholas@2430 245 poolXML(request);
b@2264 246 else:
b@2264 247 request.path = request.path.split('?',1)[0]
b@2264 248 if (request.path == '/'):
b@2264 249 request.path = '/index.html'
b@2264 250 elif (request.path == '/pseudo.xml'):
nicholas@2450 251 request.path = PSEUDO_PATH + pseudo_files[pseudo_index]
b@2264 252 print(request.path)
b@2264 253 pseudo_index += 1
b@2264 254 pseudo_index %= len(pseudo_files)
b@2264 255 processFile(request)
b@2264 256 else:
b@2264 257 send404(request)
b@2264 258
b@2264 259 def http_do_POST(request):
b@2264 260 if(request.client_address[0] == "127.0.0.1"):
b@2264 261 if (request.path.rsplit('?',1)[0] == "/save" or request.path.rsplit('?',1)[0] == "/php/save.php"):
b@2264 262 saveFile(request)
b@2264 263 else:
b@2264 264 send404(request)
b@2264 265
b@2264 266 if sys.version_info[0] == 2:
b@2264 267 class MyHandler(BaseHTTPServer.BaseHTTPRequestHandler):
b@2264 268 def do_HEAD(s):
b@2264 269 http_do_HEAD(s)
b@2264 270 def do_GET(request):
b@2264 271 http_do_GET(request)
b@2264 272 def do_POST(request):
b@2264 273 http_do_POST(request)
b@2264 274 def run(server_class=BaseHTTPServer.HTTPServer,handler_class=MyHandler):
b@2264 275 server_address = ('', 8000)
b@2264 276 httpd = server_class(server_address, handler_class)
b@2264 277 httpd.serve_forever()
b@2264 278 run()
b@2264 279 elif sys.version_info[0] == 3:
b@2264 280 class MyHandler(BaseHTTPRequestHandler):
b@2264 281 def do_HEAD(s):
b@2264 282 send404(s)
b@2264 283 def do_GET(request):
b@2264 284 http_do_GET(request)
b@2264 285 def do_POST(request):
b@2264 286 http_do_POST(request)
b@2264 287 def run(server_class=HTTPServer,handler_class=MyHandler):
b@2264 288 server_address = ('', 8000)
b@2264 289 httpd = server_class(server_address, handler_class)
b@2264 290 httpd.serve_forever()
b@2264 291 run()