DaveM@17: #!/usr/bin/env python
DaveM@17: 
DaveM@17: import csv
DaveM@17: import time
DaveM@17: import unicodedata
DaveM@17: from geopy.geocoders import Nominatim
DaveM@17: from geopy.exc import GeocoderTimedOut
DaveM@17: import random
DaveM@17: import pdb
DaveM@17: 
DaveM@17: DEFAULT_TIME_H = 12
DaveM@17: DEFAULT_TIME_M = 00
DaveM@17: DEAULT_LOCATION = 'USA'
DaveM@17: 
DaveM@17: # def parseCSV(filename):
DaveM@17: # 	stream = csv.DictReader(open(filename,'rb'))
DaveM@17: # 	dictList = []
DaveM@17: # 	people = []
DaveM@17: # 	for line in stream:
DaveM@17: # 		people.append(syn.person(line))
DaveM@17: # 	return people
DaveM@17: # 		# dictList.append(regulateData(line))
DaveM@17: # 	# return dictList
DaveM@17: 
DaveM@17: def regulateData(dataDict):
DaveM@17: 	print("Parse %s"%(str(dataDict['ID'])))
DaveM@17: 	p_DOBQ = "What is your partner's date of birth? Please use the format DD/MM/YYYY (for example, 29/03/1981)."
DaveM@17: 	p_TOBQ = "At what exact time were your partner born? Please use the format HHMM (for example, 2204)."
DaveM@17: 	DOB_DQ = "Which day (numeric) have you been born?"
DaveM@17: 	DOB_MQ = "Which month have you been born?"
DaveM@17: 	DOB_YQ = "Year Of Birth"
DaveM@17: 	TOB_Q = "At what exact time were you born? Please use the format HHMM (for example, 2204)."
DaveM@17: 	COB = "What is your place of birth? Please specify city and country (for example, San Francisco, USA)."
DaveM@17: 	p_COB = "What is your partner's place of birth? Please specify city and country (for example, San Francisco, USA)."
DaveM@17: 	dataDict['DOB'] = parseDOB(dataDict[DOB_DQ],dataDict[DOB_MQ],dataDict[DOB_YQ])
DaveM@17: 	# print (dataDict[DOB_DQ],dataDict[DOB_MQ],dataDict[DOB_YQ])
DaveM@17: 	# print dataDict['DOB']
DaveM@17: 	dataDict['TOB'] = parseTOB(dataDict[TOB_Q])
DaveM@17: 	dataDict['pDOB'] = parsePartnerDOB(dataDict[p_DOBQ])
DaveM@17: 	dataDict['pTOB'] = parseTOB(dataDict[p_TOBQ])
DaveM@17: 	# MAKE RANDOM PLACE
DaveM@17: 	# dataDict['COB'] = (random.uniform(-90, 90),random.uniform(-90, 90))
DaveM@17: 	# dataDict['pCOB'] = (random.uniform(-90, 90),random.uniform(-90, 90))
DaveM@17: 	dataDict['COB'] = parseBirthTown(dataDict[COB])
DaveM@17: 	dataDict['pCOB'] = parseBirthTown(dataDict[p_COB])
DaveM@17: 	return dataDict
DaveM@17: 
DaveM@17: 
DaveM@17: def parseBirthTown(s):
DaveM@17: 	try:
DaveM@17: 		s = s.encode('ascii')
DaveM@17: 	except UnicodeDecodeError:
DaveM@17: 		# pdb.set_trace()
DaveM@17: 		s = s.decode('latin-1')
DaveM@17: 		# s = unicodedata.normalize('NFKD',s.decode('utf-8')).encode('ascii','ignore')
DaveM@17: 	timeoutTime = 2
DaveM@17: 	geolocator = Nominatim(timeout=timeoutTime)
DaveM@17: 	while s is not [] and timeoutTime < 60:
DaveM@17: 		try:
DaveM@17: 			location = geolocator.geocode(s)
DaveM@17: 			if location is not None:
DaveM@17: 				# print(location.raw)
DaveM@17: 				# print (location.latitude, location.longitude)
DaveM@17: 				return (location.latitude, location.longitude, location.raw)
DaveM@17: 			else:
DaveM@17: 				s = s.split(' ',1)
DaveM@17: 				if len(s) == 2:
DaveM@17: 					s = s[1]
DaveM@17: 					# print s
DaveM@17: 				else:
DaveM@17: 					s = DEAULT_LOCATION
DaveM@17: 		except:
DaveM@17: 			timeoutTime += 1
DaveM@17: 			print("Error: geocode failed on input %s, incrementing timeout time to %d"%(s,timeoutTime))
DaveM@17: 			time.sleep(5)
DaveM@17: 			geolocator = Nominatim(timeout=timeoutTime)
DaveM@17: 	# places = geograpy.get_place_context(text=s)
DaveM@17: 
DaveM@17: def parsePartnerDOB(dob):
DaveM@17: 	# print dob
DaveM@17: 	# pdb.set_trace()
DaveM@17: 	dob = dob.strip()
DaveM@17: 	if(dob.count('-') == 2):
DaveM@17: 		dob = dob.replace('-','/')
DaveM@17: 	if(dob.count(' ') == 2):
DaveM@17: 		dob = dob.replace(' ','/')
DaveM@17: 	dob_ = dob.split('/')
DaveM@17: 	if(len(dob_) != 3):
DaveM@17: 		dob = dob.replace('/','').strip()
DaveM@17: 		dob_ = []
DaveM@17: 		# print dob
DaveM@17: 		if len(dob) == 8: # ddmmyyyy
DaveM@17: 			dob_.append(dob[:2])
DaveM@17: 			dob_.append(dob[2:4])
DaveM@17: 			dob_.append(dob[4:])
DaveM@17: 		elif len(dob) == 7 and dob[1] == '1' and (dob[2] == '0' or dob[2] == '1' or dob[2] == '2'): # dmmyyyy
DaveM@17: 			dob_.append(dob[0])
DaveM@17: 			dob_.append(dob[1:3])
DaveM@17: 			dob_.append(dob[3:])
DaveM@17: 		elif(len(dob) == 7):
DaveM@17: 			if int(dob[:2]) > 31:# dmmyyyy
DaveM@17: 				dob_.append(dob[0])
DaveM@17: 				dob_.append(dob[1:3])
DaveM@17: 				dob_.append(dob[3:])
DaveM@17: 		elif len(dob) == 7: # ddmyyyy
DaveM@17: 			dob_.append(dob[0:2])
DaveM@17: 			dob_.append(dob[2])
DaveM@17: 			dob_.append(dob[3:])
DaveM@17: 		elif len(dob) == 6 and dob[3:4] != '19': # ddmmyy
DaveM@17: 			dob_.append(dob[:2])
DaveM@17: 			dob_.append(dob[2:4])
DaveM@17: 			dob_.append(dob[4:])
DaveM@17: 		elif len(dob) == 5 and dob[1] == '1' and (dob[2] == '0' or dob[2] == '1' or dob[2] == '2'): # dmmyy
DaveM@17: 			dob_.append(dob[0])
DaveM@17: 			dob_.append(dob[1:3])
DaveM@17: 			dob_.append(dob[3:])
DaveM@17: 		elif len(dob) == 5: # ddmyy
DaveM@17: 			dob_.append(dob[:2])
DaveM@17: 			dob_.append(dob[2])
DaveM@17: 			dob_.append(dob[3:])
DaveM@17: 		elif len(dob) == 4: # dmyy
DaveM@17: 			dob_.append(dob[0])
DaveM@17: 			dob_.append(dob[1])
DaveM@17: 			dob_.append(dob[2:])
DaveM@17: 		else:
DaveM@17: 			if(len(dob) < 4):
DaveM@17: 				return None
DaveM@17: 			# print dob
DaveM@17: 			# print filter(lambda x: x.isdigit(),dob)
DaveM@17: 			print 'no / partnerDOB issue'
DaveM@17: 		# deal with no /'s
DaveM@17: 	try:
DaveM@17: 		d = int(filter(lambda x: x.isdigit(),dob_[0]))
DaveM@17: 		m = int(filter(lambda x: x.isdigit(),dob_[1]))
DaveM@17: 		y = int(filter(lambda x: x.isdigit(),dob_[2]))
DaveM@17: 		if y < 100:
DaveM@17: 			y = y + 1900
DaveM@17: 		if (m > 12 and d <= 12):
DaveM@17: 			temp = d
DaveM@17: 			d = m
DaveM@17: 			m = temp 
DaveM@17: 		if(d > 31 or d < 1 or m > 12 or m < 1 or y > 2017 or y < 1900):
DaveM@17: 			print 'error with DOB '+d+'/'+m+'/'+y
DaveM@17: 			pdb.set_trace()
DaveM@17: 	except TypeError:
DaveM@17: 		return None
DaveM@17: 	# print  (d,m,y)
DaveM@17: 	return (d,m,y)
DaveM@17: 
DaveM@17: def monthStringToNum(s):
DaveM@17: 	# print 'inMonthStringToNum'
DaveM@17: 	m = {'jan':1,'feb':2,'mar':3,
DaveM@17: 	'apr':4,'may':5,'jun':6,'jul':7,'aug':8,
DaveM@17: 	'sep':9,'oct':10,'nov':11,'dec':12}
DaveM@17: 	s_ = s.strip()[:3].lower()
DaveM@17: 	try:
DaveM@17: 		out = m[s_]
DaveM@17: 		return out
DaveM@17: 	except:
DaveM@17: 		raise ValueError('Not a month')
DaveM@17: 
DaveM@17: def checkMonthDay(d,m):
DaveM@17: 	if d > 31: # take first two digits of day
DaveM@17: 		d = int(str(d)[:2])
DaveM@17: 		if d > 31:
DaveM@17: 			d = int(str(d)[1])
DaveM@17: 	if m > 12 and d < 12: # Day and month wrong way round - American
DaveM@17: 		temp = m
DaveM@17: 		m = d
DaveM@17: 		d = temp
DaveM@17: 	if(m == 2):
DaveM@17: 		if d <= 29:
DaveM@17: 			return (True,d,m)
DaveM@17: 		else:
DaveM@17: 			return (False,d,m)
DaveM@17: 	elif m in [4,6,9,11]:
DaveM@17: 		if d <= 30:
DaveM@17: 			return (True,d,m)
DaveM@17: 		else:
DaveM@17: 			return (False,d,m)
DaveM@17: 	elif m <= 12 and d <= 31:
DaveM@17: 		return (True,d,m)
DaveM@17: 	else:
DaveM@17: 		return (False,d,m)
DaveM@17: 
DaveM@17: def parseDOB(d,m,y):
DaveM@17: 	d = int(filter(lambda x: x.isdigit(),d))
DaveM@17: 	y = int(filter(lambda x: x.isdigit(),y))
DaveM@17: 	try:
DaveM@17: 		# print m
DaveM@17: 		m = monthStringToNum(m.strip())
DaveM@17: 	except ValueError:
DaveM@17: 		m = int(m.strip())
DaveM@17: 	if(y < 100):
DaveM@17: 		y = y + 1900
DaveM@17: 	(r,d,m) = checkMonthDay(d,m)
DaveM@17: 	if not r:
DaveM@17: 		print 'error with day month'
DaveM@17: 		print (r,d,m)
DaveM@17: 	return (d,m,y)
DaveM@17: 
DaveM@17: def parseTOB(T):
DaveM@17: 	# pdb.set_trace()
DaveM@17: 	timeFlag = None
DaveM@17: 	T_ = T.replace('.','').lower().strip()
DaveM@17: 	if 'am' in T_:
DaveM@17: 		timeFlag = 0
DaveM@17: 		T = T_.replace('am','')
DaveM@17: 	if 'pm' in T_:
DaveM@17: 		timeFlag = 1
DaveM@17: 		T = T_.replace('pm','')
DaveM@17: 	T = T.strip()
DaveM@17: 	if T.count('.') == 1:
DaveM@17: 		T = T.replace('.',':')
DaveM@17: 	try:
DaveM@17: 		if ':' in T:
DaveM@17: 			T_ = T.split(':')
DaveM@17: 			
DaveM@17: 			H = int(T_[0])
DaveM@17: 			M = int(T_[1])
DaveM@17: 		else:
DaveM@17: 			if len(T) == 4:
DaveM@17: 				H = int(T[:2])
DaveM@17: 				M = int(T[2:])
DaveM@17: 			elif int(T) <= 24 :
DaveM@17: 				H = int(T)
DaveM@17: 				M = 0
DaveM@17: 			elif int(T) > 100:
DaveM@17: 				H = int(T)/100
DaveM@17: 				M = int(T)%100
DaveM@17: 		if timeFlag is not None:
DaveM@17: 			if timeFlag == 0:
DaveM@17: 				H = H%12
DaveM@17: 			else:
DaveM@17: 				H = H%12 + 12
DaveM@17: 	except ValueError:
DaveM@17: 		H = DEFAULT_TIME_H
DaveM@17: 		M = DEFAULT_TIME_M
DaveM@17: 	return (H,M)
DaveM@17: 
DaveM@17: def makePayload(dataDict):
DaveM@17: 	if type(dataDict['COB']) is str:
DaveM@17: 		cob_0 = float(dataDict['COB'].split(',')[0][1:])
DaveM@17: 		cob_1 = float(dataDict['COB'].split(',')[1])
DaveM@17: 		dataDict['COB'] = (cob_0,cob_1)
DaveM@17: 	if type(dataDict['pCOB']) is str:
DaveM@17: 		pcob_0 = float(dataDict['pCOB'].split(',')[0][1:])
DaveM@17: 		pcob_1 = float(dataDict['pCOB'].split(',')[1])
DaveM@17: 		dataDict['pCOB'] = (pcob_0,pcob_1)
DaveM@17: 	if type(dataDict['DOB']) is str:
DaveM@17: 		dataDict['DOB'] = dataDict['DOB'][1:-1].split(',')
DaveM@17: 	if type(dataDict['pDOB']) is str:
DaveM@17: 		dataDict['pDOB'] = dataDict['pDOB'][1:-1].split(',')
DaveM@17: 	if type(dataDict['TOB']) is str:
DaveM@17: 		dataDict['TOB'] = dataDict['TOB'][1:-1].split(',')
DaveM@17: 	if type(dataDict['pTOB']) is str:
DaveM@17: 		dataDict['pTOB'] = dataDict['pTOB'][1:-1].split(',')
DaveM@17: 	# pdb.set_trace()
DaveM@17: 
DaveM@17: 	print dataDict['pDOB']
DaveM@17: 
DaveM@17: 	R = {'send_calculation':'1', #Req
DaveM@17: 		'muz_narozeni_den':dataDict['DOB'][0],
DaveM@17: 		'muz_narozeni_mesic':dataDict['DOB'][1],
DaveM@17: 		'muz_narozeni_rok':dataDict['DOB'][2],
DaveM@17: 		'muz_narozeni_hodina':dataDict['TOB'][0],
DaveM@17: 		'muz_narozeni_minuta':dataDict['TOB'][1],
DaveM@17: 		'muz_narozeni_city':'',
DaveM@17: 		'muz_narozeni_mesto_hidden':'Manually+place%3A+%C2%B0%27N%2C+%C2%B0%27E',#auto
DaveM@17: 		'muz_narozeni_stat_hidden':'XX',
DaveM@17: 		'muz_narozeni_podstat_kratky_hidden':'',
DaveM@17: 		'muz_narozeni_podstat_hidden':'',
DaveM@17: 		'muz_narozeni_podstat2_kratky_hidden':'',
DaveM@17: 		'muz_narozeni_podstat3_kratky_hidden':'',
DaveM@17: 		'muz_narozeni_input_hidden':'',
DaveM@17: 		'muz_narozeni_sirka_stupne':str(abs(dataDict['COB'][0])).split('.')[0],
DaveM@17: 		'muz_narozeni_sirka_minuty':str(float('0.'+str(dataDict['COB'][0]).split('.')[1])*60).split('.')[0],
DaveM@17: 		'muz_narozeni_sirka_smer': '1' if dataDict['COB'][0]<0 else '0', #address N Dir (0':'N',1':'S)
DaveM@17: 		'muz_narozeni_delka_stupne':str(abs(dataDict['COB'][1])).split('.')[0], #address E - Main
DaveM@17: 		'muz_narozeni_delka_minuty':str(float('0.'+str(dataDict['COB'][1]).split('.')[1])*60).split('.')[0],
DaveM@17: 		'muz_narozeni_delka_smer': '1' if dataDict['COB'][1]<0 else '0', #address E Dir (0':'E',1':'W)
DaveM@17: 		'muz_narozeni_timezone_form':'auto',
DaveM@17: 		'muz_narozeni_timezone_dst_form':'auto',
DaveM@17: 		'send_calculation':'1',
DaveM@17: 		'zena_narozeni_den':dataDict['pDOB'][0],
DaveM@17: 		'zena_narozeni_mesic':dataDict['pDOB'][1],
DaveM@17: 		'zena_narozeni_rok':dataDict['pDOB'][2],
DaveM@17: 		'zena_narozeni_hodina':dataDict['pTOB'][0],
DaveM@17: 		'zena_narozeni_minuta':dataDict['pTOB'][1],
DaveM@17: 		'zena_narozeni_city':'',
DaveM@17: 		'zena_narozeni_mesto_hidden':'Manually+place%3A+%C2%B0%27N%2C+%C2%B0%27E',
DaveM@17: 		'zena_narozeni_stat_hidden':'XX',
DaveM@17: 		'zena_narozeni_podstat_kratky_hidden':'',
DaveM@17: 		'zena_narozeni_podstat_hidden':'',
DaveM@17: 		'zena_narozeni_podstat2_kratky_hidden':'',
DaveM@17: 		'zena_narozeni_podstat3_kratky_hidden':'',
DaveM@17: 		'zena_narozeni_input_hidden':'',
DaveM@17: 		'zena_narozeni_sirka_stupne':str(abs(dataDict['pCOB'][0])).split('.')[0],
DaveM@17: 		'zena_narozeni_sirka_minuty':str(float('0.'+str(dataDict['pCOB'][0]).split('.')[1])*60).split('.')[0],
DaveM@17: 		'zena_narozeni_sirka_smer': '1' if dataDict['pCOB'][0]<0 else '0',
DaveM@17: 		'zena_narozeni_delka_stupne':str(abs(dataDict['pCOB'][1])).split('.')[0],
DaveM@17: 		'zena_narozeni_delka_minuty':str(float('0.'+str(dataDict['pCOB'][1]).split('.')[1])*60).split('.')[0],
DaveM@17: 		'zena_narozeni_delka_smer': '1' if dataDict['pCOB'][1]<0 else '0',
DaveM@17: 		'zena_narozeni_timezone_form':'auto',
DaveM@17: 		'zena_narozeni_timezone_dst_form':'auto',
DaveM@17: 		'switch_interpretations':'0',
DaveM@17: 		'house_system':'placidus',
DaveM@17: 		'uhel_orbis':'#tabs_redraw'}
DaveM@17: 	return R
DaveM@17: 
DaveM@17: 
DaveM@17: 
DaveM@17: