# HG changeset patch # User DaveM # Date 1512749919 0 # Node ID e541264bcb9bd46d2781ac66237b413218d25828 # Parent 27a294084c276fc90e59d304e6a02c7152b32db8 refactor dir diff -r 27a294084c27 -r e541264bcb9b .hgignore --- a/.hgignore Fri Dec 08 13:04:46 2017 +0000 +++ b/.hgignore Fri Dec 08 16:18:39 2017 +0000 @@ -5,6 +5,7 @@ .c9revisions .DS_Store Thumbs.db +*.html *.pyc *.pyo diff -r 27a294084c27 -r e541264bcb9b V1/notes.py --- /dev/null Thu Jan 01 00:00:00 1970 +0000 +++ b/V1/notes.py Fri Dec 08 16:18:39 2017 +0000 @@ -0,0 +1,21 @@ +payload = {'?send_calculation':'1', +# 'muz narozeni den':'1', +# 'muz narozeni mesic':'1', +# 'muz narozeni rok':'1970', +# 'muz narozeni hodina':'00', +# 'muz narozeni minuta':'00', +# 'muz narozeni city':'London%2C+United+Kingdom', +# 'send calculation':'1', +# 'zena narozeni den':'1', +# 'zena narozeni mesic':'1', +# 'zena narozeni rok':'1970', +# 'zena narozeni hodina':'00', +# 'zena narozeni minuta':'00', +# 'zena narozeni city':'Berlin%2C+Germany'} + + + + + +https://horoscopes.astro-seek.com/calculate-love-compatibility/?send_calculation=1&muz_narozeni_den=1&muz_narozeni_mesic=1&muz_narozeni_rok=1970&muz_narozeni_hodina=00&muz_narozeni_minuta=00&muz_narozeni_city=&muz_narozeni_mesto_hidden=Manually+place%3A+%C2%B0%27N%2C+%C2%B0%27E&muz_narozeni_stat_hidden=XX&muz_narozeni_podstat_kratky_hidden=&muz_narozeni_podstat_hidden=&muz_narozeni_podstat2_kratky_hidden=&muz_narozeni_podstat3_kratky_hidden=&muz_narozeni_input_hidden=&muz_narozeni_sirka_stupne=0&muz_narozeni_sirka_minuty=0&muz_narozeni_sirka_smer=0&muz_narozeni_delka_stupne=0&muz_narozeni_delka_minuty=0&muz_narozeni_delka_smer=0&muz_narozeni_timezone_form=auto&muz_narozeni_timezone_dst_form=auto&send_calculation=1&zena_narozeni_den=1&zena_narozeni_mesic=1&zena_narozeni_rok=1970&zena_narozeni_hodina=00&zena_narozeni_minuta=00&zena_narozeni_city=&zena_narozeni_mesto_hidden=Manually+place%3A+%C2%B0%27N%2C+%C2%B0%27E&zena_narozeni_stat_hidden=XX&zena_narozeni_podstat_kratky_hidden=&zena_narozeni_podstat_hidden=&zena_narozeni_podstat2_kratky_hidden=&zena_narozeni_podstat3_kratky_hidden=&zena_narozeni_input_hidden=&zena_narozeni_sirka_stupne=0&zena_narozeni_sirka_minuty=0&zena_narozeni_sirka_smer=0&zena_narozeni_delka_stupne=0&zena_narozeni_delka_minuty=0&zena_narozeni_delka_smer=0&zena_narozeni_timezone_form=auto&zena_narozeni_timezone_dst_form=auto&switch_interpretations=0&house_system=placidus&uhel_orbis=#tabs_redraw +https://horoscopes.astro-seek.com/calculate-love-compatibility/?send_calculation=1&muz_narozeni_den=1&muz_narozeni_mesic=1&muz_narozeni_rok=1970&muz_narozeni_hodina=00&muz_narozeni_minuta=00&muz_narozeni_city=&muz_narozeni_mesto_hidden=Manually+place%3A+%C2%B0%27N%2C+%C2%B0%27E&muz_narozeni_stat_hidden=XX&muz_narozeni_podstat_kratky_hidden=&muz_narozeni_podstat_hidden=&muz_narozeni_podstat2_kratky_hidden=&muz_narozeni_podstat3_kratky_hidden=&muz_narozeni_input_hidden=&muz_narozeni_sirka_stupne=0&muz_narozeni_sirka_minuty=0&muz_narozeni_sirka_smer=0&muz_narozeni_delka_stupne=0&muz_narozeni_delka_minuty=0&muz_narozeni_delka_smer=0&muz_narozeni_timezone_form=auto&muz_narozeni_timezone_dst_form=auto&send_calculation=1&zena_narozeni_den=1&zena_narozeni_mesic=1&zena_narozeni_rok=1970&zena_narozeni_hodina=00&zena_narozeni_minuta=00&zena_narozeni_city=&zena_narozeni_mesto_hidden=Manually+place%3A+%C2%B0%27N%2C+%C2%B0%27E&zena_narozeni_stat_hidden=XX&zena_narozeni_podstat_kratky_hidden=&zena_narozeni_podstat_hidden=&zena_narozeni_podstat2_kratky_hidden=&zena_narozeni_podstat3_kratky_hidden=&zena_narozeni_input_hidden=&zena_narozeni_sirka_stupne=0&zena_narozeni_sirka_minuty=0&zena_narozeni_sirka_smer=0&zena_narozeni_delka_stupne=0&zena_narozeni_delka_minuty=0&zena_narozeni_delka_smer=0&zena_narozeni_timezone_form=auto&zena_narozeni_timezone_dst_form=auto&switch_interpretations=1&house_system=placidus&uhel_orbis=#tabs_redraw \ No newline at end of file diff -r 27a294084c27 -r e541264bcb9b V1/runme.py --- /dev/null Thu Jan 01 00:00:00 1970 +0000 +++ b/V1/runme.py Fri Dec 08 16:18:39 2017 +0000 @@ -0,0 +1,88 @@ +#!/usr/bin/env python +import requests +import re +import time +import csv +import random +from HTMLParser import HTMLParser +# from lxml import html +from bs4 import BeautifulSoup + +def parsePage(resp): + soup = BeautifulSoup(resp.content, 'lxml') + tcCell = soup.find_all('div', attrs={'class':'tc'}) + for cell in tcCell: + person = dict() + tableCell = cell.find_all('td'); + if len(tableCell) > 2: + C = tableCell[0].strong.contents[0].encode('utf-8') + D = tableCell[2].strong.contents[0].encode('utf-8') + print (C,D) + A = re.search("\/>(.*)
.*\(([0-9]*)\\xc2\\xb0([0-9]*)(.*)\)",str(tableCell[1])) + # A0 = A.group(1) + # A1 = A.group(2).split('\xc2\xb0')[0] + # A2 = A.group(2).split('\xc2\xb0')[1].split('\xe2')[0] + print (A.group(1),A.group(2),A.group(3)) + person[(C,D)] = (A.group(1),A.group(2),A.group(3)) + return person + + +def setURL(p): + """ + Code impacting factors into URL + IMPACTING FACTORS + Date of Birth + Birth Time + Country of birth + City of birth (And state of birth) + """ + ## For some reason we need to post men first then women. + # url = "https://horoscopes.astro-seek.com/calculate-love-compatibility/?send_calculation=1&muz_narozeni_den=1&muz_narozeni_mesic=1&muz_narozeni_rok=1970&muz_narozeni_hodina=00&muz_narozeni_minuta=00&muz_narozeni_city=London%2C+United+Kingdom&muz_narozeni_mesto_hidden=London&muz_narozeni_stat_hidden=GB&muz_narozeni_podstat_kratky_hidden=England&muz_narozeni_podstat_hidden=England&muz_narozeni_podstat2_kratky_hidden=Greater+London&muz_narozeni_podstat3_kratky_hidden=undefined&muz_narozeni_input_hidden=&muz_narozeni_sirka_stupne=51&muz_narozeni_sirka_minuty=30&muz_narozeni_sirka_smer=0&muz_narozeni_delka_stupne=0&muz_narozeni_delka_minuty=8&muz_narozeni_delka_smer=1&muz_narozeni_timezone_form=auto&muz_narozeni_timezone_dst_form=auto&send_calculation=1&zena_narozeni_den=1&zena_narozeni_mesic=1&zena_narozeni_rok=1970&zena_narozeni_hodina=00&zena_narozeni_minuta=00&zena_narozeni_city=Berlin%2C+Germany&zena_narozeni_mesto_hidden=Berlin&zena_narozeni_stat_hidden=DE&zena_narozeni_podstat_kratky_hidden=Berlin&zena_narozeni_podstat_hidden=Berlin&zena_narozeni_podstat2_kratky_hidden=undefined&zena_narozeni_podstat3_kratky_hidden=undefined&zena_narozeni_input_hidden=&zena_narozeni_sirka_stupne=52&zena_narozeni_sirka_minuty=31&zena_narozeni_sirka_smer=0&zena_narozeni_delka_stupne=13&zena_narozeni_delka_minuty=24&zena_narozeni_delka_smer=0&zena_narozeni_timezone_form=auto&zena_narozeni_timezone_dst_form=auto&switch_interpretations=0&house_system=placidus&uhel_orbis=#tabs_redraw" + # payload = {'muz_narozeni_den':'1','muz_narozeni_mesic':'1','muz_narozeni_rok':'1970'} + url = 'https://horoscopes.astro-seek.com/calculate-love-compatibility/' + mDay = random.randint(1,29) + mMonth = random.randint(1,12) + mYear = random.randint(1,100)+1917 + fDay = random.randint(1,29) + fMonth = random.randint(1,12) + fYear = random.randint(1,100)+1917 + + payload = {'?send_calculation':'1','muz_narozeni_den':mDay,'muz_narozeni_mesic':mMonth,'muz_narozeni_rok':mYear,'zena_narozeni_den':fDay,'zena_narozeni_mesic':fMonth,'zena_narozeni_rok':fYear} + return (url,payload) + +def requestURL(url,payload): + r = requests.get(url, params=payload) + time.sleep(5) + return r + +def parseCSV(filename): + stream = csv.DictReader(open(filename,'rb')) + dictList = [] + for line in stream: + dictList.append(line) + return dictList + +def printToFile(filename,data): + keys = data[0].keys() + with open(filename,'w') as stream: + dict_writer = csv.DictWriter(stream, keys) + dict_writer.writeheader() + dict_writer.writerows(data) + +def main(): + # people = dict() + people = parseCSV('individuals.csv') + horiscopeList = [] + # people = [1,2,3,4,5] + for person in people: + print 'parsing person '+ person['ID'] + url,payload = setURL('') + resp = requestURL(url,payload) + + person['horiscope'] = parsePage(resp) + horiscopeList.append(person) + print horiscopeList + printToFile('outputdata.csv',horiscopeList) + +if __name__ == "__main__": + main() diff -r 27a294084c27 -r e541264bcb9b V1/test1.py --- /dev/null Thu Jan 01 00:00:00 1970 +0000 +++ b/V1/test1.py Fri Dec 08 16:18:39 2017 +0000 @@ -0,0 +1,68 @@ +#!/usr/bin/env python + +import requests +import re +from HTMLParser import HTMLParser +# from lxml import html +from bs4 import BeautifulSoup + + +url = "https://horoscopes.astro-seek.com/calculate-love-compatibility/?send_calculation=1&muz_narozeni_den=1&muz_narozeni_mesic=1&muz_narozeni_rok=1970&muz_narozeni_hodina=00&muz_narozeni_minuta=00&muz_narozeni_city=London%2C+United+Kingdom&muz_narozeni_mesto_hidden=London&muz_narozeni_stat_hidden=GB&muz_narozeni_podstat_kratky_hidden=England&muz_narozeni_podstat_hidden=England&muz_narozeni_podstat2_kratky_hidden=Greater+London&muz_narozeni_podstat3_kratky_hidden=undefined&muz_narozeni_input_hidden=&muz_narozeni_sirka_stupne=51&muz_narozeni_sirka_minuty=30&muz_narozeni_sirka_smer=0&muz_narozeni_delka_stupne=0&muz_narozeni_delka_minuty=8&muz_narozeni_delka_smer=1&muz_narozeni_timezone_form=auto&muz_narozeni_timezone_dst_form=auto&send_calculation=1&zena_narozeni_den=1&zena_narozeni_mesic=1&zena_narozeni_rok=1970&zena_narozeni_hodina=00&zena_narozeni_minuta=00&zena_narozeni_city=Berlin%2C+Germany&zena_narozeni_mesto_hidden=Berlin&zena_narozeni_stat_hidden=DE&zena_narozeni_podstat_kratky_hidden=Berlin&zena_narozeni_podstat_hidden=Berlin&zena_narozeni_podstat2_kratky_hidden=undefined&zena_narozeni_podstat3_kratky_hidden=undefined&zena_narozeni_input_hidden=&zena_narozeni_sirka_stupne=52&zena_narozeni_sirka_minuty=31&zena_narozeni_sirka_smer=0&zena_narozeni_delka_stupne=13&zena_narozeni_delka_minuty=24&zena_narozeni_delka_smer=0&zena_narozeni_timezone_form=auto&zena_narozeni_timezone_dst_form=auto&switch_interpretations=0&house_system=placidus&uhel_orbis=#tabs_redraw" +url = 'https://horoscopes.astro-seek.com/calculate-love-compatibility/' +payload = {'?send_calculation':'1','muz_narozeni_den':'25','muz_narozeni_mesic':'6','muz_narozeni_rok':'1988','muz_narozeni_hodina':'00','muz_narozeni_minuta':'00','muz_narozeni_city':'London%2C+United+Kingdom','zena_narozeni_den':'14','zena_narozeni_mesic':'3','zena_narozeni_rok':'1995','zena_narozeni_hodina':'00','zena_narozeni_minuta':'00'} + # {'muz_narozeni_den':'1','muz_narozeni_mesic':'1','muz_narozeni_rok':'1970'} + +# GET +r = requests.get(url) +# # GET with params in URL +r = requests.get(url, params=payload) + +# Response, status etc +# print r.text.encode('utf-8') +# tree = html.fromstring(r.content) +# tcTable = tree.xpath('//div[@class="detail-rozbor-clanek"]/strong/text()') +# print tcTable + +soup = BeautifulSoup(r.content, 'lxml') +tcCell = soup.find_all('div', attrs={'class':'tc'}) +# print tcCell + + +for cell in tcCell: + person = dict() + tableCell = cell.find_all('td'); + if len(tableCell) > 2: + C = tableCell[0].strong.contents[0].encode('utf-8') + D = tableCell[2].strong.contents[0].encode('utf-8') + print (C,D) + A = re.search("\/>(.*)
.*\(([0-9]*)\\xc2\\xb0([0-9]*)(.*)\)",str(tableCell[1])) + # A0 = A.group(1) + # A1 = A.group(2).split('\xc2\xb0')[0] + # A2 = A.group(2).split('\xc2\xb0')[1].split('\xe2')[0] + print (A.group(1),A.group(2),A.group(3)) + person[(C,D)] = (A.group(1),A.group(2),A.group(3)) + return person + # print re.search(">, (.*),
.*\(([0-9]*)\\xb([0-9]*)\\u",valueCell.contents.encode('utf-8')) + # except IndexError: + # print 'te' + # print "\n\n\n" + + + + + + +# # # # # + +payload = {'?send_calculation':'1', +'muz_narozeni_den':'25', +'muz_narozeni_mesic':'6', +'muz_narozeni_rok':'1988', +'muz_narozeni_hodina':'00', +'muz_narozeni_minuta':'00', +'muz_narozeni_city':'London%2C+United+Kingdom', +'zena_narozeni_den':'14', +'zena_narozeni_mesic':'3', +'zena_narozeni_rok':'1995', +'zena_narozeni_hodina':'00', +'zena_narozeni_minuta':'00'} \ No newline at end of file diff -r 27a294084c27 -r e541264bcb9b V2/runme.py --- /dev/null Thu Jan 01 00:00:00 1970 +0000 +++ b/V2/runme.py Fri Dec 08 16:18:39 2017 +0000 @@ -0,0 +1,88 @@ +#!/usr/bin/env python +import requests +import re +import time +import csv +import random +from HTMLParser import HTMLParser +# from lxml import html +from bs4 import BeautifulSoup + +def parsePage(resp): + soup = BeautifulSoup(resp.content, 'lxml') + tcCell = soup.find_all('div', attrs={'class':'tc'}) + for cell in tcCell: + person = dict() + tableCell = cell.find_all('td'); + if len(tableCell) > 2: + C = tableCell[0].strong.contents[0].encode('utf-8') + D = tableCell[2].strong.contents[0].encode('utf-8') + print (C,D) + A = re.search("\/>(.*)
.*\(([0-9]*)\\xc2\\xb0([0-9]*)(.*)\)",str(tableCell[1])) + # A0 = A.group(1) + # A1 = A.group(2).split('\xc2\xb0')[0] + # A2 = A.group(2).split('\xc2\xb0')[1].split('\xe2')[0] + print (A.group(1),A.group(2),A.group(3)) + person[(C,D)] = (A.group(1),A.group(2),A.group(3)) + return person + + +def setURL(p): + """ + Code impacting factors into URL + IMPACTING FACTORS + Date of Birth + Birth Time + Country of birth + City of birth (And state of birth) + """ + ## For some reason we need to post men first then women. + # url = "https://horoscopes.astro-seek.com/calculate-love-compatibility/?send_calculation=1&muz_narozeni_den=1&muz_narozeni_mesic=1&muz_narozeni_rok=1970&muz_narozeni_hodina=00&muz_narozeni_minuta=00&muz_narozeni_city=London%2C+United+Kingdom&muz_narozeni_mesto_hidden=London&muz_narozeni_stat_hidden=GB&muz_narozeni_podstat_kratky_hidden=England&muz_narozeni_podstat_hidden=England&muz_narozeni_podstat2_kratky_hidden=Greater+London&muz_narozeni_podstat3_kratky_hidden=undefined&muz_narozeni_input_hidden=&muz_narozeni_sirka_stupne=51&muz_narozeni_sirka_minuty=30&muz_narozeni_sirka_smer=0&muz_narozeni_delka_stupne=0&muz_narozeni_delka_minuty=8&muz_narozeni_delka_smer=1&muz_narozeni_timezone_form=auto&muz_narozeni_timezone_dst_form=auto&send_calculation=1&zena_narozeni_den=1&zena_narozeni_mesic=1&zena_narozeni_rok=1970&zena_narozeni_hodina=00&zena_narozeni_minuta=00&zena_narozeni_city=Berlin%2C+Germany&zena_narozeni_mesto_hidden=Berlin&zena_narozeni_stat_hidden=DE&zena_narozeni_podstat_kratky_hidden=Berlin&zena_narozeni_podstat_hidden=Berlin&zena_narozeni_podstat2_kratky_hidden=undefined&zena_narozeni_podstat3_kratky_hidden=undefined&zena_narozeni_input_hidden=&zena_narozeni_sirka_stupne=52&zena_narozeni_sirka_minuty=31&zena_narozeni_sirka_smer=0&zena_narozeni_delka_stupne=13&zena_narozeni_delka_minuty=24&zena_narozeni_delka_smer=0&zena_narozeni_timezone_form=auto&zena_narozeni_timezone_dst_form=auto&switch_interpretations=0&house_system=placidus&uhel_orbis=#tabs_redraw" + # payload = {'muz_narozeni_den':'1','muz_narozeni_mesic':'1','muz_narozeni_rok':'1970'} + url = 'https://horoscopes.astro-seek.com/calculate-love-compatibility/' + mDay = random.randint(1,29) + mMonth = random.randint(1,12) + mYear = random.randint(1,100)+1917 + fDay = random.randint(1,29) + fMonth = random.randint(1,12) + fYear = random.randint(1,100)+1917 + + payload = {'?send_calculation':'1','muz_narozeni_den':mDay,'muz_narozeni_mesic':mMonth,'muz_narozeni_rok':mYear,'zena_narozeni_den':fDay,'zena_narozeni_mesic':fMonth,'zena_narozeni_rok':fYear} + return (url,payload) + +def requestURL(url,payload): + r = requests.get(url, params=payload) + time.sleep(5) + return r + +def parseCSV(filename): + stream = csv.DictReader(open(filename,'rb')) + dictList = [] + for line in stream: + dictList.append(line) + return dictList + +def printToFile(filename,data): + keys = data[0].keys() + with open(filename,'w') as stream: + dict_writer = csv.DictWriter(stream, keys) + dict_writer.writeheader() + dict_writer.writerows(data) + +def main(): + # people = dict() + people = parseCSV('individuals.csv') + horiscopeList = [] + # people = [1,2,3,4,5] + for person in people: + print 'parsing person '+ person['ID'] + url,payload = setURL('') + resp = requestURL(url,payload) + + person['horiscope'] = parsePage(resp) + horiscopeList.append(person) + print horiscopeList + printToFile('outputdata.csv',horiscopeList) + +if __name__ == "__main__": + main() diff -r 27a294084c27 -r e541264bcb9b individuals.csv --- a/individuals.csv Fri Dec 08 13:04:46 2017 +0000 +++ /dev/null Thu Jan 01 00:00:00 1970 +0000 @@ -1,30 +0,0 @@ -ID,Time Started,Time Finished,OS,Country,Area,City,Provider,Gender,Age,Year Of Birth,"Is love written in the stars? Help us find out: all we need is your and your partner's accurate date, time and place of birth.",How long have you been in your relationship?,How well matched are you with your partner in terms of long term compatibility?,"Overall, how would you rate the sexual chemistry between you and your partner?",Are you going through a difficult period with your partner?,"What is your place of birth? Please specify city and country (for example, San Francisco, USA).","At what exact time were you born? Please use the format HHMM (for example, 2204).",How accurate is the information of your time of birth?,"What is your partner's date of birth? Please use the format DD/MM/YYYY (for example, 29/03/1981).","What is your partner's place of birth? Please specify city and country (for example, San Francisco, USA).","At what exact time were your partner born? Please use the format HHMM (for example, 2204).",How accurate is the information of your partner's time of birth?,What is your partner's educational level?,What is your partner's gross yearly income?,What is your partner's sector of occupation?,How long has your partner held this job for?,How satisfied is your partner with his occupation?,How long have you hold your job for?,How satisfied are you with your occupation?,Marital Status,Number of children,Education,Employment Status,Career,Race,Income,Musicfan,Productivity Booster,Bookworm,Socialite,Traveler,Sportsfan,Gamer,Value Shopper,Food and Dining Lover,Entertainment Enthusiast,Fashionista,ADID IDFA --778194867,2017-11-02 03:07:16,2017-11-02 03:09:33,Android,US,New York,Tonawanda,Boost Mobile,female,35 - 44,1975,0,3-6 years,7,8,Yes,"Buffalo, N.Y.",2244,I do not know my time of birth,09/27/1967,"Buffalo, N.Y.",1235,I do not know my partner's time of birth,High school,"$ 50,000-74,999",Construction,More than 2 years and less than 4 years,10,More than one year and less than 2 years,10,living_with_partner,two,vocational_technical_college,homemaker,other,white,middle_i,true,false,false,true,false,false,false,true,false,true,true,001e4ff9-a525-451e-969d-78f3a5904416 -1003728016,2017-11-02 04:26:20,2017-11-02 04:29:15,Android,US,Florida,Bartow,MetroPCS,female,25 - 34,1988,0,6-10 years,10,10,Yes,Bartow fl usa,1808,Very accurate,28011971,Havana cuba,1910,Very accurate,High school,"Less than $ 25,000",Construction,Less than 12 months,1,More than 4 years and less then 7 years,4,living_with_partner,one,vocational_technical_college,self_employed,hotel_and_food_services,white,lower_i,true,false,false,true,false,false,false,true,true,true,true,0020691d-5d71-4b29-880a-87fea4da23e7 -222443808,2017-11-02 03:09:27,2017-11-02 03:11:49,Android,US,South Carolina,Swansea,NA,female,35 - 44,1980,0,1-3 years,10,8,No,Philippines,1980,I do not know my time of birth,05/23/1970,"Sc,usa",1970,I do not know my partner's time of birth,Postgraduate,Don't know or prefer not to say,Information Services and Data,More than 2 years and less than 4 years,8,Less than 12 months,6,living_with_partner,zero,high_school,unemployed_looking,homemaker,asian,prefer_not_to_say,true,false,true,true,false,false,false,true,false,true,true,0025cbb5-8e1e-43b5-a290-110ba23fe562 --1401228871,2017-11-02 10:06:48,2017-11-02 10:09:06,Android,US,California,Glendale,MetroPCS,male,25 - 34,1992,0,1-3 years,10,10,No,Palmdale USA,1231,Mostly accurate (+/- 1-2 hrs),03/06/1996,Sylmar USA,1101,I do not know my partner's time of birth,High school,"Less than $ 25,000",Unemployed,More than one year and less than 2 years,10,More than one year and less than 2 years,10,living_with_partner,one,high_school,unemployed_looking,unemployed,white,lower_i,true,true,true,true,false,true,true,true,true,true,true,002d7a4e-6e56-42ed-bf92-cbb2c2287164 --1995337162,2017-11-02 01:43:12,2017-11-02 01:49:10,Android,US,California,San Dimas,AT&T,female,35 - 44,1979,0,More than 10 years,9,9,No,Chicago usa,1315,Very accurate,12/09/1971,Pomona usa,1514,Mostly accurate (+/- 1-2 hrs),High school,"$ 25,000-49,999",Grocery,More than 7 years,7,More than 4 years and less then 7 years,9,living_with_partner,one,vocational_technical_college,homemaker,homemaker,white,middle_ii,false,false,false,false,false,false,false,false,false,false,false,00ba56f8-4d0a-48d0-a7b0-89b65bf40647 -1228908567,2017-11-01 22:16:11,2017-11-01 22:18:48,Android,US,Missouri,Blue Springs,Boost Mobile,female,25 - 34,1992,0,6-10 years,10,10,No,"Omaha, USA",2306,Very accurate,07/17/1992,"Cahokia, usa",2109,Very accurate,Middle school,"$ 25,000-49,999",Wholesale,More than one year and less than 2 years,10,More than 4 years and less then 7 years,10,living_with_partner,zero,high_school,employed_for_wages,hotel_and_food_services,black,lower_ii,true,false,false,true,false,false,false,true,false,true,true,00e9e9b3-29c8-4f13-8e16-a6ab3d2f8643 --1859507355,2017-11-02 02:07:29,2017-11-02 02:10:44,iOS,US,South Carolina,Inman,cricket,female,25 - 34,1991,0,1-3 years,10,10,No,"Spartanburg, USA",1324,Mostly accurate (+/- 1-2 hrs),04/05/1988,"Rome, USA",2217,Somewhat accurate (+/- 3-6 hrs),Vocational/technical college,"$ 25,000-49,999",Mechanic,More than 2 years and less than 4 years,8,Less than 12 months,10,living_with_partner,three,high_school,homemaker,homemaker,white,lower_ii,,,,,,,,,,,,0130CE41-38B3-4110-9DB0-776D378C3771 -1656321736,2017-11-01 21:42:55,2017-11-01 21:48:18,Android,US,California,Modesto,HOME,female,35 - 44,1982,0,1-3 years,8,9,Yes,Twine cities Minnesota,0930,Very accurate,06/04/1954,Oraco reservations,0330,Mostly accurate (+/- 1-2 hrs),High school,Don't know or prefer not to say,Military,More than 7 years,9,Less than 12 months,5,living_with_partner,two,vocational_technical_college,other,other,hispanic,lower_ii,true,true,true,true,false,false,false,true,true,true,false,0181eddf-64ad-46dd-a979-dc66dc4c52fb -787835253,2017-11-02 00:03:08,2017-11-02 00:07:25,Android,US,Michigan,Ann Arbor,Sprint,female,25 - 34,1987,0,3-6 years,10,10,No,Columbus Ohio,304,I do not know my time of birth,05/02/1984,Zanesville Ohio,304,I do not know my partner's time of birth,Vocational/technical college,"Less than $ 25,000",Unemployed,Less than 12 months,10,Less than 12 months,10,living_with_partner,zero,vocational_technical_college,unemployed_looking,unemployed,white,prefer_not_to_say,true,false,true,true,false,false,false,true,true,true,true,018607f0-0617-4a41-a47e-aaa48021fc23 --382571747,2017-11-02 01:39:24,2017-11-02 01:42:48,Android,US,Florida,Lakeland,Boost Mobile,female,25 - 34,1992,0,3-6 years,10,10,No,"Indian town, Florida Usa",1023,Very accurate,22/08/1990,"Greenville,Ohio usa",714,Very accurate,High school,"$ 25,000-49,999",Retail,More than 2 years and less than 4 years,7,More than one year and less than 2 years,5,living_with_partner,one,vocational_technical_college,unemployed_looking,health_care_and_social_assistance,hispanic,lower_i,true,false,false,true,false,false,false,true,false,true,true,01ea6ea2-608c-4b6b-8900-6ca7e00be386 -169312556,2017-11-01 21:45:49,2017-11-01 21:59:56,Android,US,New York,Brooklyn,T-Mobile,female,25 - 34,1992,0,3-6 years,8,7,No,"Lima, peru",1207,Mostly accurate (+/- 1-2 hrs),17/10/1991,"New york, New york",0,I do not know my partner's time of birth,High school,"$ 25,000-49,999",Retail,Less than 12 months,4,Less than 12 months,8,living_with_partner,one,university,employed_for_wages,health_care_and_social_assistance,hispanic,lower_ii,true,true,true,true,true,true,true,true,true,true,true,023af7b9-71d8-4f53-ad32-c9a95b776582 -19447537,2017-11-02 22:31:22,2017-11-02 22:35:16,Android,US,Michigan,Detroit,Family Mobile,male,25 - 34,1988,0,More than 10 years,10,10,No,I don't know USA,1035,I do not know my time of birth,9/6/1989,I don't know USA,1010,I do not know my partner's time of birth,High school,"Less than $ 25,000",Unemployed,Less than 12 months,10,More than 4 years and less then 7 years,10,living_with_partner,two,high_school,employed_for_wages,utilities,white,lower_ii,true,false,true,true,false,false,true,true,false,true,true,023d69a0-9b94-4cf8-95b1-f71372f47533 --578508133,2017-11-01 20:41:19,2017-11-01 20:44:59,Android,US,Michigan,New Lothrop,Boost Mobile,female,25 - 34,1988,0,1-3 years,10,10,No,"Saginaw, Michigan. USA",0421,Very accurate,09/18/1984,"Saginaw, Michigan. USA",2200,Somewhat accurate (+/- 3-6 hrs),University,"$ 25,000-49,999",Construction,More than one year and less than 2 years,10,More than 2 years and less than 4 years,10,living_with_partner,two,university,self_employed,other,white,lower_ii,true,false,false,true,false,false,false,true,false,true,true,024d5689-c317-4de5-8d63-6e0dae7ed5cc -37781094,2017-11-02 03:27:01,2017-11-02 03:29:45,Android,US,Ohio,Piqua,Boost Mobile,female,25 - 34,1990,0,1-3 years,6,6,Yes,"Dayton, Ohio",1115,Somewhat accurate (+/- 3-6 hrs),10/16/88,"Troy, Ohio",2250,Somewhat accurate (+/- 3-6 hrs),High school,"$ 75,000-99,999",Construction,More than 2 years and less than 4 years,5,More than 2 years and less than 4 years,4,living_with_partner,two,vocational_technical_college,employed_for_wages,hotel_and_food_services,white,high_i,false,false,false,false,false,false,false,false,false,false,false,0318efb8-7359-4e42-899c-a287a75b5dfe --300299930,2017-11-02 01:23:32,2017-11-02 01:25:58,Android,US,Illinois,Marion,AT&T,female,25 - 34,1991,0,1-3 years,10,9,No,"Poplar Bluff, MO",0807,Mostly accurate (+/- 1-2 hrs),15/05/1991,"Herrin, IL",1646,Very accurate,High school,"Less than $ 25,000",Retail,More than 2 years and less than 4 years,7,Less than 12 months,7,living_with_partner,one,university,employed_for_wages,education,white,lower_i,true,true,true,true,true,true,false,true,true,true,true,0386b0da-868e-425e-96ab-3dea1eeba6bd -1269948841,2017-11-02 00:24:30,2017-11-02 00:29:41,Android,US,Unknown,Unknown,Unknown,female,25 - 34,1992,0,1-3 years,8,5,No,"Morgan City, USA",1634,Very accurate,04/17/1978,"Baton Rouge, USA",1312,Very accurate,University,"$ 50,000-74,999",Construction,More than 7 years,9,Less than 12 months,8,living_with_partner,two,high_school,homemaker,other,white,lower_i,false,false,true,true,false,false,false,true,false,true,true,0397bc09-3f25-43b3-980e-5662e0dab148 --16359333,2017-11-02 01:15:04,2017-11-02 01:17:36,Android,US,Pennsylvania,Philadelphia,T-Mobile,female,35 - 44,1981,0,6-10 years,8,7,No,Philadelphia usa,1030,Very accurate,14/01/1983,Chester usa,1800,I do not know my partner's time of birth,Vocational/technical college,"$ 50,000-74,999",Manufacturing Other,More than 2 years and less than 4 years,7,Less than 12 months,1,living_with_partner,zero,university,employed_for_wages,legal_services,white,middle_ii,true,true,true,true,true,true,false,true,true,true,true,03bc7c55-1fe5-40e6-885b-53809b140905 -1117157787,2017-11-02 01:22:25,2017-11-02 01:28:17,Android,US,New York,Wappingers Falls,cricket,male,35 - 44,1978,0,More than 10 years,10,10,No,Yonkers new york,0145,Mostly accurate (+/- 1-2 hrs),4/29/74,Bronx new york,0230,Somewhat accurate (+/- 3-6 hrs),Vocational/technical college,"$ 25,000-49,999",Health Care And Social Assistance,More than 4 years and less then 7 years,6,More than 7 years,5,living_with_partner,two,vocational_technical_college,self_employed,construction,white,middle_i,false,false,false,false,false,false,false,false,false,false,false,03cca94c-a67a-46f8-aa70-894491bacc41 --1733132221,2017-11-01 21:21:43,2017-11-01 21:23:38,Android,US,California,Fremont,Jio 4G,male,25 - 34,1990,0,3-6 years,10,10,No,San Francisco,0430,Mostly accurate (+/- 1-2 hrs),23/02/1990,San Francisco,650,Mostly accurate (+/- 1-2 hrs),Postgraduate,"Less than $ 25,000",Software,More than one year and less than 2 years,9,More than one year and less than 2 years,8,living_with_partner,zero,university,self_employed,software,white,lower_ii,false,true,false,true,false,false,true,true,false,true,true,03d09b1e-eeb0-4ecc-a114-057d5b82f862 --2030054076,2017-11-01 22:03:22,2017-11-01 22:06:48,Android,US,Arizona,Chandler,Verizon Wireless,female,25 - 34,1988,0,3-6 years,10,10,No,"Milwaukee, USA",1745,Very accurate,06/12/1985,"Des Moines, USA",0230,Mostly accurate (+/- 1-2 hrs),University,"$ 50,000-74,999",Scientific or Technical Services,Less than 12 months,10,More than one year and less than 2 years,10,living_with_partner,one,vocational_technical_college,homemaker,homemaker,white,lower_ii,true,false,true,true,true,false,false,true,true,true,true,0417acd3-be64-4866-8721-71fa5bf6eea3 -265573017,2017-11-01 20:55:27,2017-11-01 20:59:20,Android,US,Alabama,Clanton,HOME,female,25 - 34,1990,0,1-3 years,5,10,Yes,Opelika Alabama usa,2245,Somewhat accurate (+/- 3-6 hrs),21/2/1973,Louisiana isa,2335,I do not know my partner's time of birth,High school,"Less than $ 25,000",Unemployed,More than 2 years and less than 4 years,10,Less than 12 months,6,living_with_partner,two,high_school,student,student,black,lower_i,true,false,true,true,false,false,false,true,false,true,true,041b61c7-1b00-4b7c-94cb-a828a5e20877 --1845424824,2017-11-02 02:02:49,2017-11-02 02:05:52,Android,US,Ohio,Malvern,MetroPCS,female,35 - 44,1979,0,More than 10 years,10,10,No,Ohio usa,2203,I do not know my time of birth,17/06/1981,Warren ohio usa,2209,I do not know my partner's time of birth,High school,"Less than $ 25,000",Dishwasher,More than 2 years and less than 4 years,10,More than 7 years,10,living_with_partner,two,high_school,homemaker,homemaker,white,lower_i,true,false,false,true,false,false,false,true,false,true,true,045c85fe-a1bd-4840-a968-27f1a60a36f3 -352021901,2017-11-02 02:25:39,2017-11-02 02:28:44,Android,US,Maine,Biddeford,Sprint,female,25 - 34,1988,0,6-10 years,10,10,No,San Antonio texas,1004,Somewhat accurate (+/- 3-6 hrs),13051987,Biddeford maine,2205,Not accurate (+/- 7-12 hrs),High school,"Less than $ 25,000",Manufacturing Other,More than 4 years and less then 7 years,10,Less than 12 months,7,living_with_partner,two,university,unemployed_looking,unemployed,white,lower_ii,true,false,true,true,false,true,false,true,false,true,true,04bc60db-e136-4e76-99f1-d4277165fe9f --1661284329,2017-11-01 18:58:21,2017-11-01 19:00:36,Android,US,California,Highland,Family Mobile,male,35 - 44,1982,0,1-3 years,8,8,No,london uk,2205,Mostly accurate (+/- 1-2 hrs),10/30/1974,la usa,0000,Very accurate,Vocational/technical college,"$ 25,000-49,999",Health Care And Social Assistance,More than 7 years,10,More than one year and less than 2 years,9,living_with_partner,zero,high_school,unemployed_looking,unemployed,white,lower_i,true,false,false,true,false,false,false,true,false,true,false,04bdff3c-6179-4162-b27a-14d0edcd5a15 -1701751711,2017-11-02 01:08:18,2017-11-02 01:11:17,Android,US,Wisconsin,Baraboo,U.S. Cellular,male,25 - 34,1988,0,1-3 years,7,4,Yes,"Racine, WI",1150,Very accurate,12/12/1986,"Milwaukee, WI",0004,Very accurate,High school,"Less than $ 25,000",Hotel and Food Services,Less than 12 months,4,More than one year and less than 2 years,8,living_with_partner,one,university,employed_for_wages,hotel_and_food_services,white,lower_ii,true,true,true,true,true,true,true,true,true,true,true,04eb8c6a-ce7c-4f03-87bc-9bc3fa92fdb8 --460681998,2017-11-03 00:28:03,2017-11-03 00:30:03,iOS,US,Missouri,Kansas City,Sprint,male,25 - 34,1985,0,1-3 years,10,7,No,Saint louis USA,2204,Somewhat accurate (+/- 3-6 hrs),03/08/1985,Saint louis usa,0,I do not know my partner's time of birth,High school,"$ 25,000-49,999",Finance and Insurance,More than 7 years,8,More than 4 years and less then 7 years,8,living_with_partner,zero,university,employed_for_wages,finance_and_insurance,white,middle_ii,,,,,,,,,,,,050AD7D0-ED26-4B60-84A6-39509836AA06 --1994533227,2017-11-01 21:13:05,2017-11-01 21:15:20,iOS,US,Unknown,Unknown,AT&T,female,35 - 44,1978,0,1-3 years,10,8,Yes,"Middleburgs Heights,Ohio",800,Very accurate,21/02/1977,"Quiertro,Mexico",900,Very accurate,Vocational/technical college,"$ 75,000-99,999",Agriculture Forestry Fishing or Hunting,More than 7 years,10,More than 2 years and less than 4 years,10,living_with_partner,one,high_school,employed_for_wages,broadcasting,white,middle_i,,,,,,,,,,,,05192FB1-BCF0-4C5B-BF6C-F58A5979928F --259709343,2017-11-01 18:35:43,2017-11-01 18:38:07,iOS,US,Louisiana,Baton Rouge,Verizon,female,25 - 34,1988,0,1-3 years,6,8,No,Usa,2209,Mostly accurate (+/- 1-2 hrs),11/14/1982,"Key west, FL",1105,Mostly accurate (+/- 1-2 hrs),High school,"$ 50,000-74,999",Shipping and receiving,More than 2 years and less than 4 years,10,More than 7 years,7,living_with_partner,two,high_school,employed_for_wages,information_services_and_data,white,lower_ii,,,,,,,,,,,,058A1D2B-6726-4CB2-80DF-E4A2907D8E43 -1122299494,2017-11-01 19:10:21,2017-11-01 19:12:39,iOS,US,Pennsylvania,Allentown,AT&T,female,25 - 34,1990,0,3-6 years,8,8,No,"Allentown, Pennsylvania USA",1500,Very accurate,05/04/1991,"Phillipsburg, New Jersey USA",1600,Very accurate,University,"$ 25,000-49,999",Finance and Insurance,More than one year and less than 2 years,8,More than one year and less than 2 years,9,living_with_partner,zero,postgraduate,employed_for_wages,education,white,middle_ii,,,,,,,,,,,,05980066-6AB6-4C2E-983A-5C71AD69FE43 \ No newline at end of file diff -r 27a294084c27 -r e541264bcb9b notes.py --- a/notes.py Fri Dec 08 13:04:46 2017 +0000 +++ /dev/null Thu Jan 01 00:00:00 1970 +0000 @@ -1,21 +0,0 @@ -payload = {'?send_calculation':'1', -# 'muz narozeni den':'1', -# 'muz narozeni mesic':'1', -# 'muz narozeni rok':'1970', -# 'muz narozeni hodina':'00', -# 'muz narozeni minuta':'00', -# 'muz narozeni city':'London%2C+United+Kingdom', -# 'send calculation':'1', -# 'zena narozeni den':'1', -# 'zena narozeni mesic':'1', -# 'zena narozeni rok':'1970', -# 'zena narozeni hodina':'00', -# 'zena narozeni minuta':'00', -# 'zena narozeni city':'Berlin%2C+Germany'} - - - - - -https://horoscopes.astro-seek.com/calculate-love-compatibility/?send_calculation=1&muz_narozeni_den=1&muz_narozeni_mesic=1&muz_narozeni_rok=1970&muz_narozeni_hodina=00&muz_narozeni_minuta=00&muz_narozeni_city=&muz_narozeni_mesto_hidden=Manually+place%3A+%C2%B0%27N%2C+%C2%B0%27E&muz_narozeni_stat_hidden=XX&muz_narozeni_podstat_kratky_hidden=&muz_narozeni_podstat_hidden=&muz_narozeni_podstat2_kratky_hidden=&muz_narozeni_podstat3_kratky_hidden=&muz_narozeni_input_hidden=&muz_narozeni_sirka_stupne=0&muz_narozeni_sirka_minuty=0&muz_narozeni_sirka_smer=0&muz_narozeni_delka_stupne=0&muz_narozeni_delka_minuty=0&muz_narozeni_delka_smer=0&muz_narozeni_timezone_form=auto&muz_narozeni_timezone_dst_form=auto&send_calculation=1&zena_narozeni_den=1&zena_narozeni_mesic=1&zena_narozeni_rok=1970&zena_narozeni_hodina=00&zena_narozeni_minuta=00&zena_narozeni_city=&zena_narozeni_mesto_hidden=Manually+place%3A+%C2%B0%27N%2C+%C2%B0%27E&zena_narozeni_stat_hidden=XX&zena_narozeni_podstat_kratky_hidden=&zena_narozeni_podstat_hidden=&zena_narozeni_podstat2_kratky_hidden=&zena_narozeni_podstat3_kratky_hidden=&zena_narozeni_input_hidden=&zena_narozeni_sirka_stupne=0&zena_narozeni_sirka_minuty=0&zena_narozeni_sirka_smer=0&zena_narozeni_delka_stupne=0&zena_narozeni_delka_minuty=0&zena_narozeni_delka_smer=0&zena_narozeni_timezone_form=auto&zena_narozeni_timezone_dst_form=auto&switch_interpretations=0&house_system=placidus&uhel_orbis=#tabs_redraw -https://horoscopes.astro-seek.com/calculate-love-compatibility/?send_calculation=1&muz_narozeni_den=1&muz_narozeni_mesic=1&muz_narozeni_rok=1970&muz_narozeni_hodina=00&muz_narozeni_minuta=00&muz_narozeni_city=&muz_narozeni_mesto_hidden=Manually+place%3A+%C2%B0%27N%2C+%C2%B0%27E&muz_narozeni_stat_hidden=XX&muz_narozeni_podstat_kratky_hidden=&muz_narozeni_podstat_hidden=&muz_narozeni_podstat2_kratky_hidden=&muz_narozeni_podstat3_kratky_hidden=&muz_narozeni_input_hidden=&muz_narozeni_sirka_stupne=0&muz_narozeni_sirka_minuty=0&muz_narozeni_sirka_smer=0&muz_narozeni_delka_stupne=0&muz_narozeni_delka_minuty=0&muz_narozeni_delka_smer=0&muz_narozeni_timezone_form=auto&muz_narozeni_timezone_dst_form=auto&send_calculation=1&zena_narozeni_den=1&zena_narozeni_mesic=1&zena_narozeni_rok=1970&zena_narozeni_hodina=00&zena_narozeni_minuta=00&zena_narozeni_city=&zena_narozeni_mesto_hidden=Manually+place%3A+%C2%B0%27N%2C+%C2%B0%27E&zena_narozeni_stat_hidden=XX&zena_narozeni_podstat_kratky_hidden=&zena_narozeni_podstat_hidden=&zena_narozeni_podstat2_kratky_hidden=&zena_narozeni_podstat3_kratky_hidden=&zena_narozeni_input_hidden=&zena_narozeni_sirka_stupne=0&zena_narozeni_sirka_minuty=0&zena_narozeni_sirka_smer=0&zena_narozeni_delka_stupne=0&zena_narozeni_delka_minuty=0&zena_narozeni_delka_smer=0&zena_narozeni_timezone_form=auto&zena_narozeni_timezone_dst_form=auto&switch_interpretations=1&house_system=placidus&uhel_orbis=#tabs_redraw \ No newline at end of file diff -r 27a294084c27 -r e541264bcb9b outputdata.csv --- a/outputdata.csv Fri Dec 08 13:04:46 2017 +0000 +++ /dev/null Thu Jan 01 00:00:00 1970 +0000 @@ -1,30 +0,0 @@ -City,Socialite,How satisfied are you with your occupation?,Value Shopper,Employment Status,How accurate is the information of your time of birth?,How accurate is the information of your partner's time of birth?,Income,Number of children,"What is your partner's place of birth? Please specify city and country (for example, San Francisco, USA).","Is love written in the stars? Help us find out: all we need is your and your partner's accurate date, time and place of birth.",Bookworm,Provider,horiscope,What is your partner's sector of occupation?,"Overall, how would you rate the sexual chemistry between you and your partner?","What is your partner's date of birth? Please use the format DD/MM/YYYY (for example, 29/03/1981).",Sportsfan,How well matched are you with your partner in terms of long term compatibility?,ADID IDFA,Area,What is your partner's gross yearly income?,Food and Dining Lover,Country,Musicfan,Time Started,How long have you hold your job for?,How satisfied is your partner with his occupation?,Career,Gender,Age,How long has your partner held this job for?,Year Of Birth,Race,Gamer,Traveler,Are you going through a difficult period with your partner?,Time Finished,ID,"At what exact time were your partner born? Please use the format HHMM (for example, 2204).","What is your place of birth? Please specify city and country (for example, San Francisco, USA).",OS,Fashionista,What is your partner's educational level?,Marital Status,Entertainment Enthusiast,"At what exact time were you born? Please use the format HHMM (for example, 2204).",Productivity Booster,Education,How long have you been in your relationship? -Tonawanda,true,10,true,homemaker,I do not know my time of birth,I do not know my partner's time of birth,middle_i,two,"Buffalo, N.Y.",0,false,Boost Mobile,{},Construction,8,09/27/1967,false,7,001e4ff9-a525-451e-969d-78f3a5904416,New York,"$ 50,000-74,999",false,US,true,2017-11-02 03:07:16,More than one year and less than 2 years,10,other,female,35 - 44,More than 2 years and less than 4 years,1975,white,false,false,Yes,2017-11-02 03:09:33,-778194867,1235,"Buffalo, N.Y.",Android,true,High school,living_with_partner,true,2244,false,vocational_technical_college,3-6 years -Bartow,true,4,true,self_employed,Very accurate,Very accurate,lower_i,one,Havana cuba,0,false,MetroPCS,{},Construction,10,28011971,false,10,0020691d-5d71-4b29-880a-87fea4da23e7,Florida,"Less than $ 25,000",true,US,true,2017-11-02 04:26:20,More than 4 years and less then 7 years,1,hotel_and_food_services,female,25 - 34,Less than 12 months,1988,white,false,false,Yes,2017-11-02 04:29:15,1003728016,1910,Bartow fl usa,Android,true,High school,living_with_partner,true,1808,false,vocational_technical_college,6-10 years -Swansea,true,6,true,unemployed_looking,I do not know my time of birth,I do not know my partner's time of birth,prefer_not_to_say,zero,"Sc,usa",0,true,NA,{},Information Services and Data,8,05/23/1970,false,10,0025cbb5-8e1e-43b5-a290-110ba23fe562,South Carolina,Don't know or prefer not to say,false,US,true,2017-11-02 03:09:27,Less than 12 months,8,homemaker,female,35 - 44,More than 2 years and less than 4 years,1980,asian,false,false,No,2017-11-02 03:11:49,222443808,1970,Philippines,Android,true,Postgraduate,living_with_partner,true,1980,false,high_school,1-3 years -Glendale,true,10,true,unemployed_looking,Mostly accurate (+/- 1-2 hrs),I do not know my partner's time of birth,lower_i,one,Sylmar USA,0,true,MetroPCS,{},Unemployed,10,03/06/1996,true,10,002d7a4e-6e56-42ed-bf92-cbb2c2287164,California,"Less than $ 25,000",true,US,true,2017-11-02 10:06:48,More than one year and less than 2 years,10,unemployed,male,25 - 34,More than one year and less than 2 years,1992,white,true,false,No,2017-11-02 10:09:06,-1401228871,1101,Palmdale USA,Android,true,High school,living_with_partner,true,1231,true,high_school,1-3 years -San Dimas,false,9,false,homemaker,Very accurate,Mostly accurate (+/- 1-2 hrs),middle_ii,one,Pomona usa,0,false,AT&T,{},Grocery,9,12/09/1971,false,9,00ba56f8-4d0a-48d0-a7b0-89b65bf40647,California,"$ 25,000-49,999",false,US,false,2017-11-02 01:43:12,More than 4 years and less then 7 years,7,homemaker,female,35 - 44,More than 7 years,1979,white,false,false,No,2017-11-02 01:49:10,-1995337162,1514,Chicago usa,Android,false,High school,living_with_partner,false,1315,false,vocational_technical_college,More than 10 years -Blue Springs,true,10,true,employed_for_wages,Very accurate,Very accurate,lower_ii,zero,"Cahokia, usa",0,false,Boost Mobile,{},Wholesale,10,07/17/1992,false,10,00e9e9b3-29c8-4f13-8e16-a6ab3d2f8643,Missouri,"$ 25,000-49,999",false,US,true,2017-11-01 22:16:11,More than 4 years and less then 7 years,10,hotel_and_food_services,female,25 - 34,More than one year and less than 2 years,1992,black,false,false,No,2017-11-01 22:18:48,1228908567,2109,"Omaha, USA",Android,true,Middle school,living_with_partner,true,2306,false,high_school,6-10 years -Inman,,10,,homemaker,Mostly accurate (+/- 1-2 hrs),Somewhat accurate (+/- 3-6 hrs),lower_ii,three,"Rome, USA",0,,cricket,{},Mechanic,10,04/05/1988,,10,0130CE41-38B3-4110-9DB0-776D378C3771,South Carolina,"$ 25,000-49,999",,US,,2017-11-02 02:07:29,Less than 12 months,8,homemaker,female,25 - 34,More than 2 years and less than 4 years,1991,white,,,No,2017-11-02 02:10:44,-1859507355,2217,"Spartanburg, USA",iOS,,Vocational/technical college,living_with_partner,,1324,,high_school,1-3 years -Modesto,true,5,true,other,Very accurate,Mostly accurate (+/- 1-2 hrs),lower_ii,two,Oraco reservations,0,true,HOME,{},Military,9,06/04/1954,false,8,0181eddf-64ad-46dd-a979-dc66dc4c52fb,California,Don't know or prefer not to say,true,US,true,2017-11-01 21:42:55,Less than 12 months,9,other,female,35 - 44,More than 7 years,1982,hispanic,false,false,Yes,2017-11-01 21:48:18,1656321736,0330,Twine cities Minnesota,Android,false,High school,living_with_partner,true,0930,true,vocational_technical_college,1-3 years -Ann Arbor,true,10,true,unemployed_looking,I do not know my time of birth,I do not know my partner's time of birth,prefer_not_to_say,zero,Zanesville Ohio,0,true,Sprint,{},Unemployed,10,05/02/1984,false,10,018607f0-0617-4a41-a47e-aaa48021fc23,Michigan,"Less than $ 25,000",true,US,true,2017-11-02 00:03:08,Less than 12 months,10,unemployed,female,25 - 34,Less than 12 months,1987,white,false,false,No,2017-11-02 00:07:25,787835253,304,Columbus Ohio,Android,true,Vocational/technical college,living_with_partner,true,304,false,vocational_technical_college,3-6 years -Lakeland,true,5,true,unemployed_looking,Very accurate,Very accurate,lower_i,one,"Greenville,Ohio usa",0,false,Boost Mobile,{},Retail,10,22/08/1990,false,10,01ea6ea2-608c-4b6b-8900-6ca7e00be386,Florida,"$ 25,000-49,999",false,US,true,2017-11-02 01:39:24,More than one year and less than 2 years,7,health_care_and_social_assistance,female,25 - 34,More than 2 years and less than 4 years,1992,hispanic,false,false,No,2017-11-02 01:42:48,-382571747,714,"Indian town, Florida Usa",Android,true,High school,living_with_partner,true,1023,false,vocational_technical_college,3-6 years -Brooklyn,true,8,true,employed_for_wages,Mostly accurate (+/- 1-2 hrs),I do not know my partner's time of birth,lower_ii,one,"New york, New york",0,true,T-Mobile,{},Retail,7,17/10/1991,true,8,023af7b9-71d8-4f53-ad32-c9a95b776582,New York,"$ 25,000-49,999",true,US,true,2017-11-01 21:45:49,Less than 12 months,4,health_care_and_social_assistance,female,25 - 34,Less than 12 months,1992,hispanic,true,true,No,2017-11-01 21:59:56,169312556,0,"Lima, peru",Android,true,High school,living_with_partner,true,1207,true,university,3-6 years -Detroit,true,10,true,employed_for_wages,I do not know my time of birth,I do not know my partner's time of birth,lower_ii,two,I don't know USA,0,true,Family Mobile,{},Unemployed,10,9/6/1989,false,10,023d69a0-9b94-4cf8-95b1-f71372f47533,Michigan,"Less than $ 25,000",false,US,true,2017-11-02 22:31:22,More than 4 years and less then 7 years,10,utilities,male,25 - 34,Less than 12 months,1988,white,true,false,No,2017-11-02 22:35:16,19447537,1010,I don't know USA,Android,true,High school,living_with_partner,true,1035,false,high_school,More than 10 years -New Lothrop,true,10,true,self_employed,Very accurate,Somewhat accurate (+/- 3-6 hrs),lower_ii,two,"Saginaw, Michigan. USA",0,false,Boost Mobile,{},Construction,10,09/18/1984,false,10,024d5689-c317-4de5-8d63-6e0dae7ed5cc,Michigan,"$ 25,000-49,999",false,US,true,2017-11-01 20:41:19,More than 2 years and less than 4 years,10,other,female,25 - 34,More than one year and less than 2 years,1988,white,false,false,No,2017-11-01 20:44:59,-578508133,2200,"Saginaw, Michigan. USA",Android,true,University,living_with_partner,true,0421,false,university,1-3 years -Piqua,false,4,false,employed_for_wages,Somewhat accurate (+/- 3-6 hrs),Somewhat accurate (+/- 3-6 hrs),high_i,two,"Troy, Ohio",0,false,Boost Mobile,{},Construction,6,10/16/88,false,6,0318efb8-7359-4e42-899c-a287a75b5dfe,Ohio,"$ 75,000-99,999",false,US,false,2017-11-02 03:27:01,More than 2 years and less than 4 years,5,hotel_and_food_services,female,25 - 34,More than 2 years and less than 4 years,1990,white,false,false,Yes,2017-11-02 03:29:45,37781094,2250,"Dayton, Ohio",Android,false,High school,living_with_partner,false,1115,false,vocational_technical_college,1-3 years -Marion,true,7,true,employed_for_wages,Mostly accurate (+/- 1-2 hrs),Very accurate,lower_i,one,"Herrin, IL",0,true,AT&T,{},Retail,9,15/05/1991,true,10,0386b0da-868e-425e-96ab-3dea1eeba6bd,Illinois,"Less than $ 25,000",true,US,true,2017-11-02 01:23:32,Less than 12 months,7,education,female,25 - 34,More than 2 years and less than 4 years,1991,white,false,true,No,2017-11-02 01:25:58,-300299930,1646,"Poplar Bluff, MO",Android,true,High school,living_with_partner,true,0807,true,university,1-3 years -Unknown,true,8,true,homemaker,Very accurate,Very accurate,lower_i,two,"Baton Rouge, USA",0,true,Unknown,{},Construction,5,04/17/1978,false,8,0397bc09-3f25-43b3-980e-5662e0dab148,Unknown,"$ 50,000-74,999",false,US,false,2017-11-02 00:24:30,Less than 12 months,9,other,female,25 - 34,More than 7 years,1992,white,false,false,No,2017-11-02 00:29:41,1269948841,1312,"Morgan City, USA",Android,true,University,living_with_partner,true,1634,false,high_school,1-3 years -Philadelphia,true,1,true,employed_for_wages,Very accurate,I do not know my partner's time of birth,middle_ii,zero,Chester usa,0,true,T-Mobile,{},Manufacturing Other,7,14/01/1983,true,8,03bc7c55-1fe5-40e6-885b-53809b140905,Pennsylvania,"$ 50,000-74,999",true,US,true,2017-11-02 01:15:04,Less than 12 months,7,legal_services,female,35 - 44,More than 2 years and less than 4 years,1981,white,false,true,No,2017-11-02 01:17:36,-16359333,1800,Philadelphia usa,Android,true,Vocational/technical college,living_with_partner,true,1030,true,university,6-10 years -Wappingers Falls,false,5,false,self_employed,Mostly accurate (+/- 1-2 hrs),Somewhat accurate (+/- 3-6 hrs),middle_i,two,Bronx new york,0,false,cricket,{},Health Care And Social Assistance,10,4/29/74,false,10,03cca94c-a67a-46f8-aa70-894491bacc41,New York,"$ 25,000-49,999",false,US,false,2017-11-02 01:22:25,More than 7 years,6,construction,male,35 - 44,More than 4 years and less then 7 years,1978,white,false,false,No,2017-11-02 01:28:17,1117157787,0230,Yonkers new york,Android,false,Vocational/technical college,living_with_partner,false,0145,false,vocational_technical_college,More than 10 years -Fremont,true,8,true,self_employed,Mostly accurate (+/- 1-2 hrs),Mostly accurate (+/- 1-2 hrs),lower_ii,zero,San Francisco,0,false,Jio 4G,{},Software,10,23/02/1990,false,10,03d09b1e-eeb0-4ecc-a114-057d5b82f862,California,"Less than $ 25,000",false,US,false,2017-11-01 21:21:43,More than one year and less than 2 years,9,software,male,25 - 34,More than one year and less than 2 years,1990,white,true,false,No,2017-11-01 21:23:38,-1733132221,650,San Francisco,Android,true,Postgraduate,living_with_partner,true,0430,true,university,3-6 years -Chandler,true,10,true,homemaker,Very accurate,Mostly accurate (+/- 1-2 hrs),lower_ii,one,"Des Moines, USA",0,true,Verizon Wireless,{},Scientific or Technical Services,10,06/12/1985,false,10,0417acd3-be64-4866-8721-71fa5bf6eea3,Arizona,"$ 50,000-74,999",true,US,true,2017-11-01 22:03:22,More than one year and less than 2 years,10,homemaker,female,25 - 34,Less than 12 months,1988,white,false,true,No,2017-11-01 22:06:48,-2030054076,0230,"Milwaukee, USA",Android,true,University,living_with_partner,true,1745,false,vocational_technical_college,3-6 years -Clanton,true,6,true,student,Somewhat accurate (+/- 3-6 hrs),I do not know my partner's time of birth,lower_i,two,Louisiana isa,0,true,HOME,{},Unemployed,10,21/2/1973,false,5,041b61c7-1b00-4b7c-94cb-a828a5e20877,Alabama,"Less than $ 25,000",false,US,true,2017-11-01 20:55:27,Less than 12 months,10,student,female,25 - 34,More than 2 years and less than 4 years,1990,black,false,false,Yes,2017-11-01 20:59:20,265573017,2335,Opelika Alabama usa,Android,true,High school,living_with_partner,true,2245,false,high_school,1-3 years -Malvern,true,10,true,homemaker,I do not know my time of birth,I do not know my partner's time of birth,lower_i,two,Warren ohio usa,0,false,MetroPCS,{},Dishwasher,10,17/06/1981,false,10,045c85fe-a1bd-4840-a968-27f1a60a36f3,Ohio,"Less than $ 25,000",false,US,true,2017-11-02 02:02:49,More than 7 years,10,homemaker,female,35 - 44,More than 2 years and less than 4 years,1979,white,false,false,No,2017-11-02 02:05:52,-1845424824,2209,Ohio usa,Android,true,High school,living_with_partner,true,2203,false,high_school,More than 10 years -Biddeford,true,7,true,unemployed_looking,Somewhat accurate (+/- 3-6 hrs),Not accurate (+/- 7-12 hrs),lower_ii,two,Biddeford maine,0,true,Sprint,{},Manufacturing Other,10,13051987,true,10,04bc60db-e136-4e76-99f1-d4277165fe9f,Maine,"Less than $ 25,000",false,US,true,2017-11-02 02:25:39,Less than 12 months,10,unemployed,female,25 - 34,More than 4 years and less then 7 years,1988,white,false,false,No,2017-11-02 02:28:44,352021901,2205,San Antonio texas,Android,true,High school,living_with_partner,true,1004,false,university,6-10 years -Highland,true,9,true,unemployed_looking,Mostly accurate (+/- 1-2 hrs),Very accurate,lower_i,zero,la usa,0,false,Family Mobile,{},Health Care And Social Assistance,8,10/30/1974,false,8,04bdff3c-6179-4162-b27a-14d0edcd5a15,California,"$ 25,000-49,999",false,US,true,2017-11-01 18:58:21,More than one year and less than 2 years,10,unemployed,male,35 - 44,More than 7 years,1982,white,false,false,No,2017-11-01 19:00:36,-1661284329,0000,london uk,Android,false,Vocational/technical college,living_with_partner,true,2205,false,high_school,1-3 years -Baraboo,true,8,true,employed_for_wages,Very accurate,Very accurate,lower_ii,one,"Milwaukee, WI",0,true,U.S. Cellular,{},Hotel and Food Services,4,12/12/1986,true,7,04eb8c6a-ce7c-4f03-87bc-9bc3fa92fdb8,Wisconsin,"Less than $ 25,000",true,US,true,2017-11-02 01:08:18,More than one year and less than 2 years,4,hotel_and_food_services,male,25 - 34,Less than 12 months,1988,white,true,true,Yes,2017-11-02 01:11:17,1701751711,0004,"Racine, WI",Android,true,High school,living_with_partner,true,1150,true,university,1-3 years -Kansas City,,8,,employed_for_wages,Somewhat accurate (+/- 3-6 hrs),I do not know my partner's time of birth,middle_ii,zero,Saint louis usa,0,,Sprint,{},Finance and Insurance,7,03/08/1985,,10,050AD7D0-ED26-4B60-84A6-39509836AA06,Missouri,"$ 25,000-49,999",,US,,2017-11-03 00:28:03,More than 4 years and less then 7 years,8,finance_and_insurance,male,25 - 34,More than 7 years,1985,white,,,No,2017-11-03 00:30:03,-460681998,0,Saint louis USA,iOS,,High school,living_with_partner,,2204,,university,1-3 years -Unknown,,10,,employed_for_wages,Very accurate,Very accurate,middle_i,one,"Quiertro,Mexico",0,,AT&T,{},Agriculture Forestry Fishing or Hunting,8,21/02/1977,,10,05192FB1-BCF0-4C5B-BF6C-F58A5979928F,Unknown,"$ 75,000-99,999",,US,,2017-11-01 21:13:05,More than 2 years and less than 4 years,10,broadcasting,female,35 - 44,More than 7 years,1978,white,,,Yes,2017-11-01 21:15:20,-1994533227,900,"Middleburgs Heights,Ohio",iOS,,Vocational/technical college,living_with_partner,,800,,high_school,1-3 years -Baton Rouge,,7,,employed_for_wages,Mostly accurate (+/- 1-2 hrs),Mostly accurate (+/- 1-2 hrs),lower_ii,two,"Key west, FL",0,,Verizon,{},Shipping and receiving,8,11/14/1982,,6,058A1D2B-6726-4CB2-80DF-E4A2907D8E43,Louisiana,"$ 50,000-74,999",,US,,2017-11-01 18:35:43,More than 7 years,10,information_services_and_data,female,25 - 34,More than 2 years and less than 4 years,1988,white,,,No,2017-11-01 18:38:07,-259709343,1105,Usa,iOS,,High school,living_with_partner,,2209,,high_school,1-3 years -Allentown,,9,,employed_for_wages,Very accurate,Very accurate,middle_ii,zero,"Phillipsburg, New Jersey USA",0,,AT&T,{},Finance and Insurance,8,05/04/1991,,8,05980066-6AB6-4C2E-983A-5C71AD69FE43,Pennsylvania,"$ 25,000-49,999",,US,,2017-11-01 19:10:21,More than one year and less than 2 years,8,education,female,25 - 34,More than one year and less than 2 years,1990,white,,,No,2017-11-01 19:12:39,1122299494,1600,"Allentown, Pennsylvania USA",iOS,,University,living_with_partner,,1500,,postgraduate,3-6 years diff -r 27a294084c27 -r e541264bcb9b runme.py --- a/runme.py Fri Dec 08 13:04:46 2017 +0000 +++ /dev/null Thu Jan 01 00:00:00 1970 +0000 @@ -1,80 +0,0 @@ -#!/usr/bin/env python -import requests -import re -import time -import csv -import random -from HTMLParser import HTMLParser -# from lxml import html -from bs4 import BeautifulSoup - -def parsePage(resp): - soup = BeautifulSoup(resp.content, 'lxml') - tcCell = soup.find_all('div', attrs={'class':'tc'}) - for cell in tcCell: - person = dict() - tableCell = cell.find_all('td'); - if len(tableCell) > 2: - C = tableCell[0].strong.contents[0].encode('utf-8') - D = tableCell[2].strong.contents[0].encode('utf-8') - print (C,D) - A = re.search("\/>(.*)
.*\(([0-9]*)\\xc2\\xb0([0-9]*)(.*)\)",str(tableCell[1])) - # A0 = A.group(1) - # A1 = A.group(2).split('\xc2\xb0')[0] - # A2 = A.group(2).split('\xc2\xb0')[1].split('\xe2')[0] - print (A.group(1),A.group(2),A.group(3)) - person[(C,D)] = (A.group(1),A.group(2),A.group(3)) - return person - - -def setURL(p): - ## For some reason we need to post men first then women. - # url = "https://horoscopes.astro-seek.com/calculate-love-compatibility/?send_calculation=1&muz_narozeni_den=1&muz_narozeni_mesic=1&muz_narozeni_rok=1970&muz_narozeni_hodina=00&muz_narozeni_minuta=00&muz_narozeni_city=London%2C+United+Kingdom&muz_narozeni_mesto_hidden=London&muz_narozeni_stat_hidden=GB&muz_narozeni_podstat_kratky_hidden=England&muz_narozeni_podstat_hidden=England&muz_narozeni_podstat2_kratky_hidden=Greater+London&muz_narozeni_podstat3_kratky_hidden=undefined&muz_narozeni_input_hidden=&muz_narozeni_sirka_stupne=51&muz_narozeni_sirka_minuty=30&muz_narozeni_sirka_smer=0&muz_narozeni_delka_stupne=0&muz_narozeni_delka_minuty=8&muz_narozeni_delka_smer=1&muz_narozeni_timezone_form=auto&muz_narozeni_timezone_dst_form=auto&send_calculation=1&zena_narozeni_den=1&zena_narozeni_mesic=1&zena_narozeni_rok=1970&zena_narozeni_hodina=00&zena_narozeni_minuta=00&zena_narozeni_city=Berlin%2C+Germany&zena_narozeni_mesto_hidden=Berlin&zena_narozeni_stat_hidden=DE&zena_narozeni_podstat_kratky_hidden=Berlin&zena_narozeni_podstat_hidden=Berlin&zena_narozeni_podstat2_kratky_hidden=undefined&zena_narozeni_podstat3_kratky_hidden=undefined&zena_narozeni_input_hidden=&zena_narozeni_sirka_stupne=52&zena_narozeni_sirka_minuty=31&zena_narozeni_sirka_smer=0&zena_narozeni_delka_stupne=13&zena_narozeni_delka_minuty=24&zena_narozeni_delka_smer=0&zena_narozeni_timezone_form=auto&zena_narozeni_timezone_dst_form=auto&switch_interpretations=0&house_system=placidus&uhel_orbis=#tabs_redraw" - # payload = {'muz_narozeni_den':'1','muz_narozeni_mesic':'1','muz_narozeni_rok':'1970'} - url = 'https://horoscopes.astro-seek.com/calculate-love-compatibility/' - mDay = random.randint(1,29) - mMonth = random.randint(1,12) - mYear = random.randint(1,100)+1917 - fDay = random.randint(1,29) - fMonth = random.randint(1,12) - fYear = random.randint(1,100)+1917 - - payload = {'?send_calculation':'1','muz_narozeni_den':mDay,'muz_narozeni_mesic':mMonth,'muz_narozeni_rok':mYear,'zena_narozeni_den':fDay,'zena_narozeni_mesic':fMonth,'zena_narozeni_rok':fYear} - return (url,payload) - -def requestURL(url,payload): - r = requests.get(url, params=payload) - time.sleep(5) - return r - -def parseCSV(filename): - stream = csv.DictReader(open(filename,'rb')) - dictList = [] - for line in stream: - dictList.append(line) - return dictList - -def printToFile(filename,data): - keys = data[0].keys() - with open(filename,'w') as stream: - dict_writer = csv.DictWriter(stream, keys) - dict_writer.writeheader() - dict_writer.writerows(data) - -def main(): - # people = dict() - people = parseCSV('individuals.csv') - horiscopeList = [] - # people = [1,2,3,4,5] - for person in people: - print 'parsing person '+ person['ID'] - url,payload = setURL('') - resp = requestURL(url,payload) - - person['horiscope'] = parsePage(resp) - horiscopeList.append(person) - print horiscopeList - printToFile('outputdata.csv',horiscopeList) - -if __name__ == "__main__": - main() diff -r 27a294084c27 -r e541264bcb9b test1.py --- a/test1.py Fri Dec 08 13:04:46 2017 +0000 +++ /dev/null Thu Jan 01 00:00:00 1970 +0000 @@ -1,68 +0,0 @@ -#!/usr/bin/env python - -import requests -import re -from HTMLParser import HTMLParser -# from lxml import html -from bs4 import BeautifulSoup - - -url = "https://horoscopes.astro-seek.com/calculate-love-compatibility/?send_calculation=1&muz_narozeni_den=1&muz_narozeni_mesic=1&muz_narozeni_rok=1970&muz_narozeni_hodina=00&muz_narozeni_minuta=00&muz_narozeni_city=London%2C+United+Kingdom&muz_narozeni_mesto_hidden=London&muz_narozeni_stat_hidden=GB&muz_narozeni_podstat_kratky_hidden=England&muz_narozeni_podstat_hidden=England&muz_narozeni_podstat2_kratky_hidden=Greater+London&muz_narozeni_podstat3_kratky_hidden=undefined&muz_narozeni_input_hidden=&muz_narozeni_sirka_stupne=51&muz_narozeni_sirka_minuty=30&muz_narozeni_sirka_smer=0&muz_narozeni_delka_stupne=0&muz_narozeni_delka_minuty=8&muz_narozeni_delka_smer=1&muz_narozeni_timezone_form=auto&muz_narozeni_timezone_dst_form=auto&send_calculation=1&zena_narozeni_den=1&zena_narozeni_mesic=1&zena_narozeni_rok=1970&zena_narozeni_hodina=00&zena_narozeni_minuta=00&zena_narozeni_city=Berlin%2C+Germany&zena_narozeni_mesto_hidden=Berlin&zena_narozeni_stat_hidden=DE&zena_narozeni_podstat_kratky_hidden=Berlin&zena_narozeni_podstat_hidden=Berlin&zena_narozeni_podstat2_kratky_hidden=undefined&zena_narozeni_podstat3_kratky_hidden=undefined&zena_narozeni_input_hidden=&zena_narozeni_sirka_stupne=52&zena_narozeni_sirka_minuty=31&zena_narozeni_sirka_smer=0&zena_narozeni_delka_stupne=13&zena_narozeni_delka_minuty=24&zena_narozeni_delka_smer=0&zena_narozeni_timezone_form=auto&zena_narozeni_timezone_dst_form=auto&switch_interpretations=0&house_system=placidus&uhel_orbis=#tabs_redraw" -url = 'https://horoscopes.astro-seek.com/calculate-love-compatibility/' -payload = {'?send_calculation':'1','muz_narozeni_den':'25','muz_narozeni_mesic':'6','muz_narozeni_rok':'1988','muz_narozeni_hodina':'00','muz_narozeni_minuta':'00','muz_narozeni_city':'London%2C+United+Kingdom','zena_narozeni_den':'14','zena_narozeni_mesic':'3','zena_narozeni_rok':'1995','zena_narozeni_hodina':'00','zena_narozeni_minuta':'00'} - # {'muz_narozeni_den':'1','muz_narozeni_mesic':'1','muz_narozeni_rok':'1970'} - -# GET -r = requests.get(url) -# # GET with params in URL -r = requests.get(url, params=payload) - -# Response, status etc -# print r.text.encode('utf-8') -# tree = html.fromstring(r.content) -# tcTable = tree.xpath('//div[@class="detail-rozbor-clanek"]/strong/text()') -# print tcTable - -soup = BeautifulSoup(r.content, 'lxml') -tcCell = soup.find_all('div', attrs={'class':'tc'}) -# print tcCell - - -for cell in tcCell: - person = dict() - tableCell = cell.find_all('td'); - if len(tableCell) > 2: - C = tableCell[0].strong.contents[0].encode('utf-8') - D = tableCell[2].strong.contents[0].encode('utf-8') - print (C,D) - A = re.search("\/>(.*)
.*\(([0-9]*)\\xc2\\xb0([0-9]*)(.*)\)",str(tableCell[1])) - # A0 = A.group(1) - # A1 = A.group(2).split('\xc2\xb0')[0] - # A2 = A.group(2).split('\xc2\xb0')[1].split('\xe2')[0] - print (A.group(1),A.group(2),A.group(3)) - person[(C,D)] = (A.group(1),A.group(2),A.group(3)) - return person - # print re.search(">, (.*),
.*\(([0-9]*)\\xb([0-9]*)\\u",valueCell.contents.encode('utf-8')) - # except IndexError: - # print 'te' - # print "\n\n\n" - - - - - - -# # # # # - -payload = {'?send_calculation':'1', -'muz_narozeni_den':'25', -'muz_narozeni_mesic':'6', -'muz_narozeni_rok':'1988', -'muz_narozeni_hodina':'00', -'muz_narozeni_minuta':'00', -'muz_narozeni_city':'London%2C+United+Kingdom', -'zena_narozeni_den':'14', -'zena_narozeni_mesic':'3', -'zena_narozeni_rok':'1995', -'zena_narozeni_hodina':'00', -'zena_narozeni_minuta':'00'} \ No newline at end of file diff -r 27a294084c27 -r e541264bcb9b timesheet.xlsx Binary file timesheet.xlsx has changed