Mercurial > hg > horiscopes
comparison V5/runme.py @ 24:d2bd074d9284
fixing sextile range and allowing save of raw files to save repull every time new class structure
author | DaveM |
---|---|
date | Mon, 09 Apr 2018 16:07:05 +0100 |
parents | 11d4e438045e |
children | a94569c4a70b |
comparison
equal
deleted
inserted
replaced
23:11d4e438045e | 24:d2bd074d9284 |
---|---|
100 for person in people: | 100 for person in people: |
101 issue = person.identifyIssues() | 101 issue = person.identifyIssues() |
102 if issue is not None: | 102 if issue is not None: |
103 print 'SKIPPING person '+ person.id + ' error with ' + issue | 103 print 'SKIPPING person '+ person.id + ' error with ' + issue |
104 else: | 104 else: |
105 print 'parsing person '+ person.id | 105 # print 'parsing person '+ person.id |
106 if person.resp is None: | 106 if person.resp is None: |
107 print 'Posting Request for person '+ person.id | 107 print 'Posting Request for person '+ person.id |
108 person.makePayload() | 108 person.makePayload() |
109 rawData[person.id] = person.requestURL() | 109 rawData[person.id] = person.requestURL() |
110 print 'parsing person '+ person.id | 110 # print 'parsing person '+ person.id |
111 person.horiscope = person.parsePage() | 111 person.horiscope = person.parsePage() |
112 # person.horiscope.printPositions() | 112 # person.horiscope.printPositions() |
113 if saveFile is not None: | 113 if saveFile is not None: |
114 savePick('raw_'+saveFile,rawData) | 114 savePick('raw_'+saveFile,rawData) |
115 savePick(saveFile,people) | 115 savePick(saveFile,people) |
119 for person in people: | 119 for person in people: |
120 issue = person.identifyIssues() | 120 issue = person.identifyIssues() |
121 if issue is not None: | 121 if issue is not None: |
122 print 'SKIPPING person '+ person.id + ' error with ' + issue | 122 print 'SKIPPING person '+ person.id + ' error with ' + issue |
123 else: | 123 else: |
124 print 'parsing person '+ person.id | 124 # print 'parsing person '+ person.id |
125 if person.resp is None: | 125 if person.resp is None: |
126 print 'Posting Request for person '+ person.id | 126 print 'Reading Request for person '+ person.id |
127 person.makePayload() | 127 person.makePayload() |
128 person.resp = rawData[person.id] | 128 person.resp = rawData[person.id] |
129 print 'parsing person '+ person.id | 129 # print 'parsing person '+ person.id |
130 person.horiscope = person.parsePage() | 130 person.horiscope = person.parsePage() |
131 # person.horiscope.printPositions() | 131 # person.horiscope.printPositions() |
132 if saveFile is not None: | 132 if saveFile is not None: |
133 savePick(saveFile,people) | 133 savePick(saveFile,people) |
134 | |
135 # def testMain(): | |
136 # pickFile = 'outData.pick' | |
137 # restartDataFile = 0 | |
138 # if(restartDataFile): | |
139 # # people = makePeople('individuals.csv') | |
140 # # savePick(pickFile,people) | |
141 # people = loadPick(pickFile) | |
142 # parseSaveFile = pickFile.split('.')[0]+'_collect.pick' | |
143 # parseHoriscope(people,parseSaveFile) | |
144 # else: | |
145 # people = loadPick('outData_collect.pick') | |
146 # comp = syn.compatibility() | |
147 # comp.parseCompatRules('compatibilityRules.csv') | |
148 # for person in people: | |
149 # if person.issue is None: | |
150 # person.score = comp.calcCompatibility(person.horiscope) | |
151 # if person.score is None: | |
152 # person.issue = 'None Planet Locations' | |
153 # else: | |
154 # print person.id,person.score | |
155 # pdb.set_trace() | |
156 | 134 |
157 def _main(): | 135 def _main(): |
158 pickFile = 'outData.pick' | 136 pickFile = 'outData.pick' |
159 if not os.path.exists(pickFile): | 137 if not os.path.exists(pickFile): |
160 people = makePeople('individuals.csv') | 138 people = makePeople('individuals.csv') |