comparison V5/runme.py @ 24:d2bd074d9284

fixing sextile range and allowing save of raw files to save repull every time new class structure
author DaveM
date Mon, 09 Apr 2018 16:07:05 +0100
parents 11d4e438045e
children a94569c4a70b
comparison
equal deleted inserted replaced
23:11d4e438045e 24:d2bd074d9284
100 for person in people: 100 for person in people:
101 issue = person.identifyIssues() 101 issue = person.identifyIssues()
102 if issue is not None: 102 if issue is not None:
103 print 'SKIPPING person '+ person.id + ' error with ' + issue 103 print 'SKIPPING person '+ person.id + ' error with ' + issue
104 else: 104 else:
105 print 'parsing person '+ person.id 105 # print 'parsing person '+ person.id
106 if person.resp is None: 106 if person.resp is None:
107 print 'Posting Request for person '+ person.id 107 print 'Posting Request for person '+ person.id
108 person.makePayload() 108 person.makePayload()
109 rawData[person.id] = person.requestURL() 109 rawData[person.id] = person.requestURL()
110 print 'parsing person '+ person.id 110 # print 'parsing person '+ person.id
111 person.horiscope = person.parsePage() 111 person.horiscope = person.parsePage()
112 # person.horiscope.printPositions() 112 # person.horiscope.printPositions()
113 if saveFile is not None: 113 if saveFile is not None:
114 savePick('raw_'+saveFile,rawData) 114 savePick('raw_'+saveFile,rawData)
115 savePick(saveFile,people) 115 savePick(saveFile,people)
119 for person in people: 119 for person in people:
120 issue = person.identifyIssues() 120 issue = person.identifyIssues()
121 if issue is not None: 121 if issue is not None:
122 print 'SKIPPING person '+ person.id + ' error with ' + issue 122 print 'SKIPPING person '+ person.id + ' error with ' + issue
123 else: 123 else:
124 print 'parsing person '+ person.id 124 # print 'parsing person '+ person.id
125 if person.resp is None: 125 if person.resp is None:
126 print 'Posting Request for person '+ person.id 126 print 'Reading Request for person '+ person.id
127 person.makePayload() 127 person.makePayload()
128 person.resp = rawData[person.id] 128 person.resp = rawData[person.id]
129 print 'parsing person '+ person.id 129 # print 'parsing person '+ person.id
130 person.horiscope = person.parsePage() 130 person.horiscope = person.parsePage()
131 # person.horiscope.printPositions() 131 # person.horiscope.printPositions()
132 if saveFile is not None: 132 if saveFile is not None:
133 savePick(saveFile,people) 133 savePick(saveFile,people)
134
135 # def testMain():
136 # pickFile = 'outData.pick'
137 # restartDataFile = 0
138 # if(restartDataFile):
139 # # people = makePeople('individuals.csv')
140 # # savePick(pickFile,people)
141 # people = loadPick(pickFile)
142 # parseSaveFile = pickFile.split('.')[0]+'_collect.pick'
143 # parseHoriscope(people,parseSaveFile)
144 # else:
145 # people = loadPick('outData_collect.pick')
146 # comp = syn.compatibility()
147 # comp.parseCompatRules('compatibilityRules.csv')
148 # for person in people:
149 # if person.issue is None:
150 # person.score = comp.calcCompatibility(person.horiscope)
151 # if person.score is None:
152 # person.issue = 'None Planet Locations'
153 # else:
154 # print person.id,person.score
155 # pdb.set_trace()
156 134
157 def _main(): 135 def _main():
158 pickFile = 'outData.pick' 136 pickFile = 'outData.pick'
159 if not os.path.exists(pickFile): 137 if not os.path.exists(pickFile):
160 people = makePeople('individuals.csv') 138 people = makePeople('individuals.csv')