Skip to content

Commit

Permalink
Update scraper.py
Browse files Browse the repository at this point in the history
  • Loading branch information
chchbb committed Sep 7, 2014
1 parent 9429979 commit b79579f
Showing 1 changed file with 1 addition and 1 deletion.
2 changes: 1 addition & 1 deletion scraper.py
Original file line number Diff line number Diff line change
Expand Up @@ -9,7 +9,7 @@
print "Starting"

header = { 'User-Agent' : 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_7_3) AppleWebKit/536.11 (KHTML, like Gecko) Chrome/20.0.1132.47 Safari/536.11',
'Cookie': 'CM=%1%FtrSess%2C%2C-1%7CHomeAPers%2C%2C-1%7CHanaPersist%2C%2C-1%7CRCPers%2C%2C-1%7CPU_quick2%2C%2C-1%7CWarPopunder_Persist%2C%2C-1%7CPU_quick1%2C%2C-1%7Cbrandpers%2C%2C-1%7CSaveFtrSess%2C%2C-1%7CLastPopunderId%2C94-734-35119%2C-1%7CBPSess%2C3%2C-1%7CPUExitSurvSess%2C%2C-1%7CSaveFtrPers%2C%2C-1%7CHanaSession%2C%2C-1%7Csessamex%2C%2C-1%7CCCPers%2C%2C-1%7CBPPers%2C2%2C1410724460%7CMetaFtrSess%2C%2C-1%7CMetaFtrPers%2C%2C-1%7CFtrPers%2C%2C-1%7C%24%2C%2C-1%7Cvr_npu2%2C%2C-1%7CPUExitSurvPers%2C%2C-1%7Cvr_npu1%2C%2C-1%7Csh%2C%2C-1%7CRCSess%2C%2C-1%7CWShadeSeen%2C%2C-1%7CWAR_RESTAURANT_FOOTER_PERSISTANT%2C%2C-1%7CHomeASess%2C%2C-1%7CRBASess%2C%2C-1%7CWAR_RESTAURANT_FOOTER_SESSION%2C%2C-1%7CCCSess%2C%2C-1%7CRBAPers%2C%2C-1%7CWarPopunder_Session%2C%2C-1%7Cbrandsess%2C%2C-1%7Cpu_vr2%2C%2C-1%7Cpu_vr1%2C%2C-1%7Cpssamex%2C%2C-1%7C;__utma=126683336.2128020094.1410119662.1410119662.1410119662.1;__utmb=126683336.1.10.1410119662;__utmc=126683336;__utmz=126683336.1410119662.1.1.utmcsr=(direct)|utmccn=(direct)|utmcmd=(none)' }
'Cookie': 'CM=%1%FtrSess%2C%2C-1%7CHomeAPers%2C%2C-1%7CHanaPersist%2C%2C-1%7CRCPers%2C%2C-1%7CPU_quick2%2C%2C-1%7CWarPopunder_Persist%2C%2C-1%7CPU_quick1%2C%2C-1%7Cbrandpers%2C%2C-1%7CSaveFtrSess%2C%2C-1%7CLastPopunderId%2C94-734-35119%2C-1%7CBPSess%2C3%2C-1%7CPUExitSurvSess%2C%2C-1%7CSaveFtrPers%2C%2C-1%7CHanaSession%2C%2C-1%7Csessamex%2C%2C-1%7CCCPers%2C%2C-1%7CBPPers%2C2%2C1410724460%7CMetaFtrSess%2C%2C-1%7CMetaFtrPers%2C%2C-1%7CFtrPers%2C%2C-1%7C%24%2C%2C-1%7Cvr_npu2%2C%2C-1%7CPUExitSurvPers%2C%2C-1%7Cvr_npu1%2C%2C-1%7Csh%2C%2C-1%7CRCSess%2C%2C-1%7CWShadeSeen%2C%2C-1%7CWAR_RESTAURANT_FOOTER_PERSISTANT%2C%2C-1%7CHomeASess%2C%2C-1%7CRBASess%2C%2C-1%7CWAR_RESTAURANT_FOOTER_SESSION%2C%2C-1%7CCCSess%2C%2C-1%7CRBAPers%2C%2C-1%7CWarPopunder_Session%2C%2C-1%7Cbrandsess%2C%2C-1%7Cpu_vr2%2C%2C-1%7Cpu_vr1%2C%2C-1%7Cpssamex%2C%2C-1%7C;__utma=126683336.2128020094.1410119662.1410119662.1410119662.1;__utmb=126683336.1.10.1410119662;__utmc=126683336;__utmz=126683336.1410119662.1.1.utmcsr=(direct)|utmccn=(direct)|utmcmd=(none);_em_hl=1;_em_v=1610038f101d6723d3df104b1496540c9e632438c9-57202001540cb7ef;_em_v=1610038f101d6723d3df104b1496540c9e632438c9-57202001540cb7ef;_em_vt=8b6dc8a2e7ffec8106a53c5ed09153c80e56b900e1-37245337540cb7ef;roybatty=AAABSFGudbeFNDrJ6nA%2B0qwTPzY%2BiTRq9Rtz5A%3D%3D%2C1' }
email_regex = re.compile(r'(\b[\w.]+@+[\w.]+.+[\w.]\b)')

def get_url(url):
Expand Down

0 comments on commit b79579f

Please sign in to comment.