Skip to content

Commit

Permalink
Update scraper.py
Browse files Browse the repository at this point in the history
  • Loading branch information
TimLundSE26 committed Dec 13, 2017
1 parent e27efae commit 1c10323
Showing 1 changed file with 3 additions and 1 deletion.
4 changes: 3 additions & 1 deletion scraper.py
Expand Up @@ -76,7 +76,7 @@ def search():
elif re.search( r'work', numberType, re.I):
workPhone = number
else:
print i, pText
# print i, pText
roles = roles.join(pText)


Expand All @@ -92,6 +92,8 @@ def search():
mgUserBody = result_dom1.xpath("//div[@class='mgUserBody']")[0]
mgUserBodySectionTitles = mgUserBody.xpath("//h2[@class='mgSectionTitle']")

print len(mgUserBodySectionTitles)

for mgUserBodySectionTitle in mgUserBodySectionTitles:
mgUserBodySections = mgUserBodySectionTitle.xpath('./following-sibling')
if len(mgUserBodySections) != 0:
Expand Down

0 comments on commit 1c10323

Please sign in to comment.