Update scraper.py

GianlucaGL · Jan 27, 2018 · 6c05612 · 6c05612
1 parent 69c6b4b
commit 6c05612
Showing 1 changed file with 3 additions and 1 deletion.
diff --git a/scraper.py b/scraper.py
@@ -13,7 +13,9 @@
 root = lxml.html.fromstring(html)
 sections = root.cssselect("tr")
 for section in sections:
-  print "This section is: {}".format(section.text_content().encode('ascii', 'ignore'))
+  divs = section.cssselect("td div")
+  for div in divs:
+      print "This div is: {}".format(div.text_content().encode('ascii', 'ignore'))
   # names = root.cssselect("td div a")
   # if section = root.cssselect("td div a")
   # print section.text.encode('ascii', 'ignore')