Update scraper.py

paulbradshaw · Feb 18, 2019 · a6942bc · a6942bc
1 parent aeb0b97
commit a6942bc
Showing 1 changed file with 4 additions and 0 deletions.
diff --git a/scraper.py b/scraper.py
@@ -19,10 +19,14 @@
 print(footers)
 for footer in footers:
   print(footer)
+  convertedfooter = lxml.html.tostring(footer)
+  print(convertedfooter)
   #print(footer.text)
+  '''
   print(footer.text_content())
   print(lxml.html.tostring(footer))
   print(footer.attrib['id'])
+  '''
 #
 # # Write out to the sqlite database using scraperwiki library
 # scraperwiki.sqlite.save(unique_keys=['name'], data={"name": "susan", "occupation": "software developer"})