Update scraper.py

hicham20201441 · Aug 27, 2020 · e96bd79 · e96bd79
1 parent 138fff4
commit e96bd79
Showing 1 changed file with 2 additions and 1 deletion.
diff --git a/scraper.py b/scraper.py
@@ -10,7 +10,8 @@
 # # Find something on the page using css selectors
 root = lxml.html.fromstring(html)
 for e in root.cssselect("a"):
-  scraperwiki.sqlite.save(unique_keys=[e.get("href")], data={"link": e.get("href")})
+  print(e)
+  #scraperwiki.sqlite.save(unique_keys=[e.get("href")], data={"link": e.get("href")})
 
 #root.cssselect("div[class='blog-col']")
 #