Update scraper.py

hicham20201441 · Aug 27, 2020 · f6a5cc7 · f6a5cc7
1 parent 929017d
commit f6a5cc7
Showing 1 changed file with 8 additions and 0 deletions.
diff --git a/scraper.py b/scraper.py
@@ -22,6 +22,14 @@
     urls=urls+newrls
     print(str(len(newrls)))
     print(root1.cssselect("div[class='blog-col']")
+    try:
+      if root1.cssselect("div[class='blog-col']"):
+        scraperwiki.sqlite.save(unique_keys=[ur], data={"link": ur, "blog":root1.cssselect("div[class='blog-col']") })
+        print("got a blog!")
+      else:
+        print("no article for this link")
+        pass
+    except:pass
   else:pass