Update scraper.py

hicham20201441 · Aug 27, 2020 · a9dca98 · a9dca98
1 parent f6a5cc7
commit a9dca98
Showing 1 changed file with 8 additions and 8 deletions.
diff --git a/scraper.py b/scraper.py
@@ -22,14 +22,14 @@
     urls=urls+newrls
     print(str(len(newrls)))
     print(root1.cssselect("div[class='blog-col']")
-    try:
-      if root1.cssselect("div[class='blog-col']"):
-        scraperwiki.sqlite.save(unique_keys=[ur], data={"link": ur, "blog":root1.cssselect("div[class='blog-col']") })
-        print("got a blog!")
-      else:
-        print("no article for this link")
-        pass
-    except:pass
+      try:
+        if root1.cssselect("div[class='blog-col']"):
+          scraperwiki.sqlite.save(unique_keys=[ur], data={"link": ur, "blog":root1.cssselect("div[class='blog-col']") })
+          print("got a blog!")
+        else:
+          print("no article for this link")
+          pass
+      except:pass
   else:pass