Update scraper.py

Feng-Gao · Apr 12, 2019 · 6a7f62c · 6a7f62c
1 parent ae278e3
commit 6a7f62c
Showing 1 changed file with 3 additions and 0 deletions.
diff --git a/scraper.py b/scraper.py
@@ -61,6 +61,9 @@
         #we are now on the actual dataset detail page
         result = requests.get(package_url,headers=headers)
         soup = BeautifulSoup(result.content,features='lxml')
+
+        if soup.head.title.text == 'Error':
+          continue
 
         package_org = soup.find(attrs={'class':'dataset-author'}).a.text.strip()