Merge pull request #259 from censoredplanet/add_domain_categories

Adding missing domain categorizations
censoredplanet · Dec 15, 2023 · e089007 · e089007
2 parents 0a6f973 + 02863fb
commit e089007
Show file tree

Hide file tree

Showing 2 changed files with 499 additions and 387 deletions.
diff --git a/mirror/routeviews/bulk_download.py b/mirror/routeviews/bulk_download.py
@@ -16,8 +16,7 @@
 import argparse
 import datetime
 import urllib.request
-
-import requests
+from urllib.error import HTTPError
 
 from google.cloud import storage  # type: ignore
 
@@ -74,8 +73,8 @@ def download_days_routeview(bucket: storage.bucket.Bucket,
 
       blob = bucket.blob(cloud_filepath)
       blob.upload_from_string(content)
-    except requests.exceptions.HTTPError as ex:
-      if ex.response.status_code != 404:
+    except HTTPError as ex:
+      if ex.code != 404:
         raise ex