Merge pull request #5 from pushshift/develop

Fix tooManyRedirects error
mediacloud · May 1, 2019 · fda3e87 · fda3e87
2 parents 0644e61 + 73587c3
commit fda3e87
Showing 1 changed file with 3 additions and 2 deletions.
diff --git a/feed_seeker/feed_seeker.py b/feed_seeker/feed_seeker.py
@@ -107,8 +107,9 @@ def default_fetch_function(url):
         else:
             return ''
 
-    # ConnectionError for 404s, InvalidSchema for email addresses
-    except (requests.ConnectionError, InvalidSchema, RetryError):
+    # ConnectionError for 404s, InvalidSchema for email addresses, requests.TooManyRedirects
+    # for issues with a url giving too many redirect loops.
+    except (requests.ConnectionError, InvalidSchema, RetryError, requests.TooManyRedirects):
         return ''