added: Retry on httplib.HTTPException

scrapinghub · Apr 29, 2015 · 1d7ae83 · 1d7ae83
1 parent ab7b3b9
commit 1d7ae83
Showing 1 changed file with 8 additions and 1 deletion.
diff --git a/scrapinghub.py b/scrapinghub.py
@@ -10,6 +10,13 @@
 import time
 import warnings
 
+try:
+    # For Python 2
+    import httplib
+except ImportError:
+    # For Python 3
+    import http.client as httplib
+
 #python2 and python3 compatibility
 try:
     range = xrange
@@ -336,7 +343,7 @@ def items(self, offset=0, count=None, meta=None):
                     yield item
                     retrieved += 1
                 break
-            except (ValueError, socket.error, requests.RequestException) as exc:
+            except (ValueError, socket.error, requests.RequestException, httplib.HTTPException) as exc:
                 lastexc = exc
                 params['offset'] += retrieved
                 if 'count' in params: