handle "No JSON object could be decoded" exception

monkeylearn/utils.py

@@ -20,6 +20,7 @@ def __init__(self, result, responses):
 
 class SleepRequestsMixin(object):
     def make_request(self, url, method, data=None, sleep_if_throttled=True):
+        failure_counter = 0
         while True:
             if data:
                 response = requests.request(
@@ -41,7 +42,15 @@ def make_request(self, url, method, data=None, sleep_if_throttled=True):
                     }
                 )
 
-            response_json = response.json()
+            try:
+                response_json = response.json()
+            except ValueError:  # No JSON object could be decoded
+                failure_counter += 1
+                if failure_counter > 3:
+                    raise
+                time.sleep(2 * failure_counter)
+                continue
+            failure_counter = 0
             if sleep_if_throttled and response.status_code == 429 and 'seconds' in response_json['detail']:
                 seconds = re.findall(r'available in (\d+) seconds', response_json['detail'])[0]
                 time.sleep(int(seconds))

setup.py

@@ -4,12 +4,12 @@
 
 setup(
     name='monkeylearn',
-    version='0.3.1',
+    version='0.3.2',
     author='MonkeyLearn',
     author_email='hello@monkeylearn.com',
     description='Official Python client for the MonkeyLearn API',
     url='https://github.com/monkeylearn/monkeylearn-python',
-    download_url='https://github.com/monkeylearn/monkeylearn-python/tarball/v0.3.1',
+    download_url='https://github.com/monkeylearn/monkeylearn-python/tarball/v0.3.2',
     keywords=['monkeylearn', 'machine learning', 'python'],
     classifiers=[
         'Development Status :: 4 - Beta',