Merge 6a185db into 41bd15a

mediacloud · Jul 30, 2019 · 3ef4358 · 3ef4358
2 parents 41bd15a + 6a185db
commit 3ef4358
Showing 1 changed file with 12 additions and 6 deletions.
diff --git a/usp/web_client/requests_client.py b/usp/web_client/requests_client.py
@@ -4,6 +4,7 @@
 
 import requests
 from requests import Response
+from requests import exceptions
 
 from .abstract_client import AbstractWebClientResponse, AbstractWebClient
 from usp.__about__ import __version__
@@ -64,13 +65,18 @@ def set_max_response_data_length(self, max_response_data_length: int) -> None:
         self.__max_response_data_length = max_response_data_length
 
     def get(self, url: str) -> RequestsWebClientResponse:
-        response = requests.get(
-            url,
-            timeout=self.__HTTP_REQUEST_TIMEOUT,
-            stream=True,
-            headers={'User-Agent': self.__USER_AGENT},
-        )
+        try:
+            response = requests.get(
+                url,
+                timeout=self.__HTTP_REQUEST_TIMEOUT,
+                stream=True,
+                headers={'User-Agent': self.__USER_AGENT},
+            )
+        except exceptions.ConnectionError as conn_error:
+            response = Response()
+            response.status_code = 444
         return RequestsWebClientResponse(
             requests_response=response,
             max_response_data_length=self.__max_response_data_length,
         )
+