From cdc8f5a87ebb38df37f223af3fa62c403b274521 Mon Sep 17 00:00:00 2001 From: LePetitTim Date: Thu, 21 Mar 2019 17:48:46 +0000 Subject: [PATCH] Add ConnectionError fix --- mapentity/helpers.py | 11 ++++++++++- 1 file changed, 10 insertions(+), 1 deletion(-) diff --git a/mapentity/helpers.py b/mapentity/helpers.py index 1ceda44b3..a94a0003f 100644 --- a/mapentity/helpers.py +++ b/mapentity/helpers.py @@ -4,6 +4,7 @@ import math import os import string +import time from datetime import datetime from mimetypes import types_map @@ -153,7 +154,15 @@ def download_to_stream(url, stream, silent=False, headers=None): content_error = 'Request on %s returned empty content' % url assert len(source.content) > 0, content_error - + except requests.exceptions.ConnectionError: + time.sleep(1) + headers['User-Agent'] = 'Mozilla/5.0 ' \ + '(Macintosh; Intel Mac OS X 10_9_3) ' \ + 'AppleWebKit/537.36 (KHTML, like Gecko) ' \ + 'Chrome/35.0.1916.47 Safari/537.36' + source = requests.get(url, headers=headers) + status_error = 'Request on %s failed (status=%s)' % (url, source.status_code) + assert source.status_code == 200, status_error except (AssertionError, requests.exceptions.RequestException) as e: logger.exception(e) logger.info('Headers sent: %s' % headers)