From 4502df1938a374299055b7a3c011dfd05f2b671a Mon Sep 17 00:00:00 2001 From: Alexandru Gartner Date: Mon, 27 Aug 2018 02:58:47 +0300 Subject: [PATCH 1/2] Update app.py --- dataproxy/app.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/dataproxy/app.py b/dataproxy/app.py index 774dca8..181c072 100755 --- a/dataproxy/app.py +++ b/dataproxy/app.py @@ -275,7 +275,7 @@ def from_hdx(url): def create_stream(flow, url): hdx = from_hdx(url) if hdx: - request = urllib2.Request(url, headers={"Cookie" : flow.environ['HTTP_COOKIE']}) + request = urllib2.Request(url, headers={"Cookie" : flow.environ['HTTP_COOKIE'], 'User-Agent': 'HDXINTERNAL_DATAPROXY'}) try: stream = urllib2.urlopen(request) except urllib2.HTTPError, err: From 65e5bbc8c9b77a3b2f856d8e3bc6a6eeb1489047 Mon Sep 17 00:00:00 2001 From: Serban Teodorescu Date: Mon, 27 Aug 2018 11:11:33 +0300 Subject: [PATCH 2/2] add ua from env or use a default --- dataproxy/app.py | 1 + 1 file changed, 1 insertion(+) diff --git a/dataproxy/app.py b/dataproxy/app.py index 774dca8..608eb91 100755 --- a/dataproxy/app.py +++ b/dataproxy/app.py @@ -276,6 +276,7 @@ def create_stream(flow, url): hdx = from_hdx(url) if hdx: request = urllib2.Request(url, headers={"Cookie" : flow.environ['HTTP_COOKIE']}) + request = urllib2.Request(url, headers={"Cookie" : flow.environ['HTTP_COOKIE'], 'User-Agent': os.getenv('HDX_USER_AGENT','HDXINTERNAL_DATAPROXY')}) try: stream = urllib2.urlopen(request) except urllib2.HTTPError, err: