Decodes response and headers as UTF-8 for JSON serialization

mami-project · Nov 1, 2017 · 11143a9 · 11143a9
1 parent 299338a
commit 11143a9
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/pathspider/helpers/http.py b/pathspider/helpers/http.py
@@ -70,8 +70,8 @@ def connect_http(source, job, conn_timeout, curlopts=None, curlinfos=None):
             'sp': sp,
             'spdr_state': CONN_OK,
             'http_response_code': code,
-            'http_response_header': header.getvalue(),
-            'http_response_body': body.getvalue(),
+            'http_response_header': header.getvalue().decode('utf-8'),
+            'http_response_body': body.getvalue().decode('utf-8'),
             'http_info': info,
         }
     except pycurl.error: # TODO: Catch timeout seperately