From ae151b0ce6ddfcd5dc95c96e5f6c9874c4b38a18 Mon Sep 17 00:00:00 2001 From: Mincka Date: Wed, 25 Apr 2018 00:13:40 +0200 Subject: [PATCH] Fixes #49 --- .gitignore | 4 +++- dmarchiver/core.py | 5 ++++- 2 files changed, 7 insertions(+), 2 deletions(-) diff --git a/.gitignore b/.gitignore index 0ccf70e..0cf7410 100644 --- a/.gitignore +++ b/.gitignore @@ -100,4 +100,6 @@ files.txt /images /mp4 -.vscode/ \ No newline at end of file +.vscode/ +dmarchiver_session.dat +*.txt diff --git a/dmarchiver/core.py b/dmarchiver/core.py index fbe463c..8fffa82 100644 --- a/dmarchiver/core.py +++ b/dmarchiver/core.py @@ -264,7 +264,10 @@ class Crawler(object): _ajax_headers = { 'User-Agent': _user_agent, 'Accept': 'application/json, text/javascript, */*; q=0.01', - 'X-Requested-With': 'XMLHttpRequest'} + 'Accept-Encoding': 'gzip, deflate, br', + 'Referer': 'https://twitter.com/?lang=en', + 'X-Requested-With': 'XMLHttpRequest', + 'X-Twitter-Active-User': 'yes'} _max_id_found = False _session = None