Merge branch 'develop' of github.com:CenterForOpenScience/SHARE into …

…develop
CenterForOpenScience · Jan 5, 2018 · f5c2a5c · f5c2a5c
2 parents da6cd9a + e3ae416
commit f5c2a5c
Show file tree

Hide file tree

Showing 2 changed files with 6 additions and 0 deletions.
diff --git a/project/settings.py b/project/settings.py
@@ -525,6 +525,8 @@ def split(string, delim):
 SHARE_USER_AGENT = os.environ.get('SHARE_USER_AGENT', 'SHAREbot/{} (+{})'.format(VERSION, SHARE_WEB_URL))
 
 OSF_API_URL = os.environ.get('OSF_API_URL', 'https://staging-api.osf.io').rstrip('/') + '/'
+OSF_BYPASS_THROTTLE_TOKEN = os.environ.get('BYPASS_THROTTLE_TOKEN', None)
+
 DOI_BASE_URL = os.environ.get('DOI_BASE_URL', 'http://dx.doi.org/')
 
 ALLOWED_TAGS = ['abbr', 'acronym', 'b', 'blockquote', 'code', 'em', 'i', 'li', 'ol', 'strong', 'ul']

diff --git a/share/harvesters/io_osf.py b/share/harvesters/io_osf.py
@@ -16,6 +16,10 @@ class OSFHarvester(BaseHarvester):
     VERSION = 1
 
     def build_url(self, start_date, end_date):
+        # so prod SHARE doesn't get throttled
+        if settings.OSF_BYPASS_THROTTLE_TOKEN:
+            self.session.headers.update({'X-THROTTLE-TOKEN': settings.OSF_BYPASS_THROTTLE_TOKEN})
+
         url = furl(settings.OSF_API_URL + self.kwargs['path'])
         url.args['page[size]'] = 100
         # url.args['filter[public]'] = 'true'