Switch request properties to be loaded via env vars

adsabs · Sep 2, 2022 · 5f321f2 · 5f321f2
1 parent e698f24
commit 5f321f2
Show file tree

Hide file tree

Showing 3 changed files with 6 additions and 1 deletion.
diff --git a/.github/workflows/python_actions.yml b/.github/workflows/python_actions.yml
@@ -64,6 +64,7 @@ jobs:
     - name: Install dependencies
       run: |
         python -m pip install --upgrade setuptools pip
+        git config --global url."https://".insteadOf git://
         pip install -U -r requirements.txt
         pip install -U -r dev-requirements.txt
 

diff --git a/adsws/api/discoverer/views.py b/adsws/api/discoverer/views.py
@@ -40,7 +40,7 @@ def __init__(self, endpoint, service_uri, deploy_path, route):
             #   requests sessions)
             # http://docs.python-requests.org/en/latest/api/?highlight=max_retries#requests.adapters.HTTPAdapter
             #
-            http_adapter = requests.adapters.HTTPAdapter(pool_connections=20, pool_maxsize=1000, max_retries=1, pool_block=False)
+            http_adapter = requests.adapters.HTTPAdapter(pool_connections=current_app.config.get("REQUESTS_POOL_CONNECTIONS", 20), pool_maxsize=current_app.config.get("REQUESTS_POOL_MAXSIZE", 1000), max_retries=current_app.config.get("REQUESTS_POOL_RETRIES", 1), pool_block=False)
             self.session.mount('http://', http_adapter)
 
     @staticmethod

diff --git a/config.py b/config.py
@@ -17,3 +17,7 @@
 # Flask session config (http://flask.pocoo.org/docs/0.12/config/)
 PERMANENT_SESSION_LIFETIME = 3600*24*365.25 # 1 year in seconds
 SESSION_REFRESH_EACH_REQUEST = True
+
+REQUESTS_POOL_CONNECTIONS=20
+REQUESTS_POOL_MAXSIZE=1000
+REQUESTS_POOL_RETRIES=1