Improve es sniff stability

biothings · Jan 8, 2021 · 32fad35 · 32fad35
1 parent 7069e77
commit 32fad35
Show file tree

Hide file tree

Showing 3 changed files with 6 additions and 3 deletions.
diff --git a/CHANGES.txt b/CHANGES.txt
@@ -1,3 +1,6 @@
+v0.8.5 (2021/1/7)
+    Improve es sniff stability under high load.
+
 v0.8.4 (2020/12/8)
     Expose a utility function for convenience.
 

diff --git a/biothings/utils/web/es_transport.py b/biothings/utils/web/es_transport.py
@@ -62,9 +62,9 @@ def sniff_hosts(self, initial=False):
             try:
                 url = f"http://{host['host']}:{host['port']}"
                 # yield from session.head(url, raise_for_status=True) TODO
-                yield from session.head(url, raise_for_status=True, timeout=1.5)
+                yield from session.head(url, raise_for_status=True, timeout=5)
                 valid_hosts.append(host)
-            except aiohttp.ClientError as exc:
+            except (aiohttp.ClientError, asyncio.TimeoutError) as exc:
                 logger.warning(str(exc))
             finally:
                 yield from session.close()

diff --git a/biothings/version.py b/biothings/version.py
@@ -1,4 +1,4 @@
 # All biothings versions (including in setup.py) are sourced from these
 MAJOR_VER = 0
 MINOR_VER = 8
-MICRO_VER = 4
+MICRO_VER = 5