Set proper connection & read timeout

hCaptcha · Mar 20, 2024 · 92c158d · 92c158d
1 parent 8c042ab
commit 92c158d
Show file tree

Hide file tree

Showing 8 changed files with 233 additions and 238 deletions.
diff --git a/Dockerfile b/Dockerfile
@@ -8,7 +8,7 @@ RUN apt-get update -y && \
 
 ENV LANG C.UTF-8
 
-RUN pip install poetry
+RUN pip install poetry==1.8.2
 
 COPY pyproject.toml poetry.lock ./
 RUN poetry config virtualenvs.create false && poetry install -n --no-root

diff --git a/basemodels/manifest/data/groundtruth.py b/basemodels/manifest/data/groundtruth.py
@@ -111,7 +111,7 @@ class TLMSSGroundTruthEntry(BaseModel):
 def validate_content_type(uri: str) -> None:
     """Validate uri content type"""
     try:
-        response = requests.head(uri)
+        response = requests.head(uri, timeout=(3.5, 5))
         response.raise_for_status()
     except RequestException as e:
         raise ValidationError(f"groundtruth content type ({uri}) validation failed", GroundtruthEntryKeyModel) from e

diff --git a/basemodels/manifest/data/helpers.py b/basemodels/manifest/data/helpers.py
@@ -11,7 +11,7 @@ class ExampleResourceModel(BaseModel):
 
 def validate_content_type(uri: str) -> None:
     """Validate uri content type"""
-    response = requests.head(uri)
+    response = requests.head(uri, timeout=(3.5, 5))
     response.raise_for_status()
     content_type = response.headers.get("Content-Type", "")
     if content_type not in SUPPORTED_CONTENT_TYPES:

diff --git a/basemodels/manifest/data/taskdata.py b/basemodels/manifest/data/taskdata.py
@@ -75,7 +75,7 @@ def validate_datapoint_text(cls, values):
 def validate_content_type(uri: str) -> None:
     """Validate uri content type"""
     try:
-        response = requests.head(uri)
+        response = requests.head(uri, timeout=(3.5, 5))
         response.raise_for_status()
     except RequestException as e:
         raise ValidationError(

diff --git a/basemodels/manifest/manifest.py b/basemodels/manifest/manifest.py
@@ -422,7 +422,7 @@ def validate_groundtruth_uri(manifest: dict):
     if uri is None:
         return
     try:
-        response = requests.get(uri, timeout=1)
+        response = requests.get(uri, timeout=(3.5, 5))
         response.raise_for_status()
 
         entries_count = 0
@@ -467,7 +467,7 @@ def validate_taskdata_uri(manifest: dict):
     if uri is None:
         return
     try:
-        response = requests.get(uri, timeout=1)
+        response = requests.get(uri, timeout=(3.5, 5))
         response.raise_for_status()
 
         entries_count = 0

diff --git a/poetry.lock b/poetry.lock
diff --git a/pyproject.toml b/pyproject.toml
@@ -1,6 +1,6 @@
 [tool.poetry]
 name = "hmt-basemodels"
-version = "0.2.8"
+version = "0.2.9"
 description = ""
 authors = ["Intuition Machines, Inc <support@hcaptcha.com>"]
 packages = [

diff --git a/setup.py b/setup.py
@@ -2,7 +2,7 @@
 
 setuptools.setup(
     name="hmt-basemodels",
-    version="0.2.8",
+    version="0.2.9",
     author="HUMAN Protocol",
     description="Common data models shared by various components of the Human Protocol stack",
     url="https://github.com/hCaptcha/hmt-basemodels",