Handle errors when tokenizing

jacebrowning · Jan 16, 2022 · 5e8e0c7 · 5e8e0c7
1 parent 53c2515
commit 5e8e0c7
Show file tree

Hide file tree

Showing 3 changed files with 37 additions and 20 deletions.
diff --git a/app/utils/meta.py b/app/utils/meta.py
@@ -53,6 +53,11 @@ async def tokenize(request, url: str) -> tuple[str, bool]:
             response = await session.post(
                 api, data={"url": default_url}, headers={"X-API-KEY": api_key}
             )
+            if response.status >= 500:
+                settings.REMOTE_TRACKING_ERRORS += 1
+                logger.info(f"Tracker error count: {settings.REMOTE_TRACKING_ERRORS}")
+                return default_url, False
+
             data = await response.json()
             return data["url"], data["url"] != url
 

diff --git a/poetry.lock b/poetry.lock
diff --git a/pyproject.toml b/pyproject.toml
@@ -61,7 +61,7 @@ pytest-random = "*"
 pytest-rerunfailures = "^9.1"
 pytest-cov = "^2.7"
 sanic-testing = "^0.8.2"
-locust = "^1.2.3"
+locust = "^2.5.1"
 
 # Coverage
 coveragespace = "^4.2"