From fce9061094149c7775db72b7a08eef64ce1b5456 Mon Sep 17 00:00:00 2001 From: Mohammad Amin Date: Mon, 19 May 2025 09:27:34 +0330 Subject: [PATCH] fix: increase timeouts for mediawiki data processing activities --- hivemind_etl/mediawiki/workflows.py | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/hivemind_etl/mediawiki/workflows.py b/hivemind_etl/mediawiki/workflows.py index 0fbe98d..6d1ae94 100644 --- a/hivemind_etl/mediawiki/workflows.py +++ b/hivemind_etl/mediawiki/workflows.py @@ -61,9 +61,9 @@ async def run(self, platform_id: str | None = None) -> None: documents = await workflow.execute_activity( transform_mediawiki_data, mediawiki_platform, - start_to_close_timeout=timedelta(minutes=30), + start_to_close_timeout=timedelta(hours=6), retry_policy=RetryPolicy( - initial_interval=timedelta(minutes=1), + initial_interval=timedelta(minutes=5), maximum_attempts=3, ), ) @@ -73,7 +73,7 @@ async def run(self, platform_id: str | None = None) -> None: await workflow.execute_activity( load_mediawiki_data, mediawiki_platform, - start_to_close_timeout=timedelta(minutes=30), + start_to_close_timeout=timedelta(hours=3), retry_policy=RetryPolicy( initial_interval=timedelta(minutes=1), maximum_attempts=3,