Add retry to functions

earthobservations · Jul 8, 2023 · 5460e62 · 5460e62
1 parent a3bc166
commit 5460e62
Show file tree

Hide file tree

Showing 4 changed files with 28 additions and 1 deletion.
diff --git a/CHANGELOG.rst b/CHANGELOG.rst
@@ -4,6 +4,8 @@ Changelog
 Development
 ***********
 
+- Add retry to functions
+
 0.57.1 (28.06.2023)
 *******************
 

diff --git a/poetry.lock b/poetry.lock
diff --git a/pyproject.toml b/pyproject.toml
@@ -126,6 +126,7 @@ python-dateutil = "^2.8.2"
 rapidfuzz = "^3.1"
 requests = "^2.20"
 scikit-learn = "^1.0.2"
+stamina = "^23.1.0"
 tabulate = "^0.8"
 timezonefinder = "^6.1"
 tqdm = "^4.47"

diff --git a/wetterdienst/util/network.py b/wetterdienst/util/network.py
@@ -5,6 +5,7 @@
 from io import BytesIO
 from typing import Dict, List, Optional, Tuple, Union
 
+import stamina
 from fsspec import AbstractFileSystem
 from fsspec.implementations.cached import WholeFileCacheFileSystem
 from fsspec.implementations.http import HTTPFileSystem
@@ -57,6 +58,7 @@ def get(cls, settings, ttl: Optional[Union[int, CacheExpiry]] = CacheExpiry.NO_C
         return cls.filesystems[key]
 
 
+@stamina.retry(on=Exception, attempts=3)
 def list_remote_files_fsspec(url: str, settings: Settings, ttl: CacheExpiry = CacheExpiry.FILEINDEX) -> List[str]:
     """
     A function used to create a listing of all files of a given path on the server.
@@ -79,6 +81,7 @@ def list_remote_files_fsspec(url: str, settings: Settings, ttl: CacheExpiry = Ca
     return fs.find(url)
 
 
+@stamina.retry(on=Exception, attempts=3)
 def download_file(
     url: str, settings: Settings, ttl: Optional[Union[int, CacheExpiry]] = CacheExpiry.NO_CACHE
 ) -> BytesIO: