adding wait_between_pages to slurp

eamonnfaherty · Jun 22, 2021 · 4508bca · 4508bca
1 parent d506e98
commit 4508bca
Show file tree

Hide file tree

Showing 2 changed files with 4 additions and 1 deletion.
diff --git a/betterboto/utils.py b/betterboto/utils.py
@@ -1,11 +1,13 @@
 import logging
+import time
 
 logger = logging.getLogger(__file__)
 
 
 def slurp(
         name, func, response_to_concat,
         next_token_name_in_response='NextPageToken', next_token_name_in_request='PageToken',
+        wait_between_pages=0,
         **kwargs
 ):
     logger.info("{}: {}".format(name, kwargs))
@@ -19,3 +21,4 @@ def slurp(
             return response
         else:
             kwargs[next_token_name_in_request] = response.get(next_token_name_in_response)
+        time.sleep(wait_between_pages)
diff --git a/setup.py b/setup.py
@@ -6,7 +6,7 @@
 
 setuptools.setup(
     name="better-boto",
-    version="0.39.0",
+    version="0.40.0",
     author="Eamonn Faherty",
     author_email="python-packages@designandsolve.co.uk",
     description="Helpers to make using boto3 more enjoyable",