From 7a06bc7475ff3dd7bf2b91870d59cfe383861021 Mon Sep 17 00:00:00 2001 From: tchaton Date: Thu, 21 Nov 2024 16:01:31 +0000 Subject: [PATCH 1/3] update --- src/litdata/__about__.py | 2 +- src/litdata/streaming/resolver.py | 2 ++ 2 files changed, 3 insertions(+), 1 deletion(-) diff --git a/src/litdata/__about__.py b/src/litdata/__about__.py index f1cdb23b2..b6bb069f9 100644 --- a/src/litdata/__about__.py +++ b/src/litdata/__about__.py @@ -14,7 +14,7 @@ import time -__version__ = "0.2.30" +__version__ = "0.2.31" __author__ = "Lightning AI et al." __author_email__ = "pytorch@lightning.ai" __license__ = "Apache-2.0" diff --git a/src/litdata/streaming/resolver.py b/src/litdata/streaming/resolver.py index 98ce5fefe..231d92a03 100644 --- a/src/litdata/streaming/resolver.py +++ b/src/litdata/streaming/resolver.py @@ -346,6 +346,7 @@ def _execute( num_nodes: int, machine: Optional["Machine"] = None, command: Optional[str] = None, + interruptible=False, ) -> None: """Remotely execute the current operator.""" if not _LIGHTNING_SDK_AVAILABLE: @@ -370,6 +371,7 @@ def _execute( teamspace_id=studio._teamspace.id, cluster_id=studio._studio.cluster_id, machine=machine or studio._studio_api.get_machine(studio._studio.id, studio._teamspace.id), + interruptible=interruptible, ) has_printed = False From 05a55b9ce1956df18345ea26d9dffb9967ec17a1 Mon Sep 17 00:00:00 2001 From: tchaton Date: Thu, 21 Nov 2024 16:10:42 +0000 Subject: [PATCH 2/3] update --- src/litdata/streaming/resolver.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/src/litdata/streaming/resolver.py b/src/litdata/streaming/resolver.py index 231d92a03..528c9bfd0 100644 --- a/src/litdata/streaming/resolver.py +++ b/src/litdata/streaming/resolver.py @@ -346,7 +346,7 @@ def _execute( num_nodes: int, machine: Optional["Machine"] = None, command: Optional[str] = None, - interruptible=False, + interruptible: bool = False, ) -> None: """Remotely execute the current operator.""" if not _LIGHTNING_SDK_AVAILABLE: From 5b38e56f024bce3bcb30892ab26fb56f6d1cfc6d Mon Sep 17 00:00:00 2001 From: tchaton Date: Thu, 21 Nov 2024 16:27:28 +0000 Subject: [PATCH 3/3] update --- tests/streaming/test_resolver.py | 1 + 1 file changed, 1 insertion(+) diff --git a/tests/streaming/test_resolver.py b/tests/streaming/test_resolver.py index 90729ffbd..8c774c235 100644 --- a/tests/streaming/test_resolver.py +++ b/tests/streaming/test_resolver.py @@ -291,6 +291,7 @@ def print_fn(msg, file=None): "teamspace_id": "teamspace_id", "cluster_id": "cluster_id", "machine": "cpu", + "interruptible": False, } generated_kwargs = (