From 2e7142b62e950533b31088bf7135d5123366b604 Mon Sep 17 00:00:00 2001 From: grez72 Date: Wed, 13 Nov 2024 14:43:05 +0000 Subject: [PATCH] Change S3Client to use user-provided storage_options even in Studio environment --- src/litdata/streaming/client.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/src/litdata/streaming/client.py b/src/litdata/streaming/client.py index d24803c3c..68c149112 100644 --- a/src/litdata/streaming/client.py +++ b/src/litdata/streaming/client.py @@ -37,7 +37,7 @@ def _create_client(self) -> None: os.getenv("AWS_SHARED_CREDENTIALS_FILE") == os.getenv("AWS_CONFIG_FILE") == "/.credentials/.aws_credentials" ) - if has_shared_credentials_file or not _IS_IN_STUDIO: + if has_shared_credentials_file or not _IS_IN_STUDIO or self._storage_options: self._client = boto3.client( "s3", **{