Change S3Client to use user-provided storage_options even in Studio e…

…nvironment
Lightning-AI · Nov 13, 2024 · 2e7142b · 2e7142b
1 parent cedc6a6
commit 2e7142b
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/src/litdata/streaming/client.py b/src/litdata/streaming/client.py
@@ -37,7 +37,7 @@ def _create_client(self) -> None:
             os.getenv("AWS_SHARED_CREDENTIALS_FILE") == os.getenv("AWS_CONFIG_FILE") == "/.credentials/.aws_credentials"
         )
 
-        if has_shared_credentials_file or not _IS_IN_STUDIO:
+        if has_shared_credentials_file or not _IS_IN_STUDIO or self._storage_options:
             self._client = boto3.client(
                 "s3",
                 **{