test(ingest/delta-lake): Fix minio test for new version of delta-lake (…

…#8914)
datahub-project · Sep 27, 2023 · 2e2cd87 · 2e2cd87
1 parent 8396829
commit 2e2cd87
Showing 1 changed file with 2 additions and 1 deletion.
diff --git a/metadata-ingestion/src/datahub/ingestion/source/delta_lake/source.py b/metadata-ingestion/src/datahub/ingestion/source/delta_lake/source.py
@@ -296,7 +296,8 @@ def get_storage_options(self) -> Dict[str, str]:
                 "AWS_SECRET_ACCESS_KEY": creds.get("aws_secret_access_key") or "",
                 "AWS_SESSION_TOKEN": creds.get("aws_session_token") or "",
                 # Allow http connections, this is required for minio
-                "AWS_STORAGE_ALLOW_HTTP": "true",
+                "AWS_STORAGE_ALLOW_HTTP": "true",  # for delta-lake < 0.11.0
+                "AWS_ALLOW_HTTP": "true",  # for delta-lake >= 0.11.0
             }
             if aws_config.aws_region:
                 opts["AWS_REGION"] = aws_config.aws_region