From 2e2cd87d99e66cadcbb9bf833fb83077350ba30d Mon Sep 17 00:00:00 2001 From: Andrew Sikowitz Date: Wed, 27 Sep 2023 17:00:02 -0400 Subject: [PATCH] test(ingest/delta-lake): Fix minio test for new version of delta-lake (#8914) --- .../src/datahub/ingestion/source/delta_lake/source.py | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/metadata-ingestion/src/datahub/ingestion/source/delta_lake/source.py b/metadata-ingestion/src/datahub/ingestion/source/delta_lake/source.py index 180ef00459214..c4d01be52ae7d 100644 --- a/metadata-ingestion/src/datahub/ingestion/source/delta_lake/source.py +++ b/metadata-ingestion/src/datahub/ingestion/source/delta_lake/source.py @@ -296,7 +296,8 @@ def get_storage_options(self) -> Dict[str, str]: "AWS_SECRET_ACCESS_KEY": creds.get("aws_secret_access_key") or "", "AWS_SESSION_TOKEN": creds.get("aws_session_token") or "", # Allow http connections, this is required for minio - "AWS_STORAGE_ALLOW_HTTP": "true", + "AWS_STORAGE_ALLOW_HTTP": "true", # for delta-lake < 0.11.0 + "AWS_ALLOW_HTTP": "true", # for delta-lake >= 0.11.0 } if aws_config.aws_region: opts["AWS_REGION"] = aws_config.aws_region