From 0e6561d631e9b1379a31c26629bd9611c7e6d47e Mon Sep 17 00:00:00 2001 From: LiRen Tu Date: Sat, 23 Apr 2022 11:00:19 -0700 Subject: [PATCH] =?UTF-8?q?=F0=9F=90=9E=20Destination=20databricks:=20fix?= =?UTF-8?q?=20destination=20config=20(#12299)?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit * Fix databricks dest config * Add private constructor for constant class --- .../destination/databricks/DatabricksConstants.java | 3 +++ .../destination/databricks/DatabricksDestinationConfig.java | 3 +++ 2 files changed, 6 insertions(+) diff --git a/airbyte-integrations/connectors/destination-databricks/src/main/java/io/airbyte/integrations/destination/databricks/DatabricksConstants.java b/airbyte-integrations/connectors/destination-databricks/src/main/java/io/airbyte/integrations/destination/databricks/DatabricksConstants.java index 13ad1443739eb4..f3d014d63726bc 100644 --- a/airbyte-integrations/connectors/destination-databricks/src/main/java/io/airbyte/integrations/destination/databricks/DatabricksConstants.java +++ b/airbyte-integrations/connectors/destination-databricks/src/main/java/io/airbyte/integrations/destination/databricks/DatabricksConstants.java @@ -15,4 +15,7 @@ public class DatabricksConstants { "delta.autoOptimize.optimizeWrite = true", "delta.autoOptimize.autoCompact = true"); + private DatabricksConstants() { + } + } diff --git a/airbyte-integrations/connectors/destination-databricks/src/main/java/io/airbyte/integrations/destination/databricks/DatabricksDestinationConfig.java b/airbyte-integrations/connectors/destination-databricks/src/main/java/io/airbyte/integrations/destination/databricks/DatabricksDestinationConfig.java index 4f7df0fc366f8c..e428cfe1741c5a 100644 --- a/airbyte-integrations/connectors/destination-databricks/src/main/java/io/airbyte/integrations/destination/databricks/DatabricksDestinationConfig.java +++ b/airbyte-integrations/connectors/destination-databricks/src/main/java/io/airbyte/integrations/destination/databricks/DatabricksDestinationConfig.java @@ -63,6 +63,9 @@ public static S3DestinationConfig getDataSource(final JsonNode dataSource) { dataSource.get("s3_bucket_name").asText(), dataSource.get("s3_bucket_path").asText(), dataSource.get("s3_bucket_region").asText()) + .withAccessKeyCredential( + dataSource.get("s3_access_key_id").asText(), + dataSource.get("s3_secret_access_key").asText()) .withFormatConfig(new S3ParquetFormatConfig(new ObjectMapper().createObjectNode())) .get(); }