Apply review findings and prepare for release.

exasol · Mar 26, 2021 · 12ef838 · 12ef838
1 parent 7bc00a0
commit 12ef838
Show file tree

Hide file tree

Showing 3 changed files with 22 additions and 4 deletions.
diff --git a/doc/changes/changes_1.1.0.md b/doc/changes/changes_1.1.0.md
@@ -1,6 +1,12 @@
-# Cloud Storage Extension 1.1.0, released 2021-MM-DD
+# Cloud Storage Extension 1.1.0, released 2021-02-26
 
-Code name:
+Code Name: v1.1.0 - Added support for Alluxio and HDFS filesystems
+
+## Summary
+
+The release `1.1.0` offers support for Alluxio and Hadoop Distributed Filesystem
+(HDFS) filesystems. We also fixed bug in Parquet dictionary encoded decimal
+converter and improved the documentation.
 
 ## Features
 
@@ -19,6 +25,8 @@ Code name:
 
 ### Runtime Dependency Updates
 
+* Updated `org.apache.parquet:parquet-hadoop:1.11.1` to `1.12.0`
+
 ### Test Dependency Updates
 
 * Added `org.apache.hadoop:hadoop-hdfs:3.3.0`

diff --git a/project/Dependencies.scala b/project/Dependencies.scala
@@ -11,7 +11,7 @@ object Dependencies {
   private val HadoopVersion = "3.3.0"
   private val DeltaVersion = "0.7.0"
   private val OrcVersion = "1.6.7"
-  private val ParquetVersion = "1.11.1"
+  private val ParquetVersion = "1.12.0"
   private val GoogleStorageVersion = "1.9.4-hadoop3"
   private val SparkSQLVersion = "3.0.1"
   private val AlluxioCoreHDFSVersion = "2.5.0"

diff --git a/src/it/scala/com/exasol/cloudetl/BaseS3IntegrationTest.scala b/src/it/scala/com/exasol/cloudetl/BaseS3IntegrationTest.scala
@@ -67,7 +67,7 @@ trait BaseS3IntegrationTest extends BaseIntegrationTest {
     val s3Endpoint = s3Container
       .getEndpointConfiguration(S3)
       .getServiceEndpoint()
-      .replaceAll("127.0.0.1", "172.17.0.1")
+      .replaceAll("127.0.0.1", getS3ContainerNetworkGatewayAddress())
     executeStmt(
       s"""|IMPORT INTO ${table.getFullyQualifiedName()}
           |FROM SCRIPT $schemaName.IMPORT_PATH WITH
@@ -81,4 +81,14 @@ trait BaseS3IntegrationTest extends BaseIntegrationTest {
     )
   }
 
+  private[this] def getS3ContainerNetworkGatewayAddress(): String =
+    s3Container
+      .getContainerInfo()
+      .getNetworkSettings()
+      .getNetworks()
+      .values()
+      .iterator()
+      .next()
+      .getGateway()
+
 }