Skip to content

Commit

Permalink
[GLUTEN-4933][VL] Update iceberg version to 1.4.3 for Spark 3.4 and a…
Browse files Browse the repository at this point in the history
…bove (apache#4967)

This patch made a clean up on the iceberg used for different Spark shims

Spark 3.2 : v1.3.1
Spark 3.3 : v1.3.1
Spark 3.4 : v1.4.3
Spark 3.5 : v1.4.3  

Existing unit tests on spark w/ iceberg passed
  • Loading branch information
yma11 committed Mar 21, 2024
1 parent cbaa495 commit 0f5716f
Showing 1 changed file with 11 additions and 7 deletions.
18 changes: 11 additions & 7 deletions pom.xml
Original file line number Diff line number Diff line change
Expand Up @@ -39,7 +39,6 @@
<properties>
<caffeine.version.java8>2.9.3</caffeine.version.java8>
<delta.version>2.0.1</delta.version>
<iceberg.version>1.3.1</iceberg.version>
<delta.binary.version>20</delta.binary.version>
<scala.binary.version>2.12</scala.binary.version>
<scala.version>2.12.15</scala.version>
Expand Down Expand Up @@ -113,7 +112,8 @@
<properties>
<sparkbundle.version>3.2</sparkbundle.version>
<sparkshim.artifactId>spark-sql-columnar-shims-spark32</sparkshim.artifactId>
<spark.version>3.2.2</spark.version>
<spark.version>3.2.2</spark.version>
<iceberg.version>1.3.1</iceberg.version>
<delta.version>2.0.1</delta.version>
<delta.binary.version>20</delta.binary.version>
</properties>
Expand All @@ -123,8 +123,10 @@
<properties>
<sparkbundle.version>3.3</sparkbundle.version>
<sparkshim.artifactId>spark-sql-columnar-shims-spark33</sparkshim.artifactId>
<spark.version>3.3.1</spark.version>
<delta.version>2.2.0</delta.version>
<spark.version>3.3.1</spark.version>
<!-- keep using iceberg v1.3.1 for parquet compatibilty. -->
<iceberg.version>1.3.1</iceberg.version>
<delta.version>2.2.0</delta.version>
<delta.binary.version>22</delta.binary.version>
</properties>
</profile>
Expand All @@ -133,8 +135,9 @@
<properties>
<sparkbundle.version>3.4</sparkbundle.version>
<sparkshim.artifactId>spark-sql-columnar-shims-spark34</sparkshim.artifactId>
<spark.version>3.4.2</spark.version>
<delta.version>2.4.0</delta.version>
<spark.version>3.4.2</spark.version>
<iceberg.version>1.4.3</iceberg.version>
<delta.version>2.4.0</delta.version>
<delta.binary.version>24</delta.binary.version>
</properties>
</profile>
Expand All @@ -143,7 +146,8 @@
<properties>
<sparkbundle.version>3.5</sparkbundle.version>
<sparkshim.artifactId>spark-sql-columnar-shims-spark35</sparkshim.artifactId>
<spark.version>3.5.1</spark.version>
<spark.version>3.5.1</spark.version>
<iceberg.version>1.4.3</iceberg.version>
<delta.version>2.4.0</delta.version>
<delta.binary.version>24</delta.binary.version>
</properties>
Expand Down

0 comments on commit 0f5716f

Please sign in to comment.