diff --git a/dev/deps/spark-deps-hadoop-3-hive-2.3 b/dev/deps/spark-deps-hadoop-3-hive-2.3 index a13315f2e7e6e..b565f038d9674 100644 --- a/dev/deps/spark-deps-hadoop-3-hive-2.3 +++ b/dev/deps/spark-deps-hadoop-3-hive-2.3 @@ -56,8 +56,8 @@ curator-recipes/5.9.0//curator-recipes-5.9.0.jar datanucleus-api-jdo/4.2.4//datanucleus-api-jdo-4.2.4.jar datanucleus-core/4.1.17//datanucleus-core-4.1.17.jar datanucleus-rdbms/4.1.19//datanucleus-rdbms-4.1.19.jar -datasketches-java/6.2.0//datasketches-java-6.2.0.jar -datasketches-memory/3.0.2//datasketches-memory-3.0.2.jar +datasketches-java/7.0.1//datasketches-java-7.0.1.jar +datasketches-memory/4.1.0//datasketches-memory-4.1.0.jar derby/10.16.1.1//derby-10.16.1.1.jar derbyshared/10.16.1.1//derbyshared-10.16.1.1.jar derbytools/10.16.1.1//derbytools-10.16.1.1.jar diff --git a/launcher/src/main/java/org/apache/spark/launcher/JavaModuleOptions.java b/launcher/src/main/java/org/apache/spark/launcher/JavaModuleOptions.java index cef426035e630..95b879512dc6f 100644 --- a/launcher/src/main/java/org/apache/spark/launcher/JavaModuleOptions.java +++ b/launcher/src/main/java/org/apache/spark/launcher/JavaModuleOptions.java @@ -27,6 +27,7 @@ public class JavaModuleOptions { private static final String[] DEFAULT_MODULE_OPTIONS = { "-XX:+IgnoreUnrecognizedVMOptions", + "--add-modules=jdk.incubator.foreign", "--add-modules=jdk.incubator.vector", "--add-opens=java.base/java.lang=ALL-UNNAMED", "--add-opens=java.base/java.lang.invoke=ALL-UNNAMED", diff --git a/pom.xml b/pom.xml index c6a6c357f9a42..40697e9bc906f 100644 --- a/pom.xml +++ b/pom.xml @@ -214,7 +214,8 @@ 1.10.0 1.81 1.16.0 - 6.2.0 + + 7.0.1 4.1.123.Final 2.0.72.Final 77.1 @@ -317,6 +318,7 @@ -XX:+IgnoreUnrecognizedVMOptions + --add-modules=jdk.incubator.foreign --add-modules=jdk.incubator.vector --add-opens=java.base/java.lang=ALL-UNNAMED --add-opens=java.base/java.lang.invoke=ALL-UNNAMED diff --git a/project/SparkBuild.scala b/project/SparkBuild.scala index df6eabae8b6e3..f1bef9ccc4786 100644 --- a/project/SparkBuild.scala +++ b/project/SparkBuild.scala @@ -327,7 +327,7 @@ object SparkBuild extends PomBuild { javaOptions ++= { // for `dev.ludovic.netlib.blas` which implements such hardware-accelerated BLAS operations - Seq("--add-modules=jdk.incubator.vector") + Seq("--add-modules=jdk.incubator.foreign", "--add-modules=jdk.incubator.vector") }, (Compile / doc / javacOptions) ++= {