Update Spark dependency version to 3.1.1.

bigdatagenomics · May 25, 2021 · ac2f7fa · ac2f7fa
1 parent 1f5c36c
commit ac2f7fa
Show file tree

Hide file tree

Showing 3 changed files with 3 additions and 3 deletions.
diff --git a/pom.xml b/pom.xml
@@ -21,7 +21,7 @@
     <avro.version>1.8.2</avro.version>
     <scala.version>2.12.10</scala.version>
     <scala.version.prefix>2.12</scala.version.prefix>
-    <spark.version>3.0.2</spark.version>
+    <spark.version>3.1.1</spark.version>
     <parquet.version>1.10.1</parquet.version>
     <hadoop.version>3.2.1</hadoop.version>
     <hadoop-bam.version>7.9.2</hadoop-bam.version>

diff --git a/scripts/move_to_spark_2.sh b/scripts/move_to_spark_2.sh
@@ -19,5 +19,5 @@ find . -name "pom.xml" -exec sed \
     -e "/adam-/ $substitution_cmd" \
     -e "/utils-/ s/-spark3_2\.1/-spark2_2\.1/" \
     -e "/utils-/ $substitution_cmd" \
-    -e "/spark.version/ s/3.0.1/2.4.7/g" \
+    -e "/spark.version/ s/3.1.1/2.4.7/g" \
     -i.spark2.bak '{}' \;
diff --git a/scripts/move_to_spark_3.sh b/scripts/move_to_spark_3.sh
@@ -19,5 +19,5 @@ find . -name "pom.xml" -exec sed \
     -e "/adam-/ $substitution_cmd" \
     -e "/utils-/ s/-spark2_2\.1/-spark3_2\.1/" \
     -e "/utils-/ $substitution_cmd" \
-    -e "/spark.version/ s/2.4.7/3.0.2/g" \
+    -e "/spark.version/ s/2.4.7/3.1.1/g" \
     -i.spark3.bak '{}' \;