diff --git a/integration-tests/src/test/scala/za/co/absa/spline/CassandraSpec.scala b/integration-tests/src/test/scala/za/co/absa/spline/CassandraSpec.scala index ce540148..7628cef5 100644 --- a/integration-tests/src/test/scala/za/co/absa/spline/CassandraSpec.scala +++ b/integration-tests/src/test/scala/za/co/absa/spline/CassandraSpec.scala @@ -91,8 +91,8 @@ class CassandraSpec } } - it should "support Cassandra on Spark 3.0, 3.1 and 3.2" taggedAs - ignoreIf(ver"$SPARK_VERSION" < ver"3.0.0" || ver"$SPARK_VERSION" >= ver"3.3.0") in { + it should "support Cassandra on Spark 3.0 and higher" taggedAs + ignoreIf(ver"$SPARK_VERSION" < ver"3.0.0") in { usingResource(new CassandraContainer("cassandra:3.11.2")) { container => container.start() diff --git a/integration-tests/src/test/scala/za/co/absa/spline/DeltaSpec.scala b/integration-tests/src/test/scala/za/co/absa/spline/DeltaSpec.scala index 91c80193..4e1c2b72 100644 --- a/integration-tests/src/test/scala/za/co/absa/spline/DeltaSpec.scala +++ b/integration-tests/src/test/scala/za/co/absa/spline/DeltaSpec.scala @@ -37,7 +37,7 @@ class DeltaSpec extends AsyncFlatSpec private val deltaPath = TempDirectory(prefix = "delta", pathOnly = true).deleteOnExit().toURI.toString it should "support Delta Lake as a source" taggedAs - ignoreIf(ver"$SPARK_VERSION" < ver"2.4.2" || ver"$SPARK_VERSION" >= ver"3.3.0") in + ignoreIf(ver"$SPARK_VERSION" < ver"2.4.2") in withNewSparkSession { implicit spark => withLineageTracking { captor => val testData: DataFrame = { @@ -79,7 +79,7 @@ class DeltaSpec extends AsyncFlatSpec } it should "support insert into existing Delta Lake table" taggedAs - ignoreIf(ver"$SPARK_VERSION" < ver"2.4.2" || ver"$SPARK_VERSION" >= ver"3.3.0") in + ignoreIf(ver"$SPARK_VERSION" < ver"2.4.2") in withNewSparkSession { implicit spark => withLineageTracking { lineageCaptor => val testData: DataFrame = { diff --git a/pom.xml b/pom.xml index b8ad1d97..2d1c7079 100644 --- a/pom.xml +++ b/pom.xml @@ -107,6 +107,7 @@ 3.0.1 3.1.0 3.2.0 + 3.3.0 0.13.7 @@ -799,9 +800,7 @@ ${spark-33.version} ${delta-21.version} ${spark-33.version}_0.18.7 - - - ${cassandra-connector-32.version} + ${cassandra-connector-33.version}