From 791ff89e5de73da2a23371290e9cb09ac4496979 Mon Sep 17 00:00:00 2001 From: Jaroslaw Grabowski Date: Tue, 13 Jun 2017 15:33:16 +0200 Subject: [PATCH 01/13] DSP-13218 fix assembling --- README.md | 2 +- java/sbt/dse/build.sbt | 1 + java/sbt/dse/project/assembly.sbt | 2 +- java/sbt/oss/build.sbt | 1 + java/sbt/oss/project/assembly.sbt | 2 +- scala/maven/oss/pom.xml | 1 + scala/sbt/dse/build.sbt | 7 ++++--- scala/sbt/dse/project/assembly.sbt | 2 +- scala/sbt/oss/build.sbt | 1 + scala/sbt/oss/project/assembly.sbt | 2 +- 10 files changed, 13 insertions(+), 8 deletions(-) diff --git a/README.md b/README.md index 4706f96..780119f 100644 --- a/README.md +++ b/README.md @@ -51,7 +51,7 @@ run (Java) | `dse spark-submit --class com.datastax.spark.example.WriteRead ta Task | Command --------------------|------------ -build | `gradle build` +build | `gradle shadowJar` run (Scala, Java) | `dse spark-submit --class com.datastax.spark.example.WriteRead build/libs/writeRead-0.1-all.jar` ### Maven diff --git a/java/sbt/dse/build.sbt b/java/sbt/dse/build.sbt index b79c0c9..4eda745 100644 --- a/java/sbt/dse/build.sbt +++ b/java/sbt/dse/build.sbt @@ -18,6 +18,7 @@ libraryDependencies += "com.datastax.dse" % "dse-spark-dependencies" % dseVersio //libraryDependencies += "org.apache.commons" % "commons-math3" % "3.6.1" //libraryDependencies += "org.apache.commons" % "commons-csv" % "1.0" +assemblyOption in assembly := (assemblyOption in assembly).value.copy(includeScala = false) //assemblyShadeRules in assembly := Seq( // ShadeRule.rename("org.apache.commons.csv.**" -> "shaded.org.apache.commons.csv.@1").inAll //) diff --git a/java/sbt/dse/project/assembly.sbt b/java/sbt/dse/project/assembly.sbt index 39c1bb8..15a88b0 100644 --- a/java/sbt/dse/project/assembly.sbt +++ b/java/sbt/dse/project/assembly.sbt @@ -1 +1 @@ -addSbtPlugin("com.eed3si9n" % "sbt-assembly" % "0.14.3") +addSbtPlugin("com.eed3si9n" % "sbt-assembly" % "0.14.5") diff --git a/java/sbt/oss/build.sbt b/java/sbt/oss/build.sbt index a57fc76..4b37334 100644 --- a/java/sbt/oss/build.sbt +++ b/java/sbt/oss/build.sbt @@ -22,6 +22,7 @@ libraryDependencies ++= Seq( //libraryDependencies += "org.apache.commons" % "commons-math3" % "3.6.1" //libraryDependencies += "org.apache.commons" % "commons-csv" % "1.0" +assemblyOption in assembly := (assemblyOption in assembly).value.copy(includeScala = false) //assemblyShadeRules in assembly := Seq( // ShadeRule.rename("org.apache.commons.csv.**" -> "shaded.org.apache.commons.csv.@1").inAll //) diff --git a/java/sbt/oss/project/assembly.sbt b/java/sbt/oss/project/assembly.sbt index 39c1bb8..15a88b0 100644 --- a/java/sbt/oss/project/assembly.sbt +++ b/java/sbt/oss/project/assembly.sbt @@ -1 +1 @@ -addSbtPlugin("com.eed3si9n" % "sbt-assembly" % "0.14.3") +addSbtPlugin("com.eed3si9n" % "sbt-assembly" % "0.14.5") diff --git a/scala/maven/oss/pom.xml b/scala/maven/oss/pom.xml index 9ace38b..6ee37c3 100644 --- a/scala/maven/oss/pom.xml +++ b/scala/maven/oss/pom.xml @@ -27,6 +27,7 @@ org.scala-lang scala-library ${scala.version} + provided org.apache.spark diff --git a/scala/sbt/dse/build.sbt b/scala/sbt/dse/build.sbt index 73b5970..d6a4404 100644 --- a/scala/sbt/dse/build.sbt +++ b/scala/sbt/dse/build.sbt @@ -21,8 +21,8 @@ libraryDependencies += ( ) // Test Dependencies -//The 'test/resources' Directory in should match the resources directory in the `it` directory -//for the version of the Spark Cassandra Connector in use. +// The 'test/resources' Directory in should match the resources directory in the `it` directory +// for the version of the Spark Cassandra Connector in use. val scalaTestVersion = "3.0.0" val connectorVersion = "1.6.0" val jUnitVersion = "4.12" @@ -30,7 +30,7 @@ val jUnitVersion = "4.12" libraryDependencies ++= Seq( "com.datastax.spark" %% "spark-cassandra-connector-embedded" % connectorVersion % "test", "org.scalatest" %% "scalatest" % scalaTestVersion % "test", - "junit" % "junit" % "4.12" + "junit" % "junit" % "4.12" % "test" ).map(_.excludeAll( ExclusionRule("org.slf4j","log4j-over-slf4j"), @@ -45,6 +45,7 @@ fork in Test := true //libraryDependencies += "org.apache.commons" % "commons-math3" % "3.6.1" //libraryDependencies += "org.apache.commons" % "commons-csv" % "1.0" +assemblyOption in assembly := (assemblyOption in assembly).value.copy(includeScala = false) //assemblyShadeRules in assembly := Seq( // ShadeRule.rename("org.apache.commons.csv.**" -> "shaded.org.apache.commons.csv.@1").inAll //) diff --git a/scala/sbt/dse/project/assembly.sbt b/scala/sbt/dse/project/assembly.sbt index 39c1bb8..15a88b0 100644 --- a/scala/sbt/dse/project/assembly.sbt +++ b/scala/sbt/dse/project/assembly.sbt @@ -1 +1 @@ -addSbtPlugin("com.eed3si9n" % "sbt-assembly" % "0.14.3") +addSbtPlugin("com.eed3si9n" % "sbt-assembly" % "0.14.5") diff --git a/scala/sbt/oss/build.sbt b/scala/sbt/oss/build.sbt index 19aeb6e..124caf2 100644 --- a/scala/sbt/oss/build.sbt +++ b/scala/sbt/oss/build.sbt @@ -36,6 +36,7 @@ fork in Test := true //libraryDependencies += "org.apache.commons" % "commons-math3" % "3.6.1" //libraryDependencies += "org.apache.commons" % "commons-csv" % "1.0" +assemblyOption in assembly := (assemblyOption in assembly).value.copy(includeScala = false) //assemblyShadeRules in assembly := Seq( // ShadeRule.rename("org.apache.commons.csv.**" -> "shaded.org.apache.commons.csv.@1").inAll //) diff --git a/scala/sbt/oss/project/assembly.sbt b/scala/sbt/oss/project/assembly.sbt index 39c1bb8..15a88b0 100644 --- a/scala/sbt/oss/project/assembly.sbt +++ b/scala/sbt/oss/project/assembly.sbt @@ -1 +1 @@ -addSbtPlugin("com.eed3si9n" % "sbt-assembly" % "0.14.3") +addSbtPlugin("com.eed3si9n" % "sbt-assembly" % "0.14.5") From 6968dbd77aef75657cb7256e9f2007e44040736b Mon Sep 17 00:00:00 2001 From: Jaroslaw Grabowski Date: Tue, 6 Jun 2017 14:20:17 +0200 Subject: [PATCH 02/13] Move to new artifactory url --- java/gradle/dse/build.gradle | 2 +- java/maven/dse/pom.xml | 2 +- java/sbt/dse/build.sbt | 2 +- scala/gradle/dse/build.gradle | 2 +- scala/maven/dse/pom.xml | 2 +- scala/sbt/dse/build.sbt | 2 +- 6 files changed, 6 insertions(+), 6 deletions(-) diff --git a/java/gradle/dse/build.gradle b/java/gradle/dse/build.gradle index cec5149..82ffca9 100644 --- a/java/gradle/dse/build.gradle +++ b/java/gradle/dse/build.gradle @@ -9,7 +9,7 @@ version '0.1' repositories { mavenCentral() maven { - url "https://datastax.artifactoryonline.com/datastax/public-repos/" + url "https://repo.datastax.com/public-repos/" } } diff --git a/java/maven/dse/pom.xml b/java/maven/dse/pom.xml index 82795d2..b1bf712 100644 --- a/java/maven/dse/pom.xml +++ b/java/maven/dse/pom.xml @@ -35,7 +35,7 @@ DataStax-Repo - https://datastax.artifactoryonline.com/datastax/public-repos/ + https://repo.datastax.com/public-repos/ diff --git a/java/sbt/dse/build.sbt b/java/sbt/dse/build.sbt index 4eda745..01b8fbe 100644 --- a/java/sbt/dse/build.sbt +++ b/java/sbt/dse/build.sbt @@ -6,7 +6,7 @@ crossPaths := false autoScalaLibrary := false -resolvers += "DataStax Repo" at "https://datastax.artifactoryonline.com/datastax/public-repos/" +resolvers += "DataStax Repo" at "https://repo.datastax.com/public-repos/" val dseVersion = "5.0.4" diff --git a/scala/gradle/dse/build.gradle b/scala/gradle/dse/build.gradle index c44befa..c70986f 100644 --- a/scala/gradle/dse/build.gradle +++ b/scala/gradle/dse/build.gradle @@ -9,7 +9,7 @@ version '0.1' repositories { mavenCentral() maven { - url "https://datastax.artifactoryonline.com/datastax/public-repos/" + url "https://repo.datastax.com/public-repos/" } } diff --git a/scala/maven/dse/pom.xml b/scala/maven/dse/pom.xml index e9f250b..aaf6f09 100644 --- a/scala/maven/dse/pom.xml +++ b/scala/maven/dse/pom.xml @@ -70,7 +70,7 @@ DataStax-Repo - https://datastax.artifactoryonline.com/datastax/public-repos/ + https://repo.datastax.com/public-repos/ diff --git a/scala/sbt/dse/build.sbt b/scala/sbt/dse/build.sbt index d6a4404..a96d9be 100644 --- a/scala/sbt/dse/build.sbt +++ b/scala/sbt/dse/build.sbt @@ -5,7 +5,7 @@ version := "0.1" scalaVersion := "2.10.6" -resolvers += "DataStax Repo" at "https://datastax.artifactoryonline.com/datastax/public-repos/" +resolvers += "DataStax Repo" at "https://repo.datastax.com/public-repos/" val dseVersion = "5.0.4" From 80776736ebe2c8234b139d73eeee5a0e76e442fe Mon Sep 17 00:00:00 2001 From: Jaroslaw Grabowski Date: Thu, 27 Apr 2017 14:17:38 +0200 Subject: [PATCH 03/13] cleanup fix for 5.0.x branch --- .../com/datastax/spark/connector/Cleanup.scala | 14 ++++++++++++++ .../com/datastax/spark/example/WriteReadSpec.scala | 1 + 2 files changed, 15 insertions(+) create mode 100644 scala/sbt/dse/src/test/scala/com/datastax/spark/connector/Cleanup.scala diff --git a/scala/sbt/dse/src/test/scala/com/datastax/spark/connector/Cleanup.scala b/scala/sbt/dse/src/test/scala/com/datastax/spark/connector/Cleanup.scala new file mode 100644 index 0000000..1112f23 --- /dev/null +++ b/scala/sbt/dse/src/test/scala/com/datastax/spark/connector/Cleanup.scala @@ -0,0 +1,14 @@ +package com.datastax.spark.connector + +import com.datastax.spark.connector.embedded.EmbeddedCassandra +import com.datastax.spark.connector.util.SerialShutdownHooks + +object Cleanup { + + EmbeddedCassandra.removeShutdownHook + // now embedded C* won't shutdown itself, let's do it in serial fashion + SerialShutdownHooks.add("Shutting down all Cassandra runners")(() => { + EmbeddedCassandra.shutdown + }) + +} diff --git a/scala/sbt/dse/src/test/scala/com/datastax/spark/example/WriteReadSpec.scala b/scala/sbt/dse/src/test/scala/com/datastax/spark/example/WriteReadSpec.scala index 5864628..8cff7b5 100644 --- a/scala/sbt/dse/src/test/scala/com/datastax/spark/example/WriteReadSpec.scala +++ b/scala/sbt/dse/src/test/scala/com/datastax/spark/example/WriteReadSpec.scala @@ -21,6 +21,7 @@ class WriteReadSpec extends FlatSpec with EmbeddedCassandra with SparkTemplate w //Sets up CassandraConfig and SparkContext useCassandraConfig(Seq("cassandra-default.yaml.template")) useSparkConf(defaultConf) + Cleanup val connector = CassandraConnector(defaultConf) val ksName = "test" From 40da1469d6c219a4e10e0406375c9f856cc519d1 Mon Sep 17 00:00:00 2001 From: Jaroslaw Grabowski Date: Thu, 27 Apr 2017 15:52:58 +0200 Subject: [PATCH 04/13] 5.0.0 support --- java/gradle/dse/build.gradle | 2 +- java/gradle/oss/build.gradle | 2 +- java/maven/dse/pom.xml | 2 +- java/maven/oss/pom.xml | 2 +- java/sbt/dse/build.sbt | 2 +- java/sbt/oss/build.sbt | 2 +- scala/gradle/dse/build.gradle | 2 +- scala/gradle/oss/build.gradle | 2 +- scala/maven/dse/pom.xml | 2 +- scala/maven/oss/pom.xml | 2 +- scala/sbt/dse/build.sbt | 2 +- scala/sbt/oss/build.sbt | 2 +- 12 files changed, 12 insertions(+), 12 deletions(-) diff --git a/java/gradle/dse/build.gradle b/java/gradle/dse/build.gradle index 82ffca9..9fbcbf3 100644 --- a/java/gradle/dse/build.gradle +++ b/java/gradle/dse/build.gradle @@ -13,7 +13,7 @@ repositories { } } -def dseVersion = "5.0.4" +def dseVersion = "5.0.0" // The assembly configuration will cause jar to be included in assembled fat-jar configurations { diff --git a/java/gradle/oss/build.gradle b/java/gradle/oss/build.gradle index dc3ff13..473bb72 100644 --- a/java/gradle/oss/build.gradle +++ b/java/gradle/oss/build.gradle @@ -10,7 +10,7 @@ repositories { mavenCentral() } -def sparkVersion = "1.6.2" +def sparkVersion = "1.6.1" def connectorVersion = "1.6.0" // The assembly configuration will cause jar to be included in assembled fat-jar diff --git a/java/maven/dse/pom.xml b/java/maven/dse/pom.xml index b1bf712..6c71f3f 100644 --- a/java/maven/dse/pom.xml +++ b/java/maven/dse/pom.xml @@ -9,7 +9,7 @@ UTF-8 - 5.0.4 + 5.0.0 diff --git a/java/maven/oss/pom.xml b/java/maven/oss/pom.xml index 7742e80..753e322 100644 --- a/java/maven/oss/pom.xml +++ b/java/maven/oss/pom.xml @@ -9,7 +9,7 @@ UTF-8 - 1.6.2 + 1.6.1 1.6.0 diff --git a/java/sbt/dse/build.sbt b/java/sbt/dse/build.sbt index 01b8fbe..fb048c1 100644 --- a/java/sbt/dse/build.sbt +++ b/java/sbt/dse/build.sbt @@ -8,7 +8,7 @@ autoScalaLibrary := false resolvers += "DataStax Repo" at "https://repo.datastax.com/public-repos/" -val dseVersion = "5.0.4" +val dseVersion = "5.0.0" // Please make sure that following DSE version matches your DSE cluster version. // SBT 0.13.13 or greater required because of a dependency resolution bug diff --git a/java/sbt/oss/build.sbt b/java/sbt/oss/build.sbt index 4b37334..1042e21 100644 --- a/java/sbt/oss/build.sbt +++ b/java/sbt/oss/build.sbt @@ -6,7 +6,7 @@ crossPaths := false autoScalaLibrary := false -val sparkVersion = "1.6.2" +val sparkVersion = "1.6.1" val connectorVersion = "1.6.0" // Please make sure that following dependencies have versions corresponding to the ones in your cluster. diff --git a/scala/gradle/dse/build.gradle b/scala/gradle/dse/build.gradle index c70986f..4960ae9 100644 --- a/scala/gradle/dse/build.gradle +++ b/scala/gradle/dse/build.gradle @@ -28,7 +28,7 @@ configurations { testCompile.exclude group: 'org.slf4j', module: 'log4j-over-slf4j' } -def dseVersion = "5.0.4" +def dseVersion = "5.0.0" def scalaVersion = "2.10" def scalaTestVersion = "3.0.0" diff --git a/scala/gradle/oss/build.gradle b/scala/gradle/oss/build.gradle index d09143f..ec578b3 100644 --- a/scala/gradle/oss/build.gradle +++ b/scala/gradle/oss/build.gradle @@ -10,7 +10,7 @@ repositories { mavenCentral() } -def sparkVersion = "1.6.2" +def sparkVersion = "1.6.1" def connectorVersion = "1.6.0" def scalaVersion = "2.10" def scalaTestVersion = "3.0.0" diff --git a/scala/maven/dse/pom.xml b/scala/maven/dse/pom.xml index aaf6f09..ea02658 100644 --- a/scala/maven/dse/pom.xml +++ b/scala/maven/dse/pom.xml @@ -9,7 +9,7 @@ UTF-8 - 5.0.4 + 5.0.0 2.10.6 2.10 3.0.0 diff --git a/scala/maven/oss/pom.xml b/scala/maven/oss/pom.xml index 6ee37c3..aae5b0a 100644 --- a/scala/maven/oss/pom.xml +++ b/scala/maven/oss/pom.xml @@ -11,7 +11,7 @@ UTF-8 2.10.6 2.10 - 1.6.2 + 1.6.1 3.0.0 1.6.0 3.0.2 diff --git a/scala/sbt/dse/build.sbt b/scala/sbt/dse/build.sbt index a96d9be..f3f306b 100644 --- a/scala/sbt/dse/build.sbt +++ b/scala/sbt/dse/build.sbt @@ -7,7 +7,7 @@ scalaVersion := "2.10.6" resolvers += "DataStax Repo" at "https://repo.datastax.com/public-repos/" -val dseVersion = "5.0.4" +val dseVersion = "5.0.0" // Please make sure that following DSE version matches your DSE cluster version. // Exclusions are solely for running integrated testing diff --git a/scala/sbt/oss/build.sbt b/scala/sbt/oss/build.sbt index 124caf2..e171b85 100644 --- a/scala/sbt/oss/build.sbt +++ b/scala/sbt/oss/build.sbt @@ -4,7 +4,7 @@ version := "0.1" scalaVersion := "2.10.6" -val sparkVersion = "1.6.2" +val sparkVersion = "1.6.1" val connectorVersion = "1.6.0" //The 'test/resources' Directory in should match the resources directory in the `it` directory //for the version of the Spark Cassandra Connector in use. From ca0c055424a8d7c80dc3205c8cc6067dbcaff24c Mon Sep 17 00:00:00 2001 From: Jaroslaw Grabowski Date: Thu, 27 Apr 2017 15:54:15 +0200 Subject: [PATCH 05/13] 5.0.1 support --- java/gradle/dse/build.gradle | 2 +- java/maven/dse/pom.xml | 2 +- java/sbt/dse/build.sbt | 2 +- scala/gradle/dse/build.gradle | 2 +- scala/maven/dse/pom.xml | 2 +- scala/sbt/dse/build.sbt | 2 +- 6 files changed, 6 insertions(+), 6 deletions(-) diff --git a/java/gradle/dse/build.gradle b/java/gradle/dse/build.gradle index 9fbcbf3..a851a2e 100644 --- a/java/gradle/dse/build.gradle +++ b/java/gradle/dse/build.gradle @@ -13,7 +13,7 @@ repositories { } } -def dseVersion = "5.0.0" +def dseVersion = "5.0.1" // The assembly configuration will cause jar to be included in assembled fat-jar configurations { diff --git a/java/maven/dse/pom.xml b/java/maven/dse/pom.xml index 6c71f3f..d58b89e 100644 --- a/java/maven/dse/pom.xml +++ b/java/maven/dse/pom.xml @@ -9,7 +9,7 @@ UTF-8 - 5.0.0 + 5.0.1 diff --git a/java/sbt/dse/build.sbt b/java/sbt/dse/build.sbt index fb048c1..05c68ef 100644 --- a/java/sbt/dse/build.sbt +++ b/java/sbt/dse/build.sbt @@ -8,7 +8,7 @@ autoScalaLibrary := false resolvers += "DataStax Repo" at "https://repo.datastax.com/public-repos/" -val dseVersion = "5.0.0" +val dseVersion = "5.0.1" // Please make sure that following DSE version matches your DSE cluster version. // SBT 0.13.13 or greater required because of a dependency resolution bug diff --git a/scala/gradle/dse/build.gradle b/scala/gradle/dse/build.gradle index 4960ae9..e7629f2 100644 --- a/scala/gradle/dse/build.gradle +++ b/scala/gradle/dse/build.gradle @@ -28,7 +28,7 @@ configurations { testCompile.exclude group: 'org.slf4j', module: 'log4j-over-slf4j' } -def dseVersion = "5.0.0" +def dseVersion = "5.0.1" def scalaVersion = "2.10" def scalaTestVersion = "3.0.0" diff --git a/scala/maven/dse/pom.xml b/scala/maven/dse/pom.xml index ea02658..66c8c3c 100644 --- a/scala/maven/dse/pom.xml +++ b/scala/maven/dse/pom.xml @@ -9,7 +9,7 @@ UTF-8 - 5.0.0 + 5.0.1 2.10.6 2.10 3.0.0 diff --git a/scala/sbt/dse/build.sbt b/scala/sbt/dse/build.sbt index f3f306b..383b8ef 100644 --- a/scala/sbt/dse/build.sbt +++ b/scala/sbt/dse/build.sbt @@ -7,7 +7,7 @@ scalaVersion := "2.10.6" resolvers += "DataStax Repo" at "https://repo.datastax.com/public-repos/" -val dseVersion = "5.0.0" +val dseVersion = "5.0.1" // Please make sure that following DSE version matches your DSE cluster version. // Exclusions are solely for running integrated testing From e6755b021f415929ffc93ec35a57ce071337952d Mon Sep 17 00:00:00 2001 From: Jaroslaw Grabowski Date: Thu, 27 Apr 2017 15:59:10 +0200 Subject: [PATCH 06/13] 5.0.2 support --- java/gradle/dse/build.gradle | 2 +- java/gradle/oss/build.gradle | 2 +- java/maven/dse/pom.xml | 2 +- java/maven/oss/pom.xml | 2 +- java/sbt/dse/build.sbt | 2 +- java/sbt/oss/build.sbt | 2 +- scala/gradle/dse/build.gradle | 2 +- scala/gradle/oss/build.gradle | 2 +- scala/maven/dse/pom.xml | 2 +- scala/maven/oss/pom.xml | 2 +- scala/sbt/dse/build.sbt | 2 +- scala/sbt/oss/build.sbt | 2 +- 12 files changed, 12 insertions(+), 12 deletions(-) diff --git a/java/gradle/dse/build.gradle b/java/gradle/dse/build.gradle index a851a2e..03cd38b 100644 --- a/java/gradle/dse/build.gradle +++ b/java/gradle/dse/build.gradle @@ -13,7 +13,7 @@ repositories { } } -def dseVersion = "5.0.1" +def dseVersion = "5.0.2" // The assembly configuration will cause jar to be included in assembled fat-jar configurations { diff --git a/java/gradle/oss/build.gradle b/java/gradle/oss/build.gradle index 473bb72..dc3ff13 100644 --- a/java/gradle/oss/build.gradle +++ b/java/gradle/oss/build.gradle @@ -10,7 +10,7 @@ repositories { mavenCentral() } -def sparkVersion = "1.6.1" +def sparkVersion = "1.6.2" def connectorVersion = "1.6.0" // The assembly configuration will cause jar to be included in assembled fat-jar diff --git a/java/maven/dse/pom.xml b/java/maven/dse/pom.xml index d58b89e..ad2faf7 100644 --- a/java/maven/dse/pom.xml +++ b/java/maven/dse/pom.xml @@ -9,7 +9,7 @@ UTF-8 - 5.0.1 + 5.0.2 diff --git a/java/maven/oss/pom.xml b/java/maven/oss/pom.xml index 753e322..7742e80 100644 --- a/java/maven/oss/pom.xml +++ b/java/maven/oss/pom.xml @@ -9,7 +9,7 @@ UTF-8 - 1.6.1 + 1.6.2 1.6.0 diff --git a/java/sbt/dse/build.sbt b/java/sbt/dse/build.sbt index 05c68ef..1930e0f 100644 --- a/java/sbt/dse/build.sbt +++ b/java/sbt/dse/build.sbt @@ -8,7 +8,7 @@ autoScalaLibrary := false resolvers += "DataStax Repo" at "https://repo.datastax.com/public-repos/" -val dseVersion = "5.0.1" +val dseVersion = "5.0.2" // Please make sure that following DSE version matches your DSE cluster version. // SBT 0.13.13 or greater required because of a dependency resolution bug diff --git a/java/sbt/oss/build.sbt b/java/sbt/oss/build.sbt index 1042e21..4b37334 100644 --- a/java/sbt/oss/build.sbt +++ b/java/sbt/oss/build.sbt @@ -6,7 +6,7 @@ crossPaths := false autoScalaLibrary := false -val sparkVersion = "1.6.1" +val sparkVersion = "1.6.2" val connectorVersion = "1.6.0" // Please make sure that following dependencies have versions corresponding to the ones in your cluster. diff --git a/scala/gradle/dse/build.gradle b/scala/gradle/dse/build.gradle index e7629f2..cbbdf3e 100644 --- a/scala/gradle/dse/build.gradle +++ b/scala/gradle/dse/build.gradle @@ -28,7 +28,7 @@ configurations { testCompile.exclude group: 'org.slf4j', module: 'log4j-over-slf4j' } -def dseVersion = "5.0.1" +def dseVersion = "5.0.2" def scalaVersion = "2.10" def scalaTestVersion = "3.0.0" diff --git a/scala/gradle/oss/build.gradle b/scala/gradle/oss/build.gradle index ec578b3..d09143f 100644 --- a/scala/gradle/oss/build.gradle +++ b/scala/gradle/oss/build.gradle @@ -10,7 +10,7 @@ repositories { mavenCentral() } -def sparkVersion = "1.6.1" +def sparkVersion = "1.6.2" def connectorVersion = "1.6.0" def scalaVersion = "2.10" def scalaTestVersion = "3.0.0" diff --git a/scala/maven/dse/pom.xml b/scala/maven/dse/pom.xml index 66c8c3c..4c0993f 100644 --- a/scala/maven/dse/pom.xml +++ b/scala/maven/dse/pom.xml @@ -9,7 +9,7 @@ UTF-8 - 5.0.1 + 5.0.2 2.10.6 2.10 3.0.0 diff --git a/scala/maven/oss/pom.xml b/scala/maven/oss/pom.xml index aae5b0a..6ee37c3 100644 --- a/scala/maven/oss/pom.xml +++ b/scala/maven/oss/pom.xml @@ -11,7 +11,7 @@ UTF-8 2.10.6 2.10 - 1.6.1 + 1.6.2 3.0.0 1.6.0 3.0.2 diff --git a/scala/sbt/dse/build.sbt b/scala/sbt/dse/build.sbt index 383b8ef..c57ab28 100644 --- a/scala/sbt/dse/build.sbt +++ b/scala/sbt/dse/build.sbt @@ -7,7 +7,7 @@ scalaVersion := "2.10.6" resolvers += "DataStax Repo" at "https://repo.datastax.com/public-repos/" -val dseVersion = "5.0.1" +val dseVersion = "5.0.2" // Please make sure that following DSE version matches your DSE cluster version. // Exclusions are solely for running integrated testing diff --git a/scala/sbt/oss/build.sbt b/scala/sbt/oss/build.sbt index e171b85..124caf2 100644 --- a/scala/sbt/oss/build.sbt +++ b/scala/sbt/oss/build.sbt @@ -4,7 +4,7 @@ version := "0.1" scalaVersion := "2.10.6" -val sparkVersion = "1.6.1" +val sparkVersion = "1.6.2" val connectorVersion = "1.6.0" //The 'test/resources' Directory in should match the resources directory in the `it` directory //for the version of the Spark Cassandra Connector in use. From 6be034cebc73cb3e0540d9c163760e6181992449 Mon Sep 17 00:00:00 2001 From: Jaroslaw Grabowski Date: Thu, 27 Apr 2017 16:08:50 +0200 Subject: [PATCH 07/13] 5.0.3 support --- java/gradle/dse/build.gradle | 2 +- java/maven/dse/pom.xml | 2 +- java/sbt/dse/build.sbt | 2 +- scala/gradle/dse/build.gradle | 2 +- scala/maven/dse/pom.xml | 2 +- scala/sbt/dse/build.sbt | 2 +- 6 files changed, 6 insertions(+), 6 deletions(-) diff --git a/java/gradle/dse/build.gradle b/java/gradle/dse/build.gradle index 03cd38b..6a4ca07 100644 --- a/java/gradle/dse/build.gradle +++ b/java/gradle/dse/build.gradle @@ -13,7 +13,7 @@ repositories { } } -def dseVersion = "5.0.2" +def dseVersion = "5.0.3" // The assembly configuration will cause jar to be included in assembled fat-jar configurations { diff --git a/java/maven/dse/pom.xml b/java/maven/dse/pom.xml index ad2faf7..0ca98af 100644 --- a/java/maven/dse/pom.xml +++ b/java/maven/dse/pom.xml @@ -9,7 +9,7 @@ UTF-8 - 5.0.2 + 5.0.3 diff --git a/java/sbt/dse/build.sbt b/java/sbt/dse/build.sbt index 1930e0f..a255d53 100644 --- a/java/sbt/dse/build.sbt +++ b/java/sbt/dse/build.sbt @@ -8,7 +8,7 @@ autoScalaLibrary := false resolvers += "DataStax Repo" at "https://repo.datastax.com/public-repos/" -val dseVersion = "5.0.2" +val dseVersion = "5.0.3" // Please make sure that following DSE version matches your DSE cluster version. // SBT 0.13.13 or greater required because of a dependency resolution bug diff --git a/scala/gradle/dse/build.gradle b/scala/gradle/dse/build.gradle index cbbdf3e..8f0985b 100644 --- a/scala/gradle/dse/build.gradle +++ b/scala/gradle/dse/build.gradle @@ -28,7 +28,7 @@ configurations { testCompile.exclude group: 'org.slf4j', module: 'log4j-over-slf4j' } -def dseVersion = "5.0.2" +def dseVersion = "5.0.3" def scalaVersion = "2.10" def scalaTestVersion = "3.0.0" diff --git a/scala/maven/dse/pom.xml b/scala/maven/dse/pom.xml index 4c0993f..b27e92b 100644 --- a/scala/maven/dse/pom.xml +++ b/scala/maven/dse/pom.xml @@ -9,7 +9,7 @@ UTF-8 - 5.0.2 + 5.0.3 2.10.6 2.10 3.0.0 diff --git a/scala/sbt/dse/build.sbt b/scala/sbt/dse/build.sbt index c57ab28..b37e25c 100644 --- a/scala/sbt/dse/build.sbt +++ b/scala/sbt/dse/build.sbt @@ -7,7 +7,7 @@ scalaVersion := "2.10.6" resolvers += "DataStax Repo" at "https://repo.datastax.com/public-repos/" -val dseVersion = "5.0.2" +val dseVersion = "5.0.3" // Please make sure that following DSE version matches your DSE cluster version. // Exclusions are solely for running integrated testing From b401668f705eb9511cca5df9fd9dac631805e5fd Mon Sep 17 00:00:00 2001 From: Jaroslaw Grabowski Date: Thu, 27 Apr 2017 16:16:44 +0200 Subject: [PATCH 08/13] 5.0.4 support --- java/gradle/dse/build.gradle | 2 +- java/gradle/oss/build.gradle | 2 +- java/maven/dse/pom.xml | 2 +- java/maven/oss/pom.xml | 2 +- java/sbt/dse/build.sbt | 2 +- java/sbt/oss/build.sbt | 2 +- scala/gradle/dse/build.gradle | 4 ++-- scala/gradle/oss/build.gradle | 10 +++++++--- scala/maven/dse/pom.xml | 4 ++-- scala/maven/oss/pom.xml | 15 ++++++++++++++- scala/sbt/dse/build.sbt | 4 ++-- scala/sbt/oss/build.sbt | 5 +++-- 12 files changed, 36 insertions(+), 18 deletions(-) diff --git a/java/gradle/dse/build.gradle b/java/gradle/dse/build.gradle index 6a4ca07..82ffca9 100644 --- a/java/gradle/dse/build.gradle +++ b/java/gradle/dse/build.gradle @@ -13,7 +13,7 @@ repositories { } } -def dseVersion = "5.0.3" +def dseVersion = "5.0.4" // The assembly configuration will cause jar to be included in assembled fat-jar configurations { diff --git a/java/gradle/oss/build.gradle b/java/gradle/oss/build.gradle index dc3ff13..a5b7ab5 100644 --- a/java/gradle/oss/build.gradle +++ b/java/gradle/oss/build.gradle @@ -11,7 +11,7 @@ repositories { } def sparkVersion = "1.6.2" -def connectorVersion = "1.6.0" +def connectorVersion = "1.6.2" // The assembly configuration will cause jar to be included in assembled fat-jar configurations { diff --git a/java/maven/dse/pom.xml b/java/maven/dse/pom.xml index 0ca98af..b1bf712 100644 --- a/java/maven/dse/pom.xml +++ b/java/maven/dse/pom.xml @@ -9,7 +9,7 @@ UTF-8 - 5.0.3 + 5.0.4 diff --git a/java/maven/oss/pom.xml b/java/maven/oss/pom.xml index 7742e80..e50b0af 100644 --- a/java/maven/oss/pom.xml +++ b/java/maven/oss/pom.xml @@ -10,7 +10,7 @@ UTF-8 1.6.2 - 1.6.0 + 1.6.2 + + org.slf4j + log4j-over-slf4j + + diff --git a/scala/sbt/dse/build.sbt b/scala/sbt/dse/build.sbt index b37e25c..f86626b 100644 --- a/scala/sbt/dse/build.sbt +++ b/scala/sbt/dse/build.sbt @@ -7,7 +7,7 @@ scalaVersion := "2.10.6" resolvers += "DataStax Repo" at "https://repo.datastax.com/public-repos/" -val dseVersion = "5.0.3" +val dseVersion = "5.0.4" // Please make sure that following DSE version matches your DSE cluster version. // Exclusions are solely for running integrated testing @@ -24,7 +24,7 @@ libraryDependencies += ( // The 'test/resources' Directory in should match the resources directory in the `it` directory // for the version of the Spark Cassandra Connector in use. val scalaTestVersion = "3.0.0" -val connectorVersion = "1.6.0" +val connectorVersion = "1.6.2" val jUnitVersion = "4.12" libraryDependencies ++= Seq( diff --git a/scala/sbt/oss/build.sbt b/scala/sbt/oss/build.sbt index 124caf2..51cde97 100644 --- a/scala/sbt/oss/build.sbt +++ b/scala/sbt/oss/build.sbt @@ -5,7 +5,7 @@ version := "0.1" scalaVersion := "2.10.6" val sparkVersion = "1.6.2" -val connectorVersion = "1.6.0" +val connectorVersion = "1.6.2" //The 'test/resources' Directory in should match the resources directory in the `it` directory //for the version of the Spark Cassandra Connector in use. @@ -23,7 +23,8 @@ libraryDependencies ++= Seq( "org.apache.spark" %% "spark-hive" % sparkVersion % "provided", "com.datastax.spark" %% "spark-cassandra-connector" % connectorVersion % "provided", //Test Dependencies - "com.datastax.spark" %% "spark-cassandra-connector-embedded" % connectorVersion % "test", + "com.datastax.spark" %% "spark-cassandra-connector-embedded" % connectorVersion % "test" + exclude("com.datastax.cassandra", "cassandra-driver-core"), "org.scalatest" %% "scalatest" % scalaTestVersion % "test", "org.apache.cassandra" % "cassandra-all" % cassandraVersion % "test", "junit" % "junit" % jUnitVersion % "test" From 763d79a198f22c84707962ac8f5a01d96eb103a0 Mon Sep 17 00:00:00 2001 From: Jaroslaw Grabowski Date: Wed, 26 Apr 2017 16:20:31 +0200 Subject: [PATCH 09/13] 5.0.5 support --- java/gradle/dse/build.gradle | 2 +- java/gradle/oss/build.gradle | 4 ++-- java/maven/dse/pom.xml | 2 +- java/maven/oss/pom.xml | 2 +- java/sbt/dse/build.sbt | 2 +- java/sbt/oss/build.sbt | 2 +- scala/gradle/dse/build.gradle | 6 +++--- scala/gradle/oss/build.gradle | 4 ++-- scala/maven/dse/pom.xml | 4 ++-- scala/maven/oss/pom.xml | 2 +- scala/sbt/dse/build.sbt | 4 ++-- scala/sbt/oss/build.sbt | 2 +- 12 files changed, 18 insertions(+), 18 deletions(-) diff --git a/java/gradle/dse/build.gradle b/java/gradle/dse/build.gradle index 82ffca9..506b664 100644 --- a/java/gradle/dse/build.gradle +++ b/java/gradle/dse/build.gradle @@ -13,7 +13,7 @@ repositories { } } -def dseVersion = "5.0.4" +def dseVersion = "5.0.5" // The assembly configuration will cause jar to be included in assembled fat-jar configurations { diff --git a/java/gradle/oss/build.gradle b/java/gradle/oss/build.gradle index a5b7ab5..2e1d276 100644 --- a/java/gradle/oss/build.gradle +++ b/java/gradle/oss/build.gradle @@ -11,7 +11,7 @@ repositories { } def sparkVersion = "1.6.2" -def connectorVersion = "1.6.2" +def connectorVersion = "1.6.3" // The assembly configuration will cause jar to be included in assembled fat-jar configurations { @@ -43,4 +43,4 @@ shadowJar { //shadowJar { // relocate 'org.apache.commons.csv', 'shaded.org.apache.commons.csv' -//} \ No newline at end of file +//} diff --git a/java/maven/dse/pom.xml b/java/maven/dse/pom.xml index b1bf712..60e5bc5 100644 --- a/java/maven/dse/pom.xml +++ b/java/maven/dse/pom.xml @@ -9,7 +9,7 @@ UTF-8 - 5.0.4 + 5.0.5 diff --git a/java/maven/oss/pom.xml b/java/maven/oss/pom.xml index e50b0af..d78ee65 100644 --- a/java/maven/oss/pom.xml +++ b/java/maven/oss/pom.xml @@ -10,7 +10,7 @@ UTF-8 1.6.2 - 1.6.2 + 1.6.3