Migrate to github actions and publish to maven (close #194)

.github/workflows/snyk.yml

@@ -0,0 +1,20 @@
+name: Snyk
+
+on:
+  push:
+    branches: [ master ]
+
+jobs:
+  security:
+    runs-on: ubuntu-latest
+
+    steps:
+    - uses: actions/checkout@v2
+
+    - name: Run Snyk to check for vulnerabilities
+      uses: snyk/actions/scala@master
+      with:
+        command: monitor
+        args: --project-name=snowplow-elasticsearch-loader
+      env:
+        SNYK_TOKEN: ${{ secrets.SNYK_TOKEN }}

.github/workflows/test.yml

@@ -0,0 +1,109 @@
+name: CI
+
+on:
+  push:
+    tags:
+      - '*'
+    branches:
+      - master
+      - develop
+  pull_request:
+
+jobs:
+  test:
+    runs-on: ubuntu-latest
+
+    steps:
+    - uses: actions/checkout@v2
+    - uses: coursier/cache-action@v6
+    - name: Set up JDK 11
+      uses: actions/setup-java@v2
+      with:
+        java-version: 11
+        distribution: adopt
+    - name: Run tests
+      run: sbt clean test
+
+  deploy_github:
+    needs: test
+    if: startsWith(github.ref, 'refs/tags/')
+    runs-on: ubuntu-latest
+    steps:
+    - name: Get current version
+      id: ver
+      run: echo "::set-output name=tag::${GITHUB_REF#refs/tags/}"
+
+    - uses: actions/checkout@v2
+
+    - uses: coursier/cache-action@v6
+
+    - name: Set up JDK 11
+      uses: actions/setup-java@v2
+      with:
+        java-version: 11
+        distribution: adopt
+
+
+    - name: Build artifacts
+      run: sbt 'project elasticsearch' assembly
+
+    - name: Create GitHub release and attach artifacts
+      uses: softprops/action-gh-release@v1
+      with:
+        draft: true
+        prerelease: true
+        name: Version ${{ steps.ver.outputs.tag }}
+        tag_name: ${{ steps.ver.outputs.tag }}
+        files: |
+          elasticsearch/target/scala-2.12/snowplow-elasticsearch-loader-${{ steps.ver.outputs.tag }}.jar
+      env:
+        GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
+
+  deploy_docker:
+    needs: test
+    if: startsWith(github.ref, 'refs/tags/')
+    runs-on: ubuntu-latest
+    steps:
+
+    - name: Get current version
+      id: ver
+      run: echo "::set-output name=tag::${GITHUB_REF#refs/tags/}"
+
+    - uses: actions/checkout@v2
+
+    - uses: coursier/cache-action@v6
+
+    - name: Stage the Docker build
+      run: sbt "project elasticsearch" docker:stage
+
+    - name: Docker metadata
+      id: meta
+      uses: docker/metadata-action@v3
+      with:
+        images: snowplow/elasticsearch-loader
+        tags: |
+          type=raw,value=latest,enable=${{ !contains(steps.ver.outputs.tag, 'rc') }}
+          type=raw,value=${{ steps.ver.outputs.tag }}
+        flavor: |
+          latest=false
+
+    - name: Set up QEMU
+      uses: docker/setup-qemu-action@v1
+
+    - name: Set up Docker Buildx
+      uses: docker/setup-buildx-action@v1
+
+    - name: Login to DockerHub
+      uses: docker/login-action@v1
+      with:
+        username: ${{ secrets.DOCKER_USERNAME }}
+        password: ${{ secrets.DOCKER_PASSWORD }}
+
+    - name: Push image
+      uses: docker/build-push-action@v2
+      with:
+        context: elasticsearch/target/docker/stage
+        file: elasticsearch/target/docker/stage/Dockerfile
+        platforms: linux/amd64,linux/arm64/v8
+        tags: ${{ steps.meta.outputs.tags }}
+        push: true

build.sbt

@@ -41,25 +41,25 @@ lazy val commonDependencies = Seq(
 lazy val buildSettings = Seq(
   organization := "com.snowplowanalytics",
   name := "snowplow-elasticsearch-loader",
-  version := "1.0.0",
   description := "Load the contents of a Kinesis stream or NSQ topic to Elasticsearch",
   scalaVersion := "2.12.10",
   scalacOptions := BuildSettings.compilerOptions,
   javacOptions := BuildSettings.javaCompilerOptions,
   resolvers += Resolver.jcenterRepo,
   shellPrompt := { _ =>
     "elasticsearch-loader> "
-  },
-  scalafmtOnCompile := true
+  }
 )
 
 lazy val allSettings = buildSettings ++
-  BuildSettings.sbtAssemblySettings ++
-  Seq(libraryDependencies ++= commonDependencies)
+  BuildSettings.assemblySettings ++
+  Seq(libraryDependencies ++= commonDependencies) ++
+  BuildSettings.dynVerSettings ++
+  BuildSettings.assemblySettings
 
 lazy val root = project
   .in(file("."))
-  .settings(buildSettings)
+  .settings(allSettings)
   .aggregate(core, elasticsearch)
 
 lazy val core = project

project/BuildSettings.scala

@@ -15,9 +15,9 @@
 import sbt._
 import Keys._
 
-import com.typesafe.sbt.packager.Keys.{daemonUser, maintainer, packageName}
-import com.typesafe.sbt.packager.docker.DockerPlugin.autoImport._
-import com.typesafe.sbt.packager.universal.UniversalPlugin.autoImport._
+import com.typesafe.sbt.packager.Keys._
+import com.typesafe.sbt.packager.docker.DockerPlugin.autoImport.{Docker, dockerExposedPorts, dockerUpdateLatest}
+import sbtdynver.DynVerPlugin.autoImport._
 
 object BuildSettings {
 
@@ -38,8 +38,8 @@ object BuildSettings {
   )
 
   lazy val javaCompilerOptions = Seq(
-    "-source", "1.8",
-    "-target", "1.8"
+    "-source", "11",
+    "-target", "11"
   )
 
   lazy val dockerSettings = Seq(
@@ -72,8 +72,8 @@ object BuildSettings {
 
   // sbt-assembly settings for building an executable
   import sbtassembly.AssemblyPlugin.autoImport._
-  lazy val sbtAssemblySettings = Seq(
-    assembly / assemblyJarName := { s"${moduleName.value}-${version.value}.jar" },
+  lazy val assemblySettings = Seq(
+    assembly / assemblyJarName := { s"${name.value}-${version.value}.jar" },
     assembly / test := {},
     assembly / assemblyMergeStrategy := {
       case x if x.endsWith("module-info.class") => MergeStrategy.discard // not used by JDK8
@@ -84,4 +84,9 @@ object BuildSettings {
         oldStrategy(x)
     }
   )
+
+  lazy val dynVerSettings = Seq(
+    ThisBuild / dynverVTagPrefix := false, // Otherwise git tags required to have v-prefix
+    ThisBuild / dynverSeparator := "-" // to be compatible with docker
+    )
 }

project/plugins.sbt

@@ -1,3 +1,4 @@
-addSbtPlugin("com.eed3si9n" % "sbt-assembly" % "0.14.5")
-addSbtPlugin("com.lucidchart" % "sbt-scalafmt" % "1.15")
-addSbtPlugin("com.typesafe.sbt" % "sbt-native-packager" % "1.3.22")
+addSbtPlugin("com.eed3si9n" % "sbt-assembly" % "1.0.0")
+addSbtPlugin("org.scalameta" % "sbt-scalafmt" % "2.4.3")
+addSbtPlugin("com.github.sbt" % "sbt-native-packager" % "1.9.4")
+addSbtPlugin("com.dwijnand" % "sbt-dynver" % "4.1.1")