Replace vagrant setup with docker (closes #53)

.gitignore

@@ -26,7 +26,3 @@ _testmain.go
 # This project's binaries
 build/
 dist/
-
-# Vagrant
-.vagrant/
-.release.yml.tmp

.travis.yml

@@ -1,4 +1,7 @@
+sudo: required
 language: go
+services:
+  - docker
 go:
   - 1.13
 
@@ -12,7 +15,8 @@ script:
   - make goveralls
 
 before_deploy:
-  - pip install --user release-manager==0.1.0
+  - sudo pip install pyOpenSSL==16.2.0
+  - pip install --user release-manager==0.4.1
 
 deploy:
   skip_cleanup: true

Makefile

@@ -1,4 +1,4 @@
-.PHONY: all format lint test goveralls release release-dry clean
+.PHONY: all format lint test setup setdown goveralls release release-dry clean
 
 # -----------------------------------------------------------------------------
 #  CONSTANTS
@@ -95,6 +95,12 @@ lint:
 #  TESTING
 # -----------------------------------------------------------------------------
 
+setup:
+	docker-compose -f ./integration/docker-compose.yml up -d
+
+setdown:
+	docker-compose -f ./integration/docker-compose.yml down
+
 test: $(merge_log)
 	mkdir -p $(coverage_dir)
 	go get -u golang.org/x/tools/cmd/cover/...

go.mod

@@ -0,0 +1,31 @@
+module github.com/snowplow/dataflow-runner
+
+go 1.13
+
+require (
+	github.com/armon/go-metrics v0.3.4 // indirect
+	github.com/aws/aws-sdk-go v1.34.5
+	github.com/elodina/go-avro v0.0.0-20160406082632-0c8185d9a3ba
+	github.com/go-bindata/go-bindata v3.1.2+incompatible // indirect
+	github.com/hashicorp/consul/api v1.4.0
+	github.com/hashicorp/consul/sdk v0.4.0
+	github.com/hashicorp/errwrap v1.0.0
+	github.com/hashicorp/go-hclog v0.14.1 // indirect
+	github.com/hashicorp/go-immutable-radix v1.2.0 // indirect
+	github.com/hashicorp/go-uuid v1.0.2 // indirect
+	github.com/hashicorp/go-version v1.2.1 // indirect
+	github.com/hashicorp/go.net v0.0.1 // indirect
+	github.com/hashicorp/golang-lru v0.5.4 // indirect
+	github.com/hashicorp/serf v0.9.4 // indirect
+	github.com/mattn/go-colorable v0.1.7 // indirect
+	github.com/mitchellh/go-testing-interface v1.14.1 // indirect
+	github.com/mitchellh/gox v1.0.1 // indirect
+	github.com/mitchellh/mapstructure v1.3.3 // indirect
+	github.com/sirupsen/logrus v1.6.0
+	github.com/stretchr/testify v1.6.1
+	golang.org/x/sys v0.0.0-20200817085935-3ff754bf58a9 // indirect
+	golang.org/x/tools v0.0.0-20200817023811-d00afeaade8f // indirect
+	gopkg.in/urfave/cli.v1 v1.20.0
+	gopkg.in/yaml.v2 v2.3.0 // indirect
+	gopkg.in/yaml.v3 v3.0.0-20200615113413-eeeca48fe776 // indirect
+)

integration/docker-compose.yml

@@ -0,0 +1,16 @@
+version: "3"
+
+services:
+  consul:
+    image: consul:1.4.4
+    container_name: consul-dataflow-runner
+    restart: always
+    ports:
+      - "8502:8500"
+      - "8602:8600/udp"
+    logging:
+      options:
+        max-size: "1M"
+        max-file: "10"
+    environment:
+      CONSUL_BIND_INTERFACE: eth0

src/emr_cluster.go

@@ -19,11 +19,11 @@ import (
 	"strconv"
 	"time"
 
-	log "github.com/Sirupsen/logrus"
 	"github.com/aws/aws-sdk-go/aws"
 	"github.com/aws/aws-sdk-go/aws/session"
 	"github.com/aws/aws-sdk-go/service/emr"
 	"github.com/aws/aws-sdk-go/service/emr/emriface"
+	log "github.com/sirupsen/logrus"
 )
 
 const (

src/job_flow_steps.go

@@ -19,12 +19,12 @@ import (
 	"strings"
 	"time"
 
-	log "github.com/Sirupsen/logrus"
 	"github.com/aws/aws-sdk-go/aws"
 	"github.com/aws/aws-sdk-go/aws/session"
 	"github.com/aws/aws-sdk-go/service/emr"
 	"github.com/aws/aws-sdk-go/service/emr/emriface"
 	"github.com/hashicorp/errwrap"
+	log "github.com/sirupsen/logrus"
 )
 
 // JobFlowSteps is used for adding steps to an existing cluster

src/main.go

@@ -24,7 +24,7 @@ import (
 
 	"fmt"
 
-	log "github.com/Sirupsen/logrus"
+	log "github.com/sirupsen/logrus"
 	"gopkg.in/urfave/cli.v1"
 )