Provide a first implementation of this microservice, which will link Km4City's API with Kafka #1

.gitignore

@@ -0,0 +1,59 @@
+target/
+!.mvn/wrapper/maven-wrapper.jar
+src/main/resources/*.properties
+src/main/resources/*.yml
+
+### STS ###
+.apt_generated
+.classpath
+.factorypath
+.project
+.settings
+.springBeans
+
+### IntelliJ IDEA ###
+.idea
+*.iws
+*.iml
+*.ipr
+
+### NetBeans ###
+nbproject/private/
+build/
+nbbuild/
+dist/
+nbdist/
+.nb-gradle/
+
+### Eclipse ###
+
+.metadata
+bin/
+tmp/
+*.tmp
+*.bak
+*.swp
+*~.nib
+local.properties
+.settings/
+.loadpath
+.recommenders
+
+# External tool builders
+.externalToolBuilders/
+
+# Locally stored "Eclipse launch configurations"
+*.launch
+
+# sbteclipse plugin
+.target
+
+# Code Recommenders
+.recommenders/
+
+### Eclipse Patch ###
+# Eclipse Core		
+.project
+
+# JDT-specific (Eclipse Java Development Tools)		
+.classpath

.travis.yml

@@ -0,0 +1,11 @@
+language: java
+jdk:
+ - oraclejdk8
+sudo: false
+install:
+- mvn install -DskipTests=true -Dmaven.javadoc.skip=true -B -V
+script:
+- mvn test
+- mvn cobertura:cobertura
+after_success:
+  - bash <(curl -s https://codecov.io/bash)

Dockerfile

@@ -0,0 +1,8 @@
+FROM openjdk:8-jdk-alpine
+MAINTAINER TeamDigitale <teamdigitale@example.com>
+
+VOLUME /tmp
+ARG JAR_FILE
+ADD target/${JAR_FILE} app.jar
+ENV JAVA_OPTS=""
+ENTRYPOINT exec java $JAVA_OPTS -Djava.security.egd=file:/dev/./urandom -jar /app.jar

LICENSE

@@ -671,4 +671,4 @@ into proprietary programs.  If your program is a subroutine library, you
 may consider it more useful to permit linking proprietary applications with
 the library.  If this is what you want to do, use the GNU Lesser General
 Public License instead of this License.  But first, please read
-<http://www.gnu.org/philosophy/why-not-lgpl.html>.
+<http://www.gnu.org/philosophy/why-not-lgpl.html>.

README.md

@@ -0,0 +1,9 @@
+# DAF Replicate Ingestion
+
+[![Build Status](https://travis-ci.org/aletundo/daf-replicate-ingestion.svg?branch=master)](https://travis-ci.org/aletundo/daf-replicate-ingestion)
+[![codecov](https://codecov.io/gh/aletundo/daf-replicate-ingestion/branch/master/graph/badge.svg)](https://codecov.io/gh/aletundo/daf-replicate-ingestion)
+
+Microservices that ingest data from Replicate and push it into DAF
+
+- [Km4City to Kafka](km4city-to-kafka.md)
+

docker-compose.yml

@@ -0,0 +1,28 @@
+version: '2'
+services:
+  zookeeper:
+    image: wurstmeister/zookeeper
+    ports:
+      - "2181:2181"
+  kafka:
+    build:
+      context: kafka
+      dockerfile: Dockerfile
+    ports:
+      - "9092"
+    environment:
+      KAFKA_ADVERTISED_HOST_NAME: kafka
+      KAFKA_CREATE_TOPICS: "km4city:1:1"
+      KAFKA_ZOOKEEPER_CONNECT: zookeeper:2181
+#    volumes:
+#      - /var/run/docker.sock:/var/run/docker.sock
+  k42k:
+    build:
+      context: .
+      args:
+        JAR_FILE: daf-replicate-ingestion-0.0.1-SNAPSHOT.jar
+      dockerfile: Dockerfile
+    ports:
+      - "8080:8080"
+# TODO Is this actually ignored?
+#    command: --spring.kafka.bootstrap-servers="kafka:9092"

generate-configuration.sh

@@ -0,0 +1,50 @@
+#!/bin/bash
+
+CONFIGURATION_FILE=src/main/resources/application.yml
+BASE_URL=http://servicemap.km4city.org/WebAppGrafo/api/v1/
+KAFKA=kafka:9092
+CRON_EXPRESSION="0/30 * * * * ?"
+
+echo -n >${CONFIGURATION_FILE}
+
+cat <<EOF >${CONFIGURATION_FILE}
+spring:
+  profiles:
+    active: prod
+  kafka:
+    bootstrap-servers: $KAFKA
+kafka:
+  topic:
+    km4city: km4city
+km4city:
+  base_url: $BASE_URL
+  ingestion_cron: $CRON_EXPRESSION
+EOF
+
+echo "[1] Default application.yml written"
+
+if [ "$#" -ne 3 ]; then
+    echo "Usage: ./generate-configuration.sh <category> <coordinates> <max-distance> in order to add a list of services to ingest"
+    exit 1
+fi
+
+CATEGORY=$1
+COORDINATES=$2
+MAX_DISTANCE=$3
+SERVICES="?selection=$COORDINATES&categories=$CATEGORY&maxResults=0&maxDists=$MAX_DISTANCE&lang=it&format=json"i
+
+SERVICE_URIS=`curl $BASE_URL/$SERVICES | jq '.[] | ."features" | .[] | ."properties" | ."serviceUri" '`
+
+echo "  services:" >> $CONFIGURATION_FILE
+
+if [ $CATEGORY == "Car_park" ]; then
+    echo "    parkings:" >> $CONFIGURATION_FILE
+    for i in $SERVICE_URIS; do
+        echo "      - " $i >> $CONFIGURATION_FILE
+    done
+
+    echo "[2] Added service URIs from $BASE_URL, if any"
+    exit 0
+else
+    echo "We only support category Car_park at the moment."
+fi

kafka/Dockerfile

@@ -0,0 +1,26 @@
+FROM anapsix/alpine-java
+
+ARG kafka_version=0.10.1.1
+ARG scala_version=2.11
+
+MAINTAINER wurstmeister
+
+RUN apk add --update unzip wget curl docker jq coreutils
+
+ENV KAFKA_VERSION=$kafka_version SCALA_VERSION=$scala_version
+ADD download-kafka.sh /tmp/download-kafka.sh
+RUN chmod a+x /tmp/download-kafka.sh && sync && /tmp/download-kafka.sh && tar xfz /tmp/kafka_${SCALA_VERSION}-${KAFKA_VERSION}.tgz -C /opt && rm /tmp/kafka_${SCALA_VERSION}-${KAFKA_VERSION}.tgz && ln -s /opt/kafka_${SCALA_VERSION}-${KAFKA_VERSION} /opt/kafka
+
+VOLUME ["/kafka"]
+
+ENV KAFKA_HOME /opt/kafka
+ENV PATH ${PATH}:${KAFKA_HOME}/bin
+ADD start-kafka.sh /usr/bin/start-kafka.sh
+ADD broker-list.sh /usr/bin/broker-list.sh
+ADD create-topics.sh /usr/bin/create-topics.sh
+# The scripts need to have executable permission
+RUN chmod a+x /usr/bin/start-kafka.sh && \
+    chmod a+x /usr/bin/broker-list.sh && \
+    chmod a+x /usr/bin/create-topics.sh
+# Use "exec" form so that it runs as PID 1 (useful for graceful shutdown)
+CMD ["start-kafka.sh"]