From 76cff71dc7df8e4594df11d17da4d44127629e5b Mon Sep 17 00:00:00 2001 From: yaojie Date: Fri, 15 Jun 2018 13:33:45 -0700 Subject: [PATCH 1/3] bump version --- kafka-plugins-0.10/pom.xml | 4 ++-- kafka-plugins-0.8/pom.xml | 4 ++-- pom.xml | 2 +- 3 files changed, 5 insertions(+), 5 deletions(-) diff --git a/kafka-plugins-0.10/pom.xml b/kafka-plugins-0.10/pom.xml index a579aa8..61ce224 100644 --- a/kafka-plugins-0.10/pom.xml +++ b/kafka-plugins-0.10/pom.xml @@ -5,13 +5,13 @@ kafka-plugins co.cask.hydrator - 1.8.2-SNAPSHOT + 1.8.2 4.0.0 Apache Kafka 0.10 plugins kafka-plugins - 1.8.2-SNAPSHOT-0.10.2.0 + 1.8.2-0.10.2.0 diff --git a/kafka-plugins-0.8/pom.xml b/kafka-plugins-0.8/pom.xml index c812ab7..025cda3 100644 --- a/kafka-plugins-0.8/pom.xml +++ b/kafka-plugins-0.8/pom.xml @@ -5,13 +5,13 @@ kafka-plugins co.cask.hydrator - 1.8.2-SNAPSHOT + 1.8.2 4.0.0 Apache Kafka 0.8 plugins kafka-plugins - 1.8.2-SNAPSHOT-0.8.2.2 + 1.8.2-0.8.2.2 diff --git a/pom.xml b/pom.xml index d10a316..8742197 100644 --- a/pom.xml +++ b/pom.xml @@ -8,7 +8,7 @@ co.cask.hydrator kafka-plugins pom - 1.8.2-SNAPSHOT + 1.8.2 From 4a378c788a9cc93ae24a307b213bf0f58387cd73 Mon Sep 17 00:00:00 2001 From: yaojie Date: Mon, 18 Jun 2018 10:12:32 -0700 Subject: [PATCH 2/3] update README --- README.md | 16 +++++++++------- 1 file changed, 9 insertions(+), 7 deletions(-) diff --git a/README.md b/README.md index 9d275db..6489036 100644 --- a/README.md +++ b/README.md @@ -3,15 +3,17 @@ Kafka Plugins Join CDAP community [![Build Status](https://travis-ci.org/hydrator/kafka-plugins.svg?branch=master)](https://travis-ci.org/hydrator/kafka-plugins) [![License](https://img.shields.io/badge/License-Apache%202.0-blue.svg)](https://opensource.org/licenses/Apache-2.0) CDAP Realtime Source []() CDAP Realtime Sink []() -Kafka source and sink to read/write events to/from kafka. Sink/Source plugins are compatible with Kafka 0.8, 0.9 and 0.10. Alert publisher is only compatible with kafka 0.8.2. +Kafka source and sink to read/write events to/from kafka. The plugins are broken down to two modules to support Kafka 0.8, 0.9 and 0.10. The kafka batch source is based on Apache Gobblin. -* [Kafka Source](kafka-plugins-0.8/docs/KAFKASOURCE.md) -* [Kafka Batch Source for Kafka 8](kafka-plugins-0.8/docs/KAFKABATCHSOURCE.md) -* [Kafka Batch Source for Kafka 9 and Onward](kafka-plugins-0.9/docs/KAFKABATCHSOURCE.md) -* [Kafka Batch Sink for Kafka 8](kafka-plugins-0.8/docs/KAFKAWRITER-SINK.md) -* [Kafka Batch Sink for Kafka 9 and Onward](kafka-plugins-0.9/docs/KAFKAWRITER-SINK.md) -* [Kafka Alert Publisher](kafka-plugins-0.8/docs/Kafka-alert-publisher.md) +* [Kafka Streaming Source for Kafka 8 and Onward](kafka-plugins-0.8/docs/KAFKASOURCE.md) +* [Kafka Streaming Source for Kafka 10 and Onward](kafka-plugins-0.10/docs/KAFKASOURCE.md) +* [Kafka Batch Source for for Kafka 8 and Onward](kafka-plugins-0.8/docs/KAFKABATCHSOURCE.md) +* [Kafka Batch Source for Kafka 10 and Onward](kafka-plugins-0.10/docs/KAFKABATCHSOURCE.md) +* [Kafka Batch Sink for for Kafka 8 and Onward](kafka-plugins-0.8/docs/KAFKAWRITER-SINK.md) +* [Kafka Batch Sink for Kafka 10 and Onward](kafka-plugins-0.10/docs/KAFKAWRITER-SINK.md) +* [Kafka Alert Publisher for Kafka 8 and Onward](kafka-plugins-0.8/docs/Kafka-alert-publisher.md) +* [Kafka Alert Publisher for Kafka 10 and Onward](kafka-plugins-0.10/docs/Kafka-alert-publisher.md) Build ----- From 2b767053059972db56fc81bd417aa1142ab55da1 Mon Sep 17 00:00:00 2001 From: albertshau Date: Thu, 27 Sep 2018 12:25:31 -0700 Subject: [PATCH 3/3] Update widgets to have a jump button --- kafka-plugins-0.10/widgets/Kafka-batchsink.json | 9 ++++++++- kafka-plugins-0.10/widgets/Kafka-batchsource.json | 9 ++++++++- kafka-plugins-0.10/widgets/Kafka-streamingsource.json | 9 ++++++++- kafka-plugins-0.8/widgets/Kafka-batchsink.json | 9 ++++++++- kafka-plugins-0.8/widgets/Kafka-batchsource.json | 9 ++++++++- kafka-plugins-0.8/widgets/Kafka-streamingsource.json | 9 ++++++++- .../widgets/KafkaAlerts-alertpublisher.json | 11 +++++++++-- 7 files changed, 57 insertions(+), 8 deletions(-) diff --git a/kafka-plugins-0.10/widgets/Kafka-batchsink.json b/kafka-plugins-0.10/widgets/Kafka-batchsink.json index 8346a7e..f4f82ef 100644 --- a/kafka-plugins-0.10/widgets/Kafka-batchsink.json +++ b/kafka-plugins-0.10/widgets/Kafka-batchsink.json @@ -100,5 +100,12 @@ ] } ], - "outputs": [] + "outputs": [], + "jump-config": { + "datasets": [ + { + "ref-property-name": "referenceName" + } + ] + } } diff --git a/kafka-plugins-0.10/widgets/Kafka-batchsource.json b/kafka-plugins-0.10/widgets/Kafka-batchsource.json index e8d9abd..a4c053b 100644 --- a/kafka-plugins-0.10/widgets/Kafka-batchsource.json +++ b/kafka-plugins-0.10/widgets/Kafka-batchsource.json @@ -139,5 +139,12 @@ "property-watch": "format" } } - ] + ], + "jump-config": { + "datasets": [ + { + "ref-property-name": "referenceName" + } + ] + } } diff --git a/kafka-plugins-0.10/widgets/Kafka-streamingsource.json b/kafka-plugins-0.10/widgets/Kafka-streamingsource.json index 56187f5..5407922 100644 --- a/kafka-plugins-0.10/widgets/Kafka-streamingsource.json +++ b/kafka-plugins-0.10/widgets/Kafka-streamingsource.json @@ -147,5 +147,12 @@ "property-watch": "format" } } - ] + ], + "jump-config": { + "datasets": [ + { + "ref-property-name": "referenceName" + } + ] + } } diff --git a/kafka-plugins-0.8/widgets/Kafka-batchsink.json b/kafka-plugins-0.8/widgets/Kafka-batchsink.json index ee33e85..54a481f 100644 --- a/kafka-plugins-0.8/widgets/Kafka-batchsink.json +++ b/kafka-plugins-0.8/widgets/Kafka-batchsink.json @@ -85,5 +85,12 @@ ] } ], - "outputs": [] + "outputs": [], + "jump-config": { + "datasets": [ + { + "ref-property-name": "referenceName" + } + ] + } } diff --git a/kafka-plugins-0.8/widgets/Kafka-batchsource.json b/kafka-plugins-0.8/widgets/Kafka-batchsource.json index 9c563e4..c9a70d7 100644 --- a/kafka-plugins-0.8/widgets/Kafka-batchsource.json +++ b/kafka-plugins-0.8/widgets/Kafka-batchsource.json @@ -109,5 +109,12 @@ "property-watch": "format" } } - ] + ], + "jump-config": { + "datasets": [ + { + "ref-property-name": "referenceName" + } + ] + } } diff --git a/kafka-plugins-0.8/widgets/Kafka-streamingsource.json b/kafka-plugins-0.8/widgets/Kafka-streamingsource.json index 4e1b791..0db825b 100644 --- a/kafka-plugins-0.8/widgets/Kafka-streamingsource.json +++ b/kafka-plugins-0.8/widgets/Kafka-streamingsource.json @@ -122,5 +122,12 @@ "property-watch": "format" } } - ] + ], + "jump-config": { + "datasets": [ + { + "ref-property-name": "referenceName" + } + ] + } } diff --git a/kafka-plugins-0.8/widgets/KafkaAlerts-alertpublisher.json b/kafka-plugins-0.8/widgets/KafkaAlerts-alertpublisher.json index c95b30c..b104e98 100644 --- a/kafka-plugins-0.8/widgets/KafkaAlerts-alertpublisher.json +++ b/kafka-plugins-0.8/widgets/KafkaAlerts-alertpublisher.json @@ -33,5 +33,12 @@ ] } ], - "outputs": [ ] -} \ No newline at end of file + "outputs": [ ], + "jump-config": { + "datasets": [ + { + "ref-property-name": "referenceName" + } + ] + } +}