From 682fa435fac6d4556b1128dc4ffd59f4db469aee Mon Sep 17 00:00:00 2001 From: Andrea Cosentino Date: Tue, 5 Oct 2021 11:02:02 +0200 Subject: [PATCH] AWS Examples: Moved to 0.11.0 --- aws-s3-to-jms/README.adoc | 8 ++-- .../aws2-iam-sink-create-group/README.adoc | 4 +- .../aws2-iam-sink-create-user/README.adoc | 4 +- .../aws2-iam-sink-delete-group/README.adoc | 4 +- .../aws2-iam-sink-delete-user/README.adoc | 4 +- .../aws2-kinesis-firehose-sink/README.adoc | 10 ++--- aws2-kinesis/aws2-kinesis-sink/README.adoc | 6 +-- aws2-kinesis/aws2-kinesis-source/README.adoc | 42 +++++++++---------- aws2-kms/aws2-kms-sink-create-key/README.adoc | 4 +- aws2-kms/aws2-kms-sink-delete-key/README.adoc | 4 +- aws2-lambda/aws2-lambda-sink/README.adoc | 10 ++--- aws2-s3/aws2-s3-minio-source/README.adoc | 4 +- aws2-s3/aws2-s3-move-after-read/README.adoc | 10 ++--- .../aws2-s3-move-bucket-to-bucket/README.adoc | 4 +- .../aws2-s3-sink-with-aggregation/README.adoc | 10 ++--- .../README.adoc | 30 ++++++------- .../README.adoc | 30 ++++++------- aws2-s3/aws2-s3-source/README.adoc | 10 ++--- aws2-sns/aws2-sns-sink/README.adoc | 10 ++--- aws2-sqs/aws2-sqs-sink/README.adoc | 10 ++--- aws2-sqs/aws2-sqs-source/README.adoc | 10 ++--- 21 files changed, 114 insertions(+), 114 deletions(-) diff --git a/aws-s3-to-jms/README.adoc b/aws-s3-to-jms/README.adoc index 8a7dfc1..a1d8662 100644 --- a/aws-s3-to-jms/README.adoc +++ b/aws-s3-to-jms/README.adoc @@ -36,10 +36,10 @@ In this example we'll use `/home/oscerd/connectors/` ``` > cd /home/oscerd/connectors/ -> wget https://repo1.maven.org/maven2/org/apache/camel/kafkaconnector/camel-sjms2-kafka-connector/0.10.1/camel-sjms2-kafka-connector-0.10.1-package.tar.gz -> untar.gz camel-sjms2-kafka-connector-0.10.1-package.tar.gz -> wget https://repo1.maven.org/maven2/org/apache/camel/kafkaconnector/camel-aws-s3-kafka-connector/0.10.1/camel-aws-s3-kafka-connector-0.10.1-package.tar.gz -> untar.gz camel-aws-s3-kafka-connector-0.10.1-package.tar.gz +> wget https://repo1.maven.org/maven2/org/apache/camel/kafkaconnector/camel-sjms2-kafka-connector/0.11.0/camel-sjms2-kafka-connector-0.11.0-package.tar.gz +> untar.gz camel-sjms2-kafka-connector-0.11.0-package.tar.gz +> wget https://repo1.maven.org/maven2/org/apache/camel/kafkaconnector/camel-aws-s3-kafka-connector/0.11.0/camel-aws-s3-kafka-connector-0.11.0-package.tar.gz +> untar.gz camel-aws-s3-kafka-connector-0.11.0-package.tar.gz ``` These are the basic connectors. For camel-sjms2 we have a bunch of provided dependencies we need to add in our path, so run the following commands: diff --git a/aws2-iam/aws2-iam-sink-create-group/README.adoc b/aws2-iam/aws2-iam-sink-create-group/README.adoc index 36cb204..f1b8209 100644 --- a/aws2-iam/aws2-iam-sink-create-group/README.adoc +++ b/aws2-iam/aws2-iam-sink-create-group/README.adoc @@ -24,8 +24,8 @@ Download the connector package tar.gz and extract the content to a directory. In [source] ---- > cd /home/oscerd/connectors/ -> wget https://repo1.maven.org/maven2/org/apache/camel/kafkaconnector/camel-aws2-iam-kafka-connector/0.10.1/camel-aws2-iam-kafka-connector-0.10.1-package.tar.gz -> untar.gz camel-aws2-iam-kafka-connector-0.10.1-package.tar.gz +> wget https://repo1.maven.org/maven2/org/apache/camel/kafkaconnector/camel-aws2-iam-kafka-connector/0.11.0/camel-aws2-iam-kafka-connector-0.11.0-package.tar.gz +> untar.gz camel-aws2-iam-kafka-connector-0.11.0-package.tar.gz ---- === Configuring Kafka Connect diff --git a/aws2-iam/aws2-iam-sink-create-user/README.adoc b/aws2-iam/aws2-iam-sink-create-user/README.adoc index 2772ef8..7d4abbc 100644 --- a/aws2-iam/aws2-iam-sink-create-user/README.adoc +++ b/aws2-iam/aws2-iam-sink-create-user/README.adoc @@ -24,8 +24,8 @@ Download the connector package tar.gz and extract the content to a directory. In [source] ---- > cd /home/oscerd/connectors/ -> wget https://repo1.maven.org/maven2/org/apache/camel/kafkaconnector/camel-aws2-iam-kafka-connector/0.10.1/camel-aws2-iam-kafka-connector-0.10.1-package.tar.gz -> untar.gz camel-aws2-iam-kafka-connector-0.10.1-package.tar.gz +> wget https://repo1.maven.org/maven2/org/apache/camel/kafkaconnector/camel-aws2-iam-kafka-connector/0.11.0/camel-aws2-iam-kafka-connector-0.11.0-package.tar.gz +> untar.gz camel-aws2-iam-kafka-connector-0.11.0-package.tar.gz ---- === Configuring Kafka Connect diff --git a/aws2-iam/aws2-iam-sink-delete-group/README.adoc b/aws2-iam/aws2-iam-sink-delete-group/README.adoc index 2af1652..730525f 100644 --- a/aws2-iam/aws2-iam-sink-delete-group/README.adoc +++ b/aws2-iam/aws2-iam-sink-delete-group/README.adoc @@ -25,8 +25,8 @@ Download the connector package tar.gz and extract the content to a directory. In [source] ---- > cd /home/oscerd/connectors/ -> wget https://repo1.maven.org/maven2/org/apache/camel/kafkaconnector/camel-aws2-iam-kafka-connector/0.10.1/camel-aws2-iam-kafka-connector-0.10.1-package.tar.gz -> untar.gz camel-aws2-iam-kafka-connector-0.10.1-package.tar.gz +> wget https://repo1.maven.org/maven2/org/apache/camel/kafkaconnector/camel-aws2-iam-kafka-connector/0.11.0/camel-aws2-iam-kafka-connector-0.11.0-package.tar.gz +> untar.gz camel-aws2-iam-kafka-connector-0.11.0-package.tar.gz ---- === Configuring Kafka Connect diff --git a/aws2-iam/aws2-iam-sink-delete-user/README.adoc b/aws2-iam/aws2-iam-sink-delete-user/README.adoc index c8a93df..78c97bf 100644 --- a/aws2-iam/aws2-iam-sink-delete-user/README.adoc +++ b/aws2-iam/aws2-iam-sink-delete-user/README.adoc @@ -25,8 +25,8 @@ Download the connector package tar.gz and extract the content to a directory. In [source] ---- > cd /home/oscerd/connectors/ -> wget https://repo1.maven.org/maven2/org/apache/camel/kafkaconnector/camel-aws2-iam-kafka-connector/0.10.1/camel-aws2-iam-kafka-connector-0.10.1-package.tar.gz -> untar.gz camel-aws2-iam-kafka-connector-0.10.1-package.tar.gz +> wget https://repo1.maven.org/maven2/org/apache/camel/kafkaconnector/camel-aws2-iam-kafka-connector/0.11.0/camel-aws2-iam-kafka-connector-0.11.0-package.tar.gz +> untar.gz camel-aws2-iam-kafka-connector-0.11.0-package.tar.gz ---- === Configuring Kafka Connect diff --git a/aws2-kinesis-firehose/aws2-kinesis-firehose-sink/README.adoc b/aws2-kinesis-firehose/aws2-kinesis-firehose-sink/README.adoc index 8b39b86..c2dccb1 100644 --- a/aws2-kinesis-firehose/aws2-kinesis-firehose-sink/README.adoc +++ b/aws2-kinesis-firehose/aws2-kinesis-firehose-sink/README.adoc @@ -30,8 +30,8 @@ In this example we'll use `/home/oscerd/connectors/` ``` > cd /home/oscerd/connectors/ -> wget https://repo1.maven.org/maven2/org/apache/camel/kafkaconnector/camel-aws2-kinesis-firehose-kafka-connector/0.10.1/camel-aws2-kinesis-firehose-kafka-connector-0.10.1-package.tar.gz -> untar.gz camel-aws2-kinesis-firehose-kafka-connector-0.10.1-package.tar.gz +> wget https://repo1.maven.org/maven2/org/apache/camel/kafkaconnector/camel-aws2-kinesis-firehose-kafka-connector/0.11.0/camel-aws2-kinesis-firehose-kafka-connector-0.11.0-package.tar.gz +> untar.gz camel-aws2-kinesis-firehose-kafka-connector-0.11.0-package.tar.gz ``` On AWS console create a Kinesis firehose delivery stream named firehose-stream and choose to send it to an S3 bucket from the available list (in the same region) @@ -146,8 +146,8 @@ So we need to do something like this: ``` > cd my-connectors/ -> wget https://repo1.maven.org/maven2/org/apache/camel/kafkaconnector/camel-aws2-kinesis-firehose-kafka-connector/0.10.1/camel-aws2-kinesis-firehose-kafka-connector-0.10.1-package.tar.gz -> untar.gz camel-aws2-kinesis-firehose-kafka-connector-0.10.1-package.tar.gz +> wget https://repo1.maven.org/maven2/org/apache/camel/kafkaconnector/camel-aws2-kinesis-firehose-kafka-connector/0.11.0/camel-aws2-kinesis-firehose-kafka-connector-0.11.0-package.tar.gz +> untar.gz camel-aws2-kinesis-firehose-kafka-connector-0.11.0-package.tar.gz ``` Now we can start the build @@ -172,7 +172,7 @@ You should see something like this: [source,json,options="nowrap"] ---- -[{"class":"org.apache.camel.kafkaconnector.CamelSinkConnector","type":"sink","version":"0.10.1"},{"class":"org.apache.camel.kafkaconnector.CamelSourceConnector","type":"source","version":"0.10.1"},{"class":"org.apache.camel.kafkaconnector.aws2kinesisfirehose.CamelAws2kinesisfirehoseSinkConnector","type":"sink","version":"0.10.1"},{"class":"org.apache.kafka.connect.file.FileStreamSinkConnector","type":"sink","version":"2.5.0"},{"class":"org.apache.kafka.connect.file.FileStreamSourceConnector","type":"source","version":"2.5.0"},{"class":"org.apache.kafka.connect.mirror.MirrorCheckpointConnector","type":"source","version":"1"},{"class":"org.apache.kafka.connect.mirror.MirrorHeartbeatConnector","type":"source","version":"1"},{"class":"org.apache.kafka.connect.mirror.MirrorSourceConnector","type":"source","version":"1"}] +[{"class":"org.apache.camel.kafkaconnector.CamelSinkConnector","type":"sink","version":"0.11.0"},{"class":"org.apache.camel.kafkaconnector.CamelSourceConnector","type":"source","version":"0.11.0"},{"class":"org.apache.camel.kafkaconnector.aws2kinesisfirehose.CamelAws2kinesisfirehoseSinkConnector","type":"sink","version":"0.11.0"},{"class":"org.apache.kafka.connect.file.FileStreamSinkConnector","type":"sink","version":"2.5.0"},{"class":"org.apache.kafka.connect.file.FileStreamSourceConnector","type":"source","version":"2.5.0"},{"class":"org.apache.kafka.connect.mirror.MirrorCheckpointConnector","type":"source","version":"1"},{"class":"org.apache.kafka.connect.mirror.MirrorHeartbeatConnector","type":"source","version":"1"},{"class":"org.apache.kafka.connect.mirror.MirrorSourceConnector","type":"source","version":"1"}] ---- ### Set the AWS credential as secret (optional) diff --git a/aws2-kinesis/aws2-kinesis-sink/README.adoc b/aws2-kinesis/aws2-kinesis-sink/README.adoc index 6f02d58..4afc719 100644 --- a/aws2-kinesis/aws2-kinesis-sink/README.adoc +++ b/aws2-kinesis/aws2-kinesis-sink/README.adoc @@ -30,8 +30,8 @@ In this example we'll use `/home/oscerd/connectors/` ``` > cd /home/oscerd/connectors/ -> wget https://repo1.maven.org/maven2/org/apache/camel/kafkaconnector/camel-aws2-kinesis-kafka-connector/0.10.1/camel-aws2-kinesis-kafka-connector-0.10.1-package.tar.gz -> untar.gz camel-aws2-kinesis-kafka-connector-0.10.1-package.tar.gz +> wget https://repo1.maven.org/maven2/org/apache/camel/kafkaconnector/camel-aws2-kinesis-kafka-connector/0.11.0/camel-aws2-kinesis-kafka-connector-0.11.0-package.tar.gz +> untar.gz camel-aws2-kinesis-kafka-connector-0.11.0-package.tar.gz ``` On AWS console create a Kinesis stream delivery stream named streamTest. @@ -92,7 +92,7 @@ After this we'll need to perform a get-records operation "Data": "aGVsbG8gdGhlcmU=", "PartitionKey": "partition-1", "ApproximateArrivalTimestamp": 1610729857.904, - "SequenceNumber": "4961458467700449568901978308705626930.10.1414429070721026" + "SequenceNumber": "4961458467700449568901978308705626930.11.0414429070721026" }, { "Data": "aGVsbG8gdGhlcmU=", diff --git a/aws2-kinesis/aws2-kinesis-source/README.adoc b/aws2-kinesis/aws2-kinesis-source/README.adoc index e7cc849..f9f05a2 100644 --- a/aws2-kinesis/aws2-kinesis-source/README.adoc +++ b/aws2-kinesis/aws2-kinesis-source/README.adoc @@ -28,7 +28,7 @@ and set the `plugin.path` property to your choosen location You'll need to build your connector starting from an archetype: ``` -> mvn archetype:generate -DarchetypeGroupId=org.apache.camel.kafkaconnector.archetypes -DarchetypeArtifactId=camel-kafka-connector-extensible-archetype -DarchetypeVersion=0.10.1 +> mvn archetype:generate -DarchetypeGroupId=org.apache.camel.kafkaconnector.archetypes -DarchetypeArtifactId=camel-kafka-connector-extensible-archetype -DarchetypeVersion=0.11.0 [INFO] Scanning for projects... [INFO] [INFO] ------------------< org.apache.maven:standalone-pom >------------------- @@ -42,34 +42,34 @@ You'll need to build your connector starting from an archetype: [INFO] [INFO] --- maven-archetype-plugin:3.2.0:generate (default-cli) @ standalone-pom --- [INFO] Generating project in Interactive mode -[INFO] Archetype repository not defined. Using the one from [org.apache.camel.kafkaconnector.archetypes:camel-kafka-connector-extensible-archetype:0.10.1] found in catalog remote +[INFO] Archetype repository not defined. Using the one from [org.apache.camel.kafkaconnector.archetypes:camel-kafka-connector-extensible-archetype:0.11.0] found in catalog remote Define value for property 'groupId': org.apache.camel.kafkaconnector Define value for property 'artifactId': aws2-kinesis-extended -Define value for property 'version' 1.0-SNAPSHOT: : 0.10.1 +Define value for property 'version' 1.0-SNAPSHOT: : 0.11.0 Define value for property 'package' org.apache.camel.kafkaconnector: : Define value for property 'camel-kafka-connector-name': camel-aws2-kinesis-kafka-connector -[INFO] Using property: camel-kafka-connector-version = 0.10.1 +[INFO] Using property: camel-kafka-connector-version = 0.11.0 Confirm properties configuration: groupId: org.apache.camel.kafkaconnector artifactId: aws2-kinesis-extended -version: 0.10.1 +version: 0.11.0 package: org.apache.camel.kafkaconnector camel-kafka-connector-name: camel-aws2-kinesis-kafka-connector -camel-kafka-connector-version: 0.10.1 +camel-kafka-connector-version: 0.11.0 Y: : Y [INFO] ---------------------------------------------------------------------------- -[INFO] Using following parameters for creating project from Archetype: camel-kafka-connector-extensible-archetype:0.10.1 +[INFO] Using following parameters for creating project from Archetype: camel-kafka-connector-extensible-archetype:0.11.0 [INFO] ---------------------------------------------------------------------------- [INFO] Parameter: groupId, Value: org.apache.camel.kafkaconnector [INFO] Parameter: artifactId, Value: aws2-kinesis-extended -[INFO] Parameter: version, Value: 0.10.1 +[INFO] Parameter: version, Value: 0.11.0 [INFO] Parameter: package, Value: org.apache.camel.kafkaconnector [INFO] Parameter: packageInPathFormat, Value: org/apache/camel/kafkaconnector [INFO] Parameter: package, Value: org.apache.camel.kafkaconnector -[INFO] Parameter: version, Value: 0.10.1 +[INFO] Parameter: version, Value: 0.11.0 [INFO] Parameter: groupId, Value: org.apache.camel.kafkaconnector [INFO] Parameter: camel-kafka-connector-name, Value: camel-aws2-kinesis-kafka-connector -[INFO] Parameter: camel-kafka-connector-version, Value: 0.10.1 +[INFO] Parameter: camel-kafka-connector-version, Value: 0.11.0 [INFO] Parameter: artifactId, Value: aws2-kinesis-extended [INFO] Project created from Archetype in dir: /home/oscerd/workspace/miscellanea/aws2-kinesis-extended [INFO] ------------------------------------------------------------------------ @@ -255,7 +255,7 @@ so that each one is in its own subfolder In this case we need to extend an existing connector and add a transform, so we need to leverage the archetype ``` -> mvn archetype:generate -DarchetypeGroupId=org.apache.camel.kafkaconnector.archetypes -DarchetypeArtifactId=camel-kafka-connector-extensible-archetype -DarchetypeVersion=0.10.1 +> mvn archetype:generate -DarchetypeGroupId=org.apache.camel.kafkaconnector.archetypes -DarchetypeArtifactId=camel-kafka-connector-extensible-archetype -DarchetypeVersion=0.11.0 [INFO] Scanning for projects... [INFO] [INFO] ------------------< org.apache.maven:standalone-pom >------------------- @@ -269,34 +269,34 @@ In this case we need to extend an existing connector and add a transform, so we [INFO] [INFO] --- maven-archetype-plugin:3.2.0:generate (default-cli) @ standalone-pom --- [INFO] Generating project in Interactive mode -[INFO] Archetype repository not defined. Using the one from [org.apache.camel.kafkaconnector.archetypes:camel-kafka-connector-extensible-archetype:0.10.1] found in catalog remote +[INFO] Archetype repository not defined. Using the one from [org.apache.camel.kafkaconnector.archetypes:camel-kafka-connector-extensible-archetype:0.11.0] found in catalog remote Define value for property 'groupId': org.apache.camel.kafkaconnector Define value for property 'artifactId': aws2-kinesis-extended -Define value for property 'version' 1.0-SNAPSHOT: : 0.10.1 +Define value for property 'version' 1.0-SNAPSHOT: : 0.11.0 Define value for property 'package' org.apache.camel.kafkaconnector: : Define value for property 'camel-kafka-connector-name': camel-aws2-kinesis-kafka-connector -[INFO] Using property: camel-kafka-connector-version = 0.10.1 +[INFO] Using property: camel-kafka-connector-version = 0.11.0 Confirm properties configuration: groupId: org.apache.camel.kafkaconnector artifactId: aws2-kinesis-extended -version: 0.10.1 +version: 0.11.0 package: org.apache.camel.kafkaconnector camel-kafka-connector-name: camel-aws2-kinesis-kafka-connector -camel-kafka-connector-version: 0.10.1 +camel-kafka-connector-version: 0.11.0 Y: : Y [INFO] ---------------------------------------------------------------------------- -[INFO] Using following parameters for creating project from Archetype: camel-kafka-connector-extensible-archetype:0.10.1 +[INFO] Using following parameters for creating project from Archetype: camel-kafka-connector-extensible-archetype:0.11.0 [INFO] ---------------------------------------------------------------------------- [INFO] Parameter: groupId, Value: org.apache.camel.kafkaconnector [INFO] Parameter: artifactId, Value: aws2-kinesis-extended -[INFO] Parameter: version, Value: 0.10.1 +[INFO] Parameter: version, Value: 0.11.0 [INFO] Parameter: package, Value: org.apache.camel.kafkaconnector [INFO] Parameter: packageInPathFormat, Value: org/apache/camel/kafkaconnector [INFO] Parameter: package, Value: org.apache.camel.kafkaconnector -[INFO] Parameter: version, Value: 0.10.1 +[INFO] Parameter: version, Value: 0.11.0 [INFO] Parameter: groupId, Value: org.apache.camel.kafkaconnector [INFO] Parameter: camel-kafka-connector-name, Value: camel-aws2-kinesis-kafka-connector -[INFO] Parameter: camel-kafka-connector-version, Value: 0.10.1 +[INFO] Parameter: camel-kafka-connector-version, Value: 0.11.0 [INFO] Parameter: artifactId, Value: aws2-kinesis-extended [INFO] Project created from Archetype in dir: /home/oscerd/workspace/miscellanea/aws2-kinesis-extended [INFO] ------------------------------------------------------------------------ @@ -398,7 +398,7 @@ You should see something like this: [source,json,options="nowrap"] ---- -[{"class":"org.apache.camel.kafkaconnector.CamelSinkConnector","type":"sink","version":"0.10.1"},{"class":"org.apache.camel.kafkaconnector.CamelSourceConnector","type":"source","version":"0.10.1"},{"class":"org.apache.camel.kafkaconnector.aws2kinesis.CamelAws2kinesisSinkConnector","type":"sink","version":"0.10.1"},{"class":"org.apache.camel.kafkaconnector.aws2kinesis.CamelAws2kinesisSourceConnector","type":"source","version":"0.10.1"},{"class":"org.apache.kafka.connect.file.FileStreamSinkConnector","type":"sink","version":"2.5.0"},{"class":"org.apache.kafka.connect.file.FileStreamSourceConnector","type":"source","version":"2.5.0"},{"class":"org.apache.kafka.connect.mirror.MirrorCheckpointConnector","type":"source","version":"1"},{"class":"org.apache.kafka.connect.mirror.MirrorHeartbeatConnector","type":"source","version":"1"},{"class":"org.apache.kafka.connect.mirror.MirrorSourceConnector","type":"source","version":"1"}] +[{"class":"org.apache.camel.kafkaconnector.CamelSinkConnector","type":"sink","version":"0.11.0"},{"class":"org.apache.camel.kafkaconnector.CamelSourceConnector","type":"source","version":"0.11.0"},{"class":"org.apache.camel.kafkaconnector.aws2kinesis.CamelAws2kinesisSinkConnector","type":"sink","version":"0.11.0"},{"class":"org.apache.camel.kafkaconnector.aws2kinesis.CamelAws2kinesisSourceConnector","type":"source","version":"0.11.0"},{"class":"org.apache.kafka.connect.file.FileStreamSinkConnector","type":"sink","version":"2.5.0"},{"class":"org.apache.kafka.connect.file.FileStreamSourceConnector","type":"source","version":"2.5.0"},{"class":"org.apache.kafka.connect.mirror.MirrorCheckpointConnector","type":"source","version":"1"},{"class":"org.apache.kafka.connect.mirror.MirrorHeartbeatConnector","type":"source","version":"1"},{"class":"org.apache.kafka.connect.mirror.MirrorSourceConnector","type":"source","version":"1"}] ---- ### Set the AWS credential as secret (optional) diff --git a/aws2-kms/aws2-kms-sink-create-key/README.adoc b/aws2-kms/aws2-kms-sink-create-key/README.adoc index ad1c885..6939713 100644 --- a/aws2-kms/aws2-kms-sink-create-key/README.adoc +++ b/aws2-kms/aws2-kms-sink-create-key/README.adoc @@ -24,8 +24,8 @@ Download the connector package tar.gz and extract the content to a directory. In [source] ---- > cd /home/oscerd/connectors/ -> wget https://repo1.maven.org/maven2/org/apache/camel/kafkaconnector/camel-aws2-kms-kafka-connector/0.10.1/camel-aws2-kms-kafka-connector-0.10.1-package.tar.gz -> untar.gz camel-aws2-kms-kafka-connector-0.10.1-package.tar.gz +> wget https://repo1.maven.org/maven2/org/apache/camel/kafkaconnector/camel-aws2-kms-kafka-connector/0.11.0/camel-aws2-kms-kafka-connector-0.11.0-package.tar.gz +> untar.gz camel-aws2-kms-kafka-connector-0.11.0-package.tar.gz ---- === Configuring Kafka Connect diff --git a/aws2-kms/aws2-kms-sink-delete-key/README.adoc b/aws2-kms/aws2-kms-sink-delete-key/README.adoc index 0715cfd..3539dd5 100644 --- a/aws2-kms/aws2-kms-sink-delete-key/README.adoc +++ b/aws2-kms/aws2-kms-sink-delete-key/README.adoc @@ -24,8 +24,8 @@ Download the connector package tar.gz and extract the content to a directory. In [source] ---- > cd /home/oscerd/connectors/ -> wget https://repo1.maven.org/maven2/org/apache/camel/kafkaconnector/camel-aws2-kms-kafka-connector/0.10.1/camel-aws2-kms-kafka-connector-0.10.1-package.tar.gz -> untar.gz camel-aws2-kms-kafka-connector-0.10.1-package.tar.gz +> wget https://repo1.maven.org/maven2/org/apache/camel/kafkaconnector/camel-aws2-kms-kafka-connector/0.11.0/camel-aws2-kms-kafka-connector-0.11.0-package.tar.gz +> untar.gz camel-aws2-kms-kafka-connector-0.11.0-package.tar.gz ---- === Configuring Kafka Connect diff --git a/aws2-lambda/aws2-lambda-sink/README.adoc b/aws2-lambda/aws2-lambda-sink/README.adoc index baf1ba8..8e77454 100644 --- a/aws2-lambda/aws2-lambda-sink/README.adoc +++ b/aws2-lambda/aws2-lambda-sink/README.adoc @@ -29,8 +29,8 @@ In this example we'll use `/home/oscerd/connectors/` ``` > cd /home/oscerd/connectors/ -> wget https://repo1.maven.org/maven2/org/apache/camel/kafkaconnector/camel-aws2-lambda-kafka-connector/0.10.1/camel-aws2-lambda-kafka-connector-0.10.1-package.tar.gz -> untar.gz camel-aws2-sns-kafka-connector-0.10.1-package.tar.gz +> wget https://repo1.maven.org/maven2/org/apache/camel/kafkaconnector/camel-aws2-lambda-kafka-connector/0.11.0/camel-aws2-lambda-kafka-connector-0.11.0-package.tar.gz +> untar.gz camel-aws2-sns-kafka-connector-0.11.0-package.tar.gz ``` ### Deploying the AWS Lambda function @@ -161,8 +161,8 @@ So we need to do something like this: ``` > cd my-connectors/ -> wget https://repo1.maven.org/maven2/org/apache/camel/kafkaconnector/camel-aws2-lambda-kafka-connector/0.10.1/camel-aws2-lambda-kafka-connector-0.10.1-package.tar.gz -> untar.gz camel-aws2-lambda-kafka-connector-0.10.1-package.tar.gz +> wget https://repo1.maven.org/maven2/org/apache/camel/kafkaconnector/camel-aws2-lambda-kafka-connector/0.11.0/camel-aws2-lambda-kafka-connector-0.11.0-package.tar.gz +> untar.gz camel-aws2-lambda-kafka-connector-0.11.0-package.tar.gz ``` Now we can start the build @@ -187,7 +187,7 @@ You should see something like this: [source,json,options="nowrap"] ---- -[{"class":"org.apache.camel.kafkaconnector.CamelSinkConnector","type":"sink","version":"0.10.1"},{"class":"org.apache.camel.kafkaconnector.CamelSourceConnector","type":"source","version":"0.10.1"},{"class":"org.apache.camel.kafkaconnector.aws2lambda.CamelAws2lambdaSinkConnector","type":"sink","version":"0.10.1"},{"class":"org.apache.kafka.connect.file.FileStreamSinkConnector","type":"sink","version":"2.5.0"},{"class":"org.apache.kafka.connect.file.FileStreamSourceConnector","type":"source","version":"2.5.0"},{"class":"org.apache.kafka.connect.mirror.MirrorCheckpointConnector","type":"source","version":"1"},{"class":"org.apache.kafka.connect.mirror.MirrorHeartbeatConnector","type":"source","version":"1"},{"class":"org.apache.kafka.connect.mirror.MirrorSourceConnector","type":"source","version":"1"}] +[{"class":"org.apache.camel.kafkaconnector.CamelSinkConnector","type":"sink","version":"0.11.0"},{"class":"org.apache.camel.kafkaconnector.CamelSourceConnector","type":"source","version":"0.11.0"},{"class":"org.apache.camel.kafkaconnector.aws2lambda.CamelAws2lambdaSinkConnector","type":"sink","version":"0.11.0"},{"class":"org.apache.kafka.connect.file.FileStreamSinkConnector","type":"sink","version":"2.5.0"},{"class":"org.apache.kafka.connect.file.FileStreamSourceConnector","type":"source","version":"2.5.0"},{"class":"org.apache.kafka.connect.mirror.MirrorCheckpointConnector","type":"source","version":"1"},{"class":"org.apache.kafka.connect.mirror.MirrorHeartbeatConnector","type":"source","version":"1"},{"class":"org.apache.kafka.connect.mirror.MirrorSourceConnector","type":"source","version":"1"}] ---- ### Set the AWS credential as secret (optional) diff --git a/aws2-s3/aws2-s3-minio-source/README.adoc b/aws2-s3/aws2-s3-minio-source/README.adoc index 35d3ed9..7c61f61 100644 --- a/aws2-s3/aws2-s3-minio-source/README.adoc +++ b/aws2-s3/aws2-s3-minio-source/README.adoc @@ -29,8 +29,8 @@ In this example we'll use `/home/oscerd/connectors/` ``` > cd /home/oscerd/connectors/ -> wget https://repo1.maven.org/maven2/org/apache/camel/kafkaconnector/camel-aws2-s3-kafka-connector/0.10.1/camel-aws2-s3-kafka-connector-0.10.1-package.tar.gz -> untar.gz camel-aws2-s3-kafka-connector-0.10.1-package.tar.gz +> wget https://repo1.maven.org/maven2/org/apache/camel/kafkaconnector/camel-aws2-s3-kafka-connector/0.11.0/camel-aws2-s3-kafka-connector-0.11.0-package.tar.gz +> untar.gz camel-aws2-s3-kafka-connector-0.11.0-package.tar.gz ``` Now we need to setup a MinIO instance diff --git a/aws2-s3/aws2-s3-move-after-read/README.adoc b/aws2-s3/aws2-s3-move-after-read/README.adoc index 05a3ca0..f0c7ae9 100644 --- a/aws2-s3/aws2-s3-move-after-read/README.adoc +++ b/aws2-s3/aws2-s3-move-after-read/README.adoc @@ -28,8 +28,8 @@ In this example we'll use `/home/oscerd/connectors/` ``` > cd /home/oscerd/connectors/ -> wget https://repo1.maven.org/maven2/org/apache/camel/kafkaconnector/camel-aws2-s3-kafka-connector/0.10.1/camel-aws2-s3-kafka-connector-0.10.1-package.tar.gz -> untar.gz camel-aws2-s3-kafka-connector-0.10.1-package.tar.gz +> wget https://repo1.maven.org/maven2/org/apache/camel/kafkaconnector/camel-aws2-s3-kafka-connector/0.11.0/camel-aws2-s3-kafka-connector-0.11.0-package.tar.gz +> untar.gz camel-aws2-s3-kafka-connector-0.11.0-package.tar.gz ``` Now it's time to setup the connectors @@ -145,8 +145,8 @@ So we need to do something like this: ``` > cd my-connectors/ -> wget https://repo1.maven.org/maven2/org/apache/camel/kafkaconnector/camel-aws2-s3-kafka-connector/0.10.1/camel-aws2-s3-kafka-connector-0.10.1-package.tar.gz -> untar.gz camel-aws2-s3-kafka-connector-0.10.1-package.tar.gz +> wget https://repo1.maven.org/maven2/org/apache/camel/kafkaconnector/camel-aws2-s3-kafka-connector/0.11.0/camel-aws2-s3-kafka-connector-0.11.0-package.tar.gz +> untar.gz camel-aws2-s3-kafka-connector-0.11.0-package.tar.gz ``` Now we can start the build @@ -171,7 +171,7 @@ You should see something like this: [source,json,options="nowrap"] ---- -[{"class":"org.apache.camel.kafkaconnector.CamelSinkConnector","type":"sink","version":"0.10.1"},{"class":"org.apache.camel.kafkaconnector.CamelSourceConnector","type":"source","version":"0.10.1"},{"class":"org.apache.camel.kafkaconnector.aws2s3.CamelAws2s3SinkConnector","type":"sink","version":"0.10.1"},{"class":"org.apache.camel.kafkaconnector.aws2s3.CamelAws2s3SourceConnector","type":"source","version":"0.10.1"},{"class":"org.apache.kafka.connect.file.FileStreamSinkConnector","type":"sink","version":"2.5.0"},{"class":"org.apache.kafka.connect.file.FileStreamSourceConnector","type":"source","version":"2.5.0"},{"class":"org.apache.kafka.connect.mirror.MirrorCheckpointConnector","type":"source","version":"1"},{"class":"org.apache.kafka.connect.mirror.MirrorHeartbeatConnector","type":"source","version":"1"},{"class":"org.apache.kafka.connect.mirror.MirrorSourceConnector","type":"source","version":"1"}] +[{"class":"org.apache.camel.kafkaconnector.CamelSinkConnector","type":"sink","version":"0.11.0"},{"class":"org.apache.camel.kafkaconnector.CamelSourceConnector","type":"source","version":"0.11.0"},{"class":"org.apache.camel.kafkaconnector.aws2s3.CamelAws2s3SinkConnector","type":"sink","version":"0.11.0"},{"class":"org.apache.camel.kafkaconnector.aws2s3.CamelAws2s3SourceConnector","type":"source","version":"0.11.0"},{"class":"org.apache.kafka.connect.file.FileStreamSinkConnector","type":"sink","version":"2.5.0"},{"class":"org.apache.kafka.connect.file.FileStreamSourceConnector","type":"source","version":"2.5.0"},{"class":"org.apache.kafka.connect.mirror.MirrorCheckpointConnector","type":"source","version":"1"},{"class":"org.apache.kafka.connect.mirror.MirrorHeartbeatConnector","type":"source","version":"1"},{"class":"org.apache.kafka.connect.mirror.MirrorSourceConnector","type":"source","version":"1"}] ---- ### Set the AWS credential as secret (optional) diff --git a/aws2-s3/aws2-s3-move-bucket-to-bucket/README.adoc b/aws2-s3/aws2-s3-move-bucket-to-bucket/README.adoc index 9791c9c..1a2278b 100644 --- a/aws2-s3/aws2-s3-move-bucket-to-bucket/README.adoc +++ b/aws2-s3/aws2-s3-move-bucket-to-bucket/README.adoc @@ -31,9 +31,9 @@ Since this is example is related to a new feature you'll need to build the lates ``` > cd > mvn clean package -> cp /connectors/camel-aws2-s3-kafka-connector/target/camel-aws2-s3-kafka-connector-0.10.1-SNAPSHOT-package.tar.gz /home/oscerd/connectors/ +> cp /connectors/camel-aws2-s3-kafka-connector/target/camel-aws2-s3-kafka-connector-0.11.0-SNAPSHOT-package.tar.gz /home/oscerd/connectors/ > cd /home/oscerd/connectors/ -> untar.gz camel-aws2-s3-kafka-connector-0.10.1-SNAPSHOT-package.tar.gz +> untar.gz camel-aws2-s3-kafka-connector-0.11.0-SNAPSHOT-package.tar.gz ``` Now it's time to setup the connectors diff --git a/aws2-s3/aws2-s3-sink-with-aggregation/README.adoc b/aws2-s3/aws2-s3-sink-with-aggregation/README.adoc index d3bc4d5..e877507 100644 --- a/aws2-s3/aws2-s3-sink-with-aggregation/README.adoc +++ b/aws2-s3/aws2-s3-sink-with-aggregation/README.adoc @@ -28,8 +28,8 @@ In this example we'll use `/home/oscerd/connectors/` ``` > cd /home/oscerd/connectors/ -> wget https://repo1.maven.org/maven2/org/apache/camel/kafkaconnector/camel-aws2-s3-kafka-connector/0.10.1/camel-aws2-s3-kafka-connector-0.10.1-package.tar.gz -> untar.gz camel-aws2-s3-kafka-connector-0.10.1-package.tar.gz +> wget https://repo1.maven.org/maven2/org/apache/camel/kafkaconnector/camel-aws2-s3-kafka-connector/0.11.0/camel-aws2-s3-kafka-connector-0.11.0-package.tar.gz +> untar.gz camel-aws2-s3-kafka-connector-0.11.0-package.tar.gz ``` Now it's time to setup the connectors @@ -157,8 +157,8 @@ So we need to do something like this: ``` > cd my-connectors/ -> wget https://repo1.maven.org/maven2/org/apache/camel/kafkaconnector/camel-aws2-s3-kafka-connector/0.10.1/camel-aws2-s3-kafka-connector-0.10.1-package.tar.gz -> untar.gz camel-aws2-s3-kafka-connector-0.10.1-package.tar.gz +> wget https://repo1.maven.org/maven2/org/apache/camel/kafkaconnector/camel-aws2-s3-kafka-connector/0.11.0/camel-aws2-s3-kafka-connector-0.11.0-package.tar.gz +> untar.gz camel-aws2-s3-kafka-connector-0.11.0-package.tar.gz ``` Now we can start the build @@ -183,7 +183,7 @@ You should see something like this: [source,json,options="nowrap"] ---- -[{"class":"org.apache.camel.kafkaconnector.CamelSinkConnector","type":"sink","version":"0.10.1"},{"class":"org.apache.camel.kafkaconnector.CamelSourceConnector","type":"source","version":"0.10.1"},{"class":"org.apache.camel.kafkaconnector.aws2s3.CamelAws2s3SinkConnector","type":"sink","version":"0.10.1"},{"class":"org.apache.camel.kafkaconnector.aws2s3.CamelAws2s3SourceConnector","type":"source","version":"0.10.1"},{"class":"org.apache.kafka.connect.file.FileStreamSinkConnector","type":"sink","version":"2.5.0"},{"class":"org.apache.kafka.connect.file.FileStreamSourceConnector","type":"source","version":"2.5.0"},{"class":"org.apache.kafka.connect.mirror.MirrorCheckpointConnector","type":"source","version":"1"},{"class":"org.apache.kafka.connect.mirror.MirrorHeartbeatConnector","type":"source","version":"1"},{"class":"org.apache.kafka.connect.mirror.MirrorSourceConnector","type":"source","version":"1"}] +[{"class":"org.apache.camel.kafkaconnector.CamelSinkConnector","type":"sink","version":"0.11.0"},{"class":"org.apache.camel.kafkaconnector.CamelSourceConnector","type":"source","version":"0.11.0"},{"class":"org.apache.camel.kafkaconnector.aws2s3.CamelAws2s3SinkConnector","type":"sink","version":"0.11.0"},{"class":"org.apache.camel.kafkaconnector.aws2s3.CamelAws2s3SourceConnector","type":"source","version":"0.11.0"},{"class":"org.apache.kafka.connect.file.FileStreamSinkConnector","type":"sink","version":"2.5.0"},{"class":"org.apache.kafka.connect.file.FileStreamSourceConnector","type":"source","version":"2.5.0"},{"class":"org.apache.kafka.connect.mirror.MirrorCheckpointConnector","type":"source","version":"1"},{"class":"org.apache.kafka.connect.mirror.MirrorHeartbeatConnector","type":"source","version":"1"},{"class":"org.apache.kafka.connect.mirror.MirrorSourceConnector","type":"source","version":"1"}] ---- ### Set the AWS credential as secret (optional) diff --git a/aws2-s3/aws2-s3-sink-with-zip-aggregation/README.adoc b/aws2-s3/aws2-s3-sink-with-zip-aggregation/README.adoc index a3ca337..57365c2 100644 --- a/aws2-s3/aws2-s3-sink-with-zip-aggregation/README.adoc +++ b/aws2-s3/aws2-s3-sink-with-zip-aggregation/README.adoc @@ -27,17 +27,17 @@ and set the `plugin.path` property to your choosen location You'll need to build your connector starting from an archetype: ``` -> mvn archetype:generate -DarchetypeGroupId=org.apache.camel.kafkaconnector.archetypes -DarchetypeArtifactId=camel-kafka-connector-extensible-archetype -DarchetypeVersion=0.10.1 -[INFO] Using property: camel-kafka-connector-version = 0.10.1 +> mvn archetype:generate -DarchetypeGroupId=org.apache.camel.kafkaconnector.archetypes -DarchetypeArtifactId=camel-kafka-connector-extensible-archetype -DarchetypeVersion=0.11.0 +[INFO] Using property: camel-kafka-connector-version = 0.11.0 Confirm properties configuration: groupId: org.apache.camel.ckc artifactId: aws2s3 version: 1.0-SNAPSHOT package: org.apache.camel.ckc -camel-kafka-connector-version: 0.10.1 +camel-kafka-connector-version: 0.11.0 Y: : Y [INFO] ---------------------------------------------------------------------------- -[INFO] Using following parameters for creating project from Archetype: camel-kafka-connector-extensible-archetype:0.10.1 +[INFO] Using following parameters for creating project from Archetype: camel-kafka-connector-extensible-archetype:0.11.0 [INFO] ---------------------------------------------------------------------------- [INFO] Parameter: groupId, Value: org.apache.camel.ckc [INFO] Parameter: artifactId, Value: aws2s3 @@ -47,7 +47,7 @@ camel-kafka-connector-version: 0.10.1 [INFO] Parameter: package, Value: com.github.oscerd [INFO] Parameter: version, Value: 1.0-SNAPSHOT [INFO] Parameter: groupId, Value: org.apache.camel.ckc -[INFO] Parameter: camel-kafka-connector-version, Value: 0.10.1 +[INFO] Parameter: camel-kafka-connector-version, Value: 0.11.0 [INFO] Parameter: artifactId, Value: aws2s3 [INFO] Project created from Archetype in dir: /home/workspace/miscellanea/aws2s3 [INFO] ------------------------------------------------------------------------ @@ -93,12 +93,12 @@ Now we need to edit the POM org.apache.camel.kafkaconnector camel-kafka-connector - 0.10.1 + 0.11.0 org.apache.camel.kafkaconnector camel-aws2-s3-kafka-connector - 0.10.1 + 0.11.0 org.apache.camel @@ -251,17 +251,17 @@ so that each one is in its own subfolder In this case we need to extend an existing connector and add a ZipAggregationStrategy, so we need to leverage the archetype ``` -> mvn archetype:generate -DarchetypeGroupId=org.apache.camel.kafkaconnector.archetypes -DarchetypeArtifactId=camel-kafka-connector-extensible-archetype -DarchetypeVersion=0.10.1 -[INFO] Using property: camel-kafka-connector-version = 0.10.1 +> mvn archetype:generate -DarchetypeGroupId=org.apache.camel.kafkaconnector.archetypes -DarchetypeArtifactId=camel-kafka-connector-extensible-archetype -DarchetypeVersion=0.11.0 +[INFO] Using property: camel-kafka-connector-version = 0.11.0 Confirm properties configuration: groupId: org.apache.camel.ckc artifactId: aws2s3 version: 1.0-SNAPSHOT package: org.apache.camel.ckc -camel-kafka-connector-version: 0.10.1 +camel-kafka-connector-version: 0.11.0 Y: : Y [INFO] ---------------------------------------------------------------------------- -[INFO] Using following parameters for creating project from Archetype: camel-kafka-connector-extensible-archetype:0.10.1 +[INFO] Using following parameters for creating project from Archetype: camel-kafka-connector-extensible-archetype:0.11.0 [INFO] ---------------------------------------------------------------------------- [INFO] Parameter: groupId, Value: org.apache.camel.ckc [INFO] Parameter: artifactId, Value: aws2s3 @@ -271,7 +271,7 @@ camel-kafka-connector-version: 0.10.1 [INFO] Parameter: package, Value: com.github.oscerd [INFO] Parameter: version, Value: 1.0-SNAPSHOT [INFO] Parameter: groupId, Value: org.apache.camel.ckc -[INFO] Parameter: camel-kafka-connector-version, Value: 0.10.1 +[INFO] Parameter: camel-kafka-connector-version, Value: 0.11.0 [INFO] Parameter: artifactId, Value: aws2s3 [INFO] Project created from Archetype in dir: /home/workspace/miscellanea/aws2s3 [INFO] ------------------------------------------------------------------------ @@ -317,12 +317,12 @@ Now we need to edit the POM org.apache.camel.kafkaconnector camel-kafka-connector - 0.10.1 + 0.11.0 org.apache.camel.kafkaconnector camel-aws2-s3-kafka-connector - 0.10.1 + 0.11.0 org.apache.camel @@ -365,7 +365,7 @@ You should see something like this: [source,json,options="nowrap"] ---- -[{"class":"org.apache.camel.kafkaconnector.CamelSinkConnector","type":"sink","version":"0.10.1"},{"class":"org.apache.camel.kafkaconnector.CamelSourceConnector","type":"source","version":"0.10.1"},{"class":"org.apache.camel.kafkaconnector.aws2s3.CamelAws2s3SinkConnector","type":"sink","version":"0.10.1"},{"class":"org.apache.camel.kafkaconnector.aws2s3.CamelAws2s3SourceConnector","type":"source","version":"0.10.1"},{"class":"org.apache.kafka.connect.file.FileStreamSinkConnector","type":"sink","version":"2.5.0"},{"class":"org.apache.kafka.connect.file.FileStreamSourceConnector","type":"source","version":"2.5.0"},{"class":"org.apache.kafka.connect.mirror.MirrorCheckpointConnector","type":"source","version":"1"},{"class":"org.apache.kafka.connect.mirror.MirrorHeartbeatConnector","type":"source","version":"1"},{"class":"org.apache.kafka.connect.mirror.MirrorSourceConnector","type":"source","version":"1"}] +[{"class":"org.apache.camel.kafkaconnector.CamelSinkConnector","type":"sink","version":"0.11.0"},{"class":"org.apache.camel.kafkaconnector.CamelSourceConnector","type":"source","version":"0.11.0"},{"class":"org.apache.camel.kafkaconnector.aws2s3.CamelAws2s3SinkConnector","type":"sink","version":"0.11.0"},{"class":"org.apache.camel.kafkaconnector.aws2s3.CamelAws2s3SourceConnector","type":"source","version":"0.11.0"},{"class":"org.apache.kafka.connect.file.FileStreamSinkConnector","type":"sink","version":"2.5.0"},{"class":"org.apache.kafka.connect.file.FileStreamSourceConnector","type":"source","version":"2.5.0"},{"class":"org.apache.kafka.connect.mirror.MirrorCheckpointConnector","type":"source","version":"1"},{"class":"org.apache.kafka.connect.mirror.MirrorHeartbeatConnector","type":"source","version":"1"},{"class":"org.apache.kafka.connect.mirror.MirrorSourceConnector","type":"source","version":"1"}] ---- ### Set the AWS credential as secret (optional) diff --git a/aws2-s3/aws2-s3-sink-with-zip-dataformat/README.adoc b/aws2-s3/aws2-s3-sink-with-zip-dataformat/README.adoc index 2be9543..2f264c8 100644 --- a/aws2-s3/aws2-s3-sink-with-zip-dataformat/README.adoc +++ b/aws2-s3/aws2-s3-sink-with-zip-dataformat/README.adoc @@ -27,17 +27,17 @@ and set the `plugin.path` property to your choosen location You'll need to build your connector starting from an archetype: ``` -> mvn archetype:generate -DarchetypeGroupId=org.apache.camel.kafkaconnector.archetypes -DarchetypeArtifactId=camel-kafka-connector-extensible-archetype -DarchetypeVersion=0.10.1 -[INFO] Using property: camel-kafka-connector-version = 0.10.1 +> mvn archetype:generate -DarchetypeGroupId=org.apache.camel.kafkaconnector.archetypes -DarchetypeArtifactId=camel-kafka-connector-extensible-archetype -DarchetypeVersion=0.11.0 +[INFO] Using property: camel-kafka-connector-version = 0.11.0 Confirm properties configuration: groupId: org.apache.camel.ckc artifactId: aws2s3 version: 1.0-SNAPSHOT package: org.apache.camel.ckc -camel-kafka-connector-version: 0.10.1 +camel-kafka-connector-version: 0.11.0 Y: : Y [INFO] ---------------------------------------------------------------------------- -[INFO] Using following parameters for creating project from Archetype: camel-kafka-connector-extensible-archetype:0.10.1 +[INFO] Using following parameters for creating project from Archetype: camel-kafka-connector-extensible-archetype:0.11.0 [INFO] ---------------------------------------------------------------------------- [INFO] Parameter: groupId, Value: org.apache.camel.ckc [INFO] Parameter: artifactId, Value: aws2s3 @@ -47,7 +47,7 @@ camel-kafka-connector-version: 0.10.1 [INFO] Parameter: package, Value: com.github.oscerd [INFO] Parameter: version, Value: 1.0-SNAPSHOT [INFO] Parameter: groupId, Value: org.apache.camel.ckc -[INFO] Parameter: camel-kafka-connector-version, Value: 0.10.1 +[INFO] Parameter: camel-kafka-connector-version, Value: 0.11.0 [INFO] Parameter: artifactId, Value: aws2s3 [INFO] Project created from Archetype in dir: /home/workspace/miscellanea/aws2s3 [INFO] ------------------------------------------------------------------------ @@ -93,12 +93,12 @@ Now we need to edit the POM org.apache.camel.kafkaconnector camel-kafka-connector - 0.10.1 + 0.11.0 org.apache.camel.kafkaconnector camel-aws2-s3-kafka-connector - 0.10.1 + 0.11.0 org.apache.camel @@ -239,17 +239,17 @@ so that each one is in its own subfolder In this case we need to extend an existing connector and add a ZipAggregationStrategy, so we need to leverage the archetype ``` -> mvn archetype:generate -DarchetypeGroupId=org.apache.camel.kafkaconnector.archetypes -DarchetypeArtifactId=camel-kafka-connector-extensible-archetype -DarchetypeVersion=0.10.1 -[INFO] Using property: camel-kafka-connector-version = 0.10.1 +> mvn archetype:generate -DarchetypeGroupId=org.apache.camel.kafkaconnector.archetypes -DarchetypeArtifactId=camel-kafka-connector-extensible-archetype -DarchetypeVersion=0.11.0 +[INFO] Using property: camel-kafka-connector-version = 0.11.0 Confirm properties configuration: groupId: org.apache.camel.ckc artifactId: aws2s3 version: 1.0-SNAPSHOT package: org.apache.camel.ckc -camel-kafka-connector-version: 0.10.1 +camel-kafka-connector-version: 0.11.0 Y: : Y [INFO] ---------------------------------------------------------------------------- -[INFO] Using following parameters for creating project from Archetype: camel-kafka-connector-extensible-archetype:0.10.1 +[INFO] Using following parameters for creating project from Archetype: camel-kafka-connector-extensible-archetype:0.11.0 [INFO] ---------------------------------------------------------------------------- [INFO] Parameter: groupId, Value: org.apache.camel.ckc [INFO] Parameter: artifactId, Value: aws2s3 @@ -259,7 +259,7 @@ camel-kafka-connector-version: 0.10.1 [INFO] Parameter: package, Value: com.github.oscerd [INFO] Parameter: version, Value: 1.0-SNAPSHOT [INFO] Parameter: groupId, Value: org.apache.camel.ckc -[INFO] Parameter: camel-kafka-connector-version, Value: 0.10.1 +[INFO] Parameter: camel-kafka-connector-version, Value: 0.11.0 [INFO] Parameter: artifactId, Value: aws2s3 [INFO] Project created from Archetype in dir: /home/workspace/miscellanea/aws2s3 [INFO] ------------------------------------------------------------------------ @@ -305,12 +305,12 @@ Now we need to edit the POM org.apache.camel.kafkaconnector camel-kafka-connector - 0.10.1 + 0.11.0 org.apache.camel.kafkaconnector camel-aws2-s3-kafka-connector - 0.10.1 + 0.11.0 org.apache.camel @@ -352,7 +352,7 @@ You should see something like this: [source,json,options="nowrap"] ---- -[{"class":"org.apache.camel.kafkaconnector.CamelSinkConnector","type":"sink","version":"0.10.1"},{"class":"org.apache.camel.kafkaconnector.CamelSourceConnector","type":"source","version":"0.10.1"},{"class":"org.apache.camel.kafkaconnector.aws2s3.CamelAws2s3SinkConnector","type":"sink","version":"0.10.1"},{"class":"org.apache.camel.kafkaconnector.aws2s3.CamelAws2s3SourceConnector","type":"source","version":"0.10.1"},{"class":"org.apache.kafka.connect.file.FileStreamSinkConnector","type":"sink","version":"2.5.0"},{"class":"org.apache.kafka.connect.file.FileStreamSourceConnector","type":"source","version":"2.5.0"},{"class":"org.apache.kafka.connect.mirror.MirrorCheckpointConnector","type":"source","version":"1"},{"class":"org.apache.kafka.connect.mirror.MirrorHeartbeatConnector","type":"source","version":"1"},{"class":"org.apache.kafka.connect.mirror.MirrorSourceConnector","type":"source","version":"1"}] +[{"class":"org.apache.camel.kafkaconnector.CamelSinkConnector","type":"sink","version":"0.11.0"},{"class":"org.apache.camel.kafkaconnector.CamelSourceConnector","type":"source","version":"0.11.0"},{"class":"org.apache.camel.kafkaconnector.aws2s3.CamelAws2s3SinkConnector","type":"sink","version":"0.11.0"},{"class":"org.apache.camel.kafkaconnector.aws2s3.CamelAws2s3SourceConnector","type":"source","version":"0.11.0"},{"class":"org.apache.kafka.connect.file.FileStreamSinkConnector","type":"sink","version":"2.5.0"},{"class":"org.apache.kafka.connect.file.FileStreamSourceConnector","type":"source","version":"2.5.0"},{"class":"org.apache.kafka.connect.mirror.MirrorCheckpointConnector","type":"source","version":"1"},{"class":"org.apache.kafka.connect.mirror.MirrorHeartbeatConnector","type":"source","version":"1"},{"class":"org.apache.kafka.connect.mirror.MirrorSourceConnector","type":"source","version":"1"}] ---- ### Set the AWS credential as secret (optional) diff --git a/aws2-s3/aws2-s3-source/README.adoc b/aws2-s3/aws2-s3-source/README.adoc index 57092cd..bd5d662 100644 --- a/aws2-s3/aws2-s3-source/README.adoc +++ b/aws2-s3/aws2-s3-source/README.adoc @@ -28,8 +28,8 @@ In this example we'll use `/home/oscerd/connectors/` ``` > cd /home/oscerd/connectors/ -> wget https://repo1.maven.org/maven2/org/apache/camel/kafkaconnector/camel-aws2-s3-kafka-connector/0.10.1/camel-aws2-s3-kafka-connector-0.10.1-package.tar.gz -> untar.gz camel-aws2-s3-kafka-connector-0.10.1-package.tar.gz +> wget https://repo1.maven.org/maven2/org/apache/camel/kafkaconnector/camel-aws2-s3-kafka-connector/0.11.0/camel-aws2-s3-kafka-connector-0.11.0-package.tar.gz +> untar.gz camel-aws2-s3-kafka-connector-0.11.0-package.tar.gz ``` Now it's time to setup the connectors @@ -139,8 +139,8 @@ So we need to do something like this: ``` > cd my-connectors/ -> wget https://repo1.maven.org/maven2/org/apache/camel/kafkaconnector/camel-aws2-s3-kafka-connector/0.10.1/camel-aws2-s3-kafka-connector-0.10.1-package.tar.gz -> untar.gz camel-aws2-s3-kafka-connector-0.10.1-package.tar.gz +> wget https://repo1.maven.org/maven2/org/apache/camel/kafkaconnector/camel-aws2-s3-kafka-connector/0.11.0/camel-aws2-s3-kafka-connector-0.11.0-package.tar.gz +> untar.gz camel-aws2-s3-kafka-connector-0.11.0-package.tar.gz ``` Now we can start the build @@ -165,7 +165,7 @@ You should see something like this: [source,json,options="nowrap"] ---- -[{"class":"org.apache.camel.kafkaconnector.CamelSinkConnector","type":"sink","version":"0.10.1"},{"class":"org.apache.camel.kafkaconnector.CamelSourceConnector","type":"source","version":"0.10.1"},{"class":"org.apache.camel.kafkaconnector.aws2s3.CamelAws2s3SinkConnector","type":"sink","version":"0.10.1"},{"class":"org.apache.camel.kafkaconnector.aws2s3.CamelAws2s3SourceConnector","type":"source","version":"0.10.1"},{"class":"org.apache.kafka.connect.file.FileStreamSinkConnector","type":"sink","version":"2.5.0"},{"class":"org.apache.kafka.connect.file.FileStreamSourceConnector","type":"source","version":"2.5.0"},{"class":"org.apache.kafka.connect.mirror.MirrorCheckpointConnector","type":"source","version":"1"},{"class":"org.apache.kafka.connect.mirror.MirrorHeartbeatConnector","type":"source","version":"1"},{"class":"org.apache.kafka.connect.mirror.MirrorSourceConnector","type":"source","version":"1"}] +[{"class":"org.apache.camel.kafkaconnector.CamelSinkConnector","type":"sink","version":"0.11.0"},{"class":"org.apache.camel.kafkaconnector.CamelSourceConnector","type":"source","version":"0.11.0"},{"class":"org.apache.camel.kafkaconnector.aws2s3.CamelAws2s3SinkConnector","type":"sink","version":"0.11.0"},{"class":"org.apache.camel.kafkaconnector.aws2s3.CamelAws2s3SourceConnector","type":"source","version":"0.11.0"},{"class":"org.apache.kafka.connect.file.FileStreamSinkConnector","type":"sink","version":"2.5.0"},{"class":"org.apache.kafka.connect.file.FileStreamSourceConnector","type":"source","version":"2.5.0"},{"class":"org.apache.kafka.connect.mirror.MirrorCheckpointConnector","type":"source","version":"1"},{"class":"org.apache.kafka.connect.mirror.MirrorHeartbeatConnector","type":"source","version":"1"},{"class":"org.apache.kafka.connect.mirror.MirrorSourceConnector","type":"source","version":"1"}] ---- ### Set the AWS credential as secret (optional) diff --git a/aws2-sns/aws2-sns-sink/README.adoc b/aws2-sns/aws2-sns-sink/README.adoc index c582983..fef219a 100644 --- a/aws2-sns/aws2-sns-sink/README.adoc +++ b/aws2-sns/aws2-sns-sink/README.adoc @@ -24,8 +24,8 @@ Download the connector package tar.gz and extract the content to a directory. In [source] ---- > cd /home/oscerd/connectors/ -> wget https://repo1.maven.org/maven2/org/apache/camel/kafkaconnector/camel-aws2-sns-kafka-connector/0.10.1/camel-aws2-sns-kafka-connector-0.10.1-package.tar.gz -> untar.gz camel-aws2-sns-kafka-connector-0.10.1-package.tar.gz +> wget https://repo1.maven.org/maven2/org/apache/camel/kafkaconnector/camel-aws2-sns-kafka-connector/0.11.0/camel-aws2-sns-kafka-connector-0.11.0-package.tar.gz +> untar.gz camel-aws2-sns-kafka-connector-0.11.0-package.tar.gz ---- === Configuring Kafka Connect @@ -153,8 +153,8 @@ So we need to do something like this: [source] ---- > cd my-connectors/ -> wget https://repo1.maven.org/maven2/org/apache/camel/kafkaconnector/camel-aws2-sns-kafka-connector/0.10.1/camel-aws2-sns-kafka-connector-0.10.1-package.tar.gz -> untar.gz camel-aws2-sns-kafka-connector-0.10.1-package.tar.gz +> wget https://repo1.maven.org/maven2/org/apache/camel/kafkaconnector/camel-aws2-sns-kafka-connector/0.11.0/camel-aws2-sns-kafka-connector-0.11.0-package.tar.gz +> untar.gz camel-aws2-sns-kafka-connector-0.11.0-package.tar.gz ---- Now we can start the build @@ -179,7 +179,7 @@ You should see something like this: [source,json,options="nowrap"] ---- -[{"class":"org.apache.camel.kafkaconnector.CamelSinkConnector","type":"sink","version":"0.10.1"},{"class":"org.apache.camel.kafkaconnector.CamelSourceConnector","type":"source","version":"0.10.1"},{"class":"org.apache.camel.kafkaconnector.aws2sns.CamelAws2snsSinkConnector","type":"sink","version":"0.10.1"},{"class":"org.apache.camel.kafkaconnector.aws2sns.CamelAws2snsSourceConnector","type":"source","version":"0.10.1"},{"class":"org.apache.kafka.connect.file.FileStreamSinkConnector","type":"sink","version":"2.5.0"},{"class":"org.apache.kafka.connect.file.FileStreamSourceConnector","type":"source","version":"2.5.0"},{"class":"org.apache.kafka.connect.mirror.MirrorCheckpointConnector","type":"source","version":"1"},{"class":"org.apache.kafka.connect.mirror.MirrorHeartbeatConnector","type":"source","version":"1"},{"class":"org.apache.kafka.connect.mirror.MirrorSourceConnector","type":"source","version":"1"}] +[{"class":"org.apache.camel.kafkaconnector.CamelSinkConnector","type":"sink","version":"0.11.0"},{"class":"org.apache.camel.kafkaconnector.CamelSourceConnector","type":"source","version":"0.11.0"},{"class":"org.apache.camel.kafkaconnector.aws2sns.CamelAws2snsSinkConnector","type":"sink","version":"0.11.0"},{"class":"org.apache.camel.kafkaconnector.aws2sns.CamelAws2snsSourceConnector","type":"source","version":"0.11.0"},{"class":"org.apache.kafka.connect.file.FileStreamSinkConnector","type":"sink","version":"2.5.0"},{"class":"org.apache.kafka.connect.file.FileStreamSourceConnector","type":"source","version":"2.5.0"},{"class":"org.apache.kafka.connect.mirror.MirrorCheckpointConnector","type":"source","version":"1"},{"class":"org.apache.kafka.connect.mirror.MirrorHeartbeatConnector","type":"source","version":"1"},{"class":"org.apache.kafka.connect.mirror.MirrorSourceConnector","type":"source","version":"1"}] ---- === Set the AWS credentials as OpenShift secret (optional) diff --git a/aws2-sqs/aws2-sqs-sink/README.adoc b/aws2-sqs/aws2-sqs-sink/README.adoc index d05f619..5fb36d4 100644 --- a/aws2-sqs/aws2-sqs-sink/README.adoc +++ b/aws2-sqs/aws2-sqs-sink/README.adoc @@ -24,8 +24,8 @@ Download the connector package tar.gz and extract the content to a directory. In [source] ---- > cd /home/oscerd/connectors/ -> wget https://repo1.maven.org/maven2/org/apache/camel/kafkaconnector/camel-aws2-sqs-kafka-connector/0.10.1/camel-aws2-sqs-kafka-connector-0.10.1-package.tar.gz -> untar.gz camel-aws2-sqs-kafka-connector-0.10.1-package.tar.gz +> wget https://repo1.maven.org/maven2/org/apache/camel/kafkaconnector/camel-aws2-sqs-kafka-connector/0.11.0/camel-aws2-sqs-kafka-connector-0.11.0-package.tar.gz +> untar.gz camel-aws2-sqs-kafka-connector-0.11.0-package.tar.gz ---- === Configuring Kafka Connect @@ -156,8 +156,8 @@ So we need to do something like this: [source] ---- > cd my-connectors/ -> wget https://repo1.maven.org/maven2/org/apache/camel/kafkaconnector/camel-aws2-sqs-kafka-connector/0.10.1/camel-aws2-sqs-kafka-connector-0.10.1-package.tar.gz -> untar.gz camel-aws2-sqs-kafka-connector-0.10.1-package.tar.gz +> wget https://repo1.maven.org/maven2/org/apache/camel/kafkaconnector/camel-aws2-sqs-kafka-connector/0.11.0/camel-aws2-sqs-kafka-connector-0.11.0-package.tar.gz +> untar.gz camel-aws2-sqs-kafka-connector-0.11.0-package.tar.gz ---- Now we can start the build @@ -182,7 +182,7 @@ You should see something like this: [source,json,options="nowrap"] ---- -[{"class":"org.apache.camel.kafkaconnector.CamelSinkConnector","type":"sink","version":"0.10.1"},{"class":"org.apache.camel.kafkaconnector.CamelSourceConnector","type":"source","version":"0.10.1"},{"class":"org.apache.camel.kafkaconnector.aws2sqs.CamelAws2sqsSinkConnector","type":"sink","version":"0.10.1"},{"class":"org.apache.camel.kafkaconnector.aws2sqs.CamelAws2sqsSourceConnector","type":"source","version":"0.10.1"},{"class":"org.apache.kafka.connect.file.FileStreamSinkConnector","type":"sink","version":"2.5.0"},{"class":"org.apache.kafka.connect.file.FileStreamSourceConnector","type":"source","version":"2.5.0"},{"class":"org.apache.kafka.connect.mirror.MirrorCheckpointConnector","type":"source","version":"1"},{"class":"org.apache.kafka.connect.mirror.MirrorHeartbeatConnector","type":"source","version":"1"},{"class":"org.apache.kafka.connect.mirror.MirrorSourceConnector","type":"source","version":"1"}] +[{"class":"org.apache.camel.kafkaconnector.CamelSinkConnector","type":"sink","version":"0.11.0"},{"class":"org.apache.camel.kafkaconnector.CamelSourceConnector","type":"source","version":"0.11.0"},{"class":"org.apache.camel.kafkaconnector.aws2sqs.CamelAws2sqsSinkConnector","type":"sink","version":"0.11.0"},{"class":"org.apache.camel.kafkaconnector.aws2sqs.CamelAws2sqsSourceConnector","type":"source","version":"0.11.0"},{"class":"org.apache.kafka.connect.file.FileStreamSinkConnector","type":"sink","version":"2.5.0"},{"class":"org.apache.kafka.connect.file.FileStreamSourceConnector","type":"source","version":"2.5.0"},{"class":"org.apache.kafka.connect.mirror.MirrorCheckpointConnector","type":"source","version":"1"},{"class":"org.apache.kafka.connect.mirror.MirrorHeartbeatConnector","type":"source","version":"1"},{"class":"org.apache.kafka.connect.mirror.MirrorSourceConnector","type":"source","version":"1"}] ---- === Set the AWS credentials as OpenShift secret (optional) diff --git a/aws2-sqs/aws2-sqs-source/README.adoc b/aws2-sqs/aws2-sqs-source/README.adoc index c61a1f6..a839f91 100644 --- a/aws2-sqs/aws2-sqs-source/README.adoc +++ b/aws2-sqs/aws2-sqs-source/README.adoc @@ -24,8 +24,8 @@ Download the connector package tar.gz and extract the content to a directory.In [source] ---- > cd /home/oscerd/connectors/ -> wget https://repo1.maven.org/maven2/org/apache/camel/kafkaconnector/camel-aws2-sqs-kafka-connector/0.10.1/camel-aws2-sqs-kafka-connector-0.10.1-package.tar.gz -> untar.gz camel-aws2-sqs-kafka-connector-0.10.1-package.tar.gz +> wget https://repo1.maven.org/maven2/org/apache/camel/kafkaconnector/camel-aws2-sqs-kafka-connector/0.11.0/camel-aws2-sqs-kafka-connector-0.11.0-package.tar.gz +> untar.gz camel-aws2-sqs-kafka-connector-0.11.0-package.tar.gz ---- === Configuring Kafka Connect @@ -157,8 +157,8 @@ so that each one is in its own subfolder [source] ---- > cd my-connectors/ -> wget https://repo1.maven.org/maven2/org/apache/camel/kafkaconnector/camel-aws2-sqs-kafka-connector/0.10.1/camel-aws2-sqs-kafka-connector-0.10.1-package.tar.gz -> untar.gz camel-aws2-sqs-kafka-connector-0.10.1-package.tar.gz +> wget https://repo1.maven.org/maven2/org/apache/camel/kafkaconnector/camel-aws2-sqs-kafka-connector/0.11.0/camel-aws2-sqs-kafka-connector-0.11.0-package.tar.gz +> untar.gz camel-aws2-sqs-kafka-connector-0.11.0-package.tar.gz ---- Now we can start the build @@ -183,7 +183,7 @@ You should see something like this: [source,json,options="nowrap"] ---- -[{"class":"org.apache.camel.kafkaconnector.CamelSinkConnector","type":"sink","version":"0.10.1"},{"class":"org.apache.camel.kafkaconnector.CamelSourceConnector","type":"source","version":"0.10.1"},{"class":"org.apache.camel.kafkaconnector.aws2sqs.CamelAws2sqsSinkConnector","type":"sink","version":"0.10.1"},{"class":"org.apache.camel.kafkaconnector.aws2sqs.CamelAws2sqsSourceConnector","type":"source","version":"0.10.1"},{"class":"org.apache.kafka.connect.file.FileStreamSinkConnector","type":"sink","version":"2.5.0"},{"class":"org.apache.kafka.connect.file.FileStreamSourceConnector","type":"source","version":"2.5.0"},{"class":"org.apache.kafka.connect.mirror.MirrorCheckpointConnector","type":"source","version":"1"},{"class":"org.apache.kafka.connect.mirror.MirrorHeartbeatConnector","type":"source","version":"1"},{"class":"org.apache.kafka.connect.mirror.MirrorSourceConnector","type":"source","version":"1"}] +[{"class":"org.apache.camel.kafkaconnector.CamelSinkConnector","type":"sink","version":"0.11.0"},{"class":"org.apache.camel.kafkaconnector.CamelSourceConnector","type":"source","version":"0.11.0"},{"class":"org.apache.camel.kafkaconnector.aws2sqs.CamelAws2sqsSinkConnector","type":"sink","version":"0.11.0"},{"class":"org.apache.camel.kafkaconnector.aws2sqs.CamelAws2sqsSourceConnector","type":"source","version":"0.11.0"},{"class":"org.apache.kafka.connect.file.FileStreamSinkConnector","type":"sink","version":"2.5.0"},{"class":"org.apache.kafka.connect.file.FileStreamSourceConnector","type":"source","version":"2.5.0"},{"class":"org.apache.kafka.connect.mirror.MirrorCheckpointConnector","type":"source","version":"1"},{"class":"org.apache.kafka.connect.mirror.MirrorHeartbeatConnector","type":"source","version":"1"},{"class":"org.apache.kafka.connect.mirror.MirrorSourceConnector","type":"source","version":"1"}] ---- === Set the AWS credentials as OpenShift secret (optional)