From 4be803d7bb94bfcf92b4423db8b5f53e0d7784e9 Mon Sep 17 00:00:00 2001 From: Francesco Date: Tue, 10 Aug 2021 17:17:30 +0200 Subject: [PATCH 1/7] adding docker compose for new 1.13.2 adding docker compose for new 1.13.2 --- docker-compose.yml | 6 +++--- sql-client/Dockerfile | 8 ++++---- 2 files changed, 7 insertions(+), 7 deletions(-) diff --git a/docker-compose.yml b/docker-compose.yml index 1f5ac8a..541d4c3 100644 --- a/docker-compose.yml +++ b/docker-compose.yml @@ -1,7 +1,7 @@ version: "2.2" services: sql-client: - image: ftisiot/flink_sql_cli:1.12.0 + image: ftisiot/flink_sql_cli:1.13.0 depends_on: - jobmanager environment: @@ -9,7 +9,7 @@ services: jobmanager: - image: flink:1.12.0-scala_2.11 + image: flink:1.13.2-scala_2.12 ports: - "8081:8081" command: jobmanager @@ -21,7 +21,7 @@ services: - ./data/:/data taskmanager: - image: flink:1.12.0-scala_2.11 + image: flink:1.13.2-scala_2.12 depends_on: - jobmanager command: taskmanager diff --git a/sql-client/Dockerfile b/sql-client/Dockerfile index 48545f0..c610b03 100644 --- a/sql-client/Dockerfile +++ b/sql-client/Dockerfile @@ -21,16 +21,16 @@ #SQL CLI - inspired by https://github.com/wuchong/flink-sql-demo/tree/v1.11-EN/sql-client ############################################################################### -FROM flink:1.12.0-scala_2.11 +FROM flink:1.13.2-scala_2.12 # Create CLI lib folder COPY bin/* /opt/sql-client/ RUN mkdir -p /opt/sql-client/lib # Download connector libraries -RUN wget -P /opt/sql-client/lib/ https://repo.maven.apache.org/maven2/org/apache/flink/flink-sql-connector-elasticsearch7_2.12/1.12.0/flink-sql-connector-elasticsearch7_2.12-1.12.0.jar; \ - wget -P /opt/sql-client/lib/ https://repo.maven.apache.org/maven2/org/apache/flink/flink-sql-connector-kafka_2.11/1.12.0/flink-sql-connector-kafka_2.11-1.12.0.jar; \ - wget -P /opt/sql-client/lib/ https://repo.maven.apache.org/maven2/org/apache/flink/flink-connector-jdbc_2.11/1.12.0/flink-connector-jdbc_2.11-1.12.0.jar; \ +RUN wget -P /opt/sql-client/lib/ https://repo.maven.apache.org/maven2/org/apache/flink/flink-sql-connector-elasticsearch7_2.12/1.13.2/flink-sql-connector-elasticsearch7_2.12-1.13.2.jar \ + wget -P /opt/sql-client/lib/ https://repo.maven.apache.org/maven2/org/apache/flink/flink-sql-connector-kafka_2.11/1.13.2/flink-sql-connector-kafka_2.11-1.13.2.jar; \ + wget -P /opt/sql-client/lib/ https://repo.maven.apache.org/maven2/org/apache/flink/flink-connector-jdbc_2.11/1.13.2/flink-connector-jdbc_2.11-1.13.2.jar; \ wget -P /opt/sql-client/lib/ https://jdbc.postgresql.org/download/postgresql-42.2.19.jre6.jar; # Copy configuration From 40b37a2d61483a22bc932f3d97a95cc386c82b01 Mon Sep 17 00:00:00 2001 From: Francesco Date: Tue, 10 Aug 2021 17:37:35 +0200 Subject: [PATCH 2/7] fixed image version --- docker-compose.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/docker-compose.yml b/docker-compose.yml index 541d4c3..b5da074 100644 --- a/docker-compose.yml +++ b/docker-compose.yml @@ -1,7 +1,7 @@ version: "2.2" services: sql-client: - image: ftisiot/flink_sql_cli:1.13.0 + image: ftisiot/flink_sql_cli:1.13.2 depends_on: - jobmanager environment: From 48a75cc6941f88577f2b0256027d0bb8dda630fc Mon Sep 17 00:00:00 2001 From: Francesco Date: Tue, 10 Aug 2021 17:52:11 +0200 Subject: [PATCH 3/7] Fixed readme --- README.md | 8 ++++---- 1 file changed, 4 insertions(+), 4 deletions(-) diff --git a/README.md b/README.md index 0332299..e5c3757 100644 --- a/README.md +++ b/README.md @@ -2,7 +2,7 @@ This docker-compose provides a Flink SQL CLI image updated to the 1.12.0 version. It's inspired by [this](https://github.com/wuchong/flink-sql-demo/tree/v1.11-EN/sql-client). -It makes use of the `flink:1.12.0-scala_2.11` images and of the `ftisiot/flink-sql-client:1.12.0` which is based on the same `flink:1.12.0-scala_2.11` image. +It makes use of the `flink:1.13.2-scala_2.12` images and of the `ftisiot/flink-sql-client:1.13.2` which is based on the same `flink:1.13.2-scala_2.12` image. The `sql-client` service maps a `~/kafkacerts/` folder to `/certs` which can be used to create and pass files like Keystores when SSL authentication is needed (e.g. with Apache Kafka). @@ -43,13 +43,13 @@ To Access the SQL CLI, execute docker ps ``` -And take note of the `CONTAINER_ID` related to the `ftisiot/flink_sql_cli:1.12.0` image (`af00e6ef943f` in the below example) +And take note of the `CONTAINER_ID` related to the `ftisiot/flink_sql_cli:1.13.2` image (`af00e6ef943f` in the below example) ``` CONTAINER ID IMAGE COMMAND CREATED STATUS PORTS NAMES af00e6ef943f ftisiot/flink_sql_cli:1.12.0 "/docker-entrypoint.…" 2 minutes ago Up 2 minutes 6123/tcp, 8081/tcp flink_sql-client_1 -22a459232385 flink:1.12.0-scala_2.11 "/docker-entrypoint.…" 2 minutes ago Up 2 minutes 6123/tcp, 8081/tcp flink_taskmanager_1 -8b4d5c087800 flink:1.12.0-scala_2.11 "/docker-entrypoint.…" 2 minutes ago Up 2 minutes 6123/tcp, 0.0.0.0:8081->8081/tcp flink_jobmanager_1 +22a459232385 flink:1.13.2-scala_2.12 "/docker-entrypoint.…" 2 minutes ago Up 2 minutes 6123/tcp, 8081/tcp flink_taskmanager_1 +8b4d5c087800 flink:1.13.2-scala_2.12 "/docker-entrypoint.…" 2 minutes ago Up 2 minutes 6123/tcp, 0.0.0.0:8081->8081/tcp flink_jobmanager_1 ``` Now execute the following code to enter the docker container in interactive mode From daf079451ec729a7547d88e0005503d89242edfb Mon Sep 17 00:00:00 2001 From: Francesco Date: Wed, 11 Aug 2021 08:47:23 +0200 Subject: [PATCH 4/7] Fixed version in README --- README.md | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/README.md b/README.md index e5c3757..5a6b11a 100644 --- a/README.md +++ b/README.md @@ -1,6 +1,6 @@ # Apache Flink pure SQL Cli Image -This docker-compose provides a Flink SQL CLI image updated to the 1.12.0 version. It's inspired by [this](https://github.com/wuchong/flink-sql-demo/tree/v1.11-EN/sql-client). +This docker-compose provides a Flink SQL CLI image updated to the 1.13.2 version. It's inspired by [this](https://github.com/wuchong/flink-sql-demo/tree/v1.11-EN/sql-client). It makes use of the `flink:1.13.2-scala_2.12` images and of the `ftisiot/flink-sql-client:1.13.2` which is based on the same `flink:1.13.2-scala_2.12` image. From 38086e581a0c306838c13e79fe50c1efc619741f Mon Sep 17 00:00:00 2001 From: Francesco Date: Thu, 12 Aug 2021 14:39:57 +0200 Subject: [PATCH 5/7] Update Dockerfile --- sql-client/Dockerfile | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/sql-client/Dockerfile b/sql-client/Dockerfile index c610b03..0a0fc1e 100644 --- a/sql-client/Dockerfile +++ b/sql-client/Dockerfile @@ -31,7 +31,8 @@ RUN mkdir -p /opt/sql-client/lib RUN wget -P /opt/sql-client/lib/ https://repo.maven.apache.org/maven2/org/apache/flink/flink-sql-connector-elasticsearch7_2.12/1.13.2/flink-sql-connector-elasticsearch7_2.12-1.13.2.jar \ wget -P /opt/sql-client/lib/ https://repo.maven.apache.org/maven2/org/apache/flink/flink-sql-connector-kafka_2.11/1.13.2/flink-sql-connector-kafka_2.11-1.13.2.jar; \ wget -P /opt/sql-client/lib/ https://repo.maven.apache.org/maven2/org/apache/flink/flink-connector-jdbc_2.11/1.13.2/flink-connector-jdbc_2.11-1.13.2.jar; \ - wget -P /opt/sql-client/lib/ https://jdbc.postgresql.org/download/postgresql-42.2.19.jre6.jar; + wget -P /opt/sql-client/lib/ https://jdbc.postgresql.org/download/postgresql-42.2.19.jre6.jar; \ + wget -P /opt/sql-client/lib/ https://repo.maven.apache.org/maven2/org/apache/flink/flink-sql-avro/1.13.0/flink-sql-avro-1.13.0.jar; # Copy configuration COPY conf/* /opt/flink/conf/ From e16375987ab85838d1b12959b89ae3ee653f50aa Mon Sep 17 00:00:00 2001 From: Francesco Date: Thu, 12 Aug 2021 15:44:34 +0200 Subject: [PATCH 6/7] Update Dockerfile Changed Avro jar --- sql-client/Dockerfile | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/sql-client/Dockerfile b/sql-client/Dockerfile index 0a0fc1e..923fe64 100644 --- a/sql-client/Dockerfile +++ b/sql-client/Dockerfile @@ -32,7 +32,7 @@ RUN wget -P /opt/sql-client/lib/ https://repo.maven.apache.org/maven2/org/apache wget -P /opt/sql-client/lib/ https://repo.maven.apache.org/maven2/org/apache/flink/flink-sql-connector-kafka_2.11/1.13.2/flink-sql-connector-kafka_2.11-1.13.2.jar; \ wget -P /opt/sql-client/lib/ https://repo.maven.apache.org/maven2/org/apache/flink/flink-connector-jdbc_2.11/1.13.2/flink-connector-jdbc_2.11-1.13.2.jar; \ wget -P /opt/sql-client/lib/ https://jdbc.postgresql.org/download/postgresql-42.2.19.jre6.jar; \ - wget -P /opt/sql-client/lib/ https://repo.maven.apache.org/maven2/org/apache/flink/flink-sql-avro/1.13.0/flink-sql-avro-1.13.0.jar; + wget -P /opt/sql-client/lib/ https://repo.maven.apache.org/maven2/org/apache/flink/flink-sql-avro-confluent-registry/1.13.0/flink-sql-avro-confluent-registry-1.13.0.jar; # Copy configuration COPY conf/* /opt/flink/conf/ From c4f052e527bbb0d12e99392fd067a1fa0d4ee905 Mon Sep 17 00:00:00 2001 From: Francesco Date: Thu, 12 Aug 2021 16:23:06 +0200 Subject: [PATCH 7/7] Update Dockerfile Updated avro confluent to 1.13.2 --- sql-client/Dockerfile | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/sql-client/Dockerfile b/sql-client/Dockerfile index 923fe64..68d56f2 100644 --- a/sql-client/Dockerfile +++ b/sql-client/Dockerfile @@ -32,7 +32,7 @@ RUN wget -P /opt/sql-client/lib/ https://repo.maven.apache.org/maven2/org/apache wget -P /opt/sql-client/lib/ https://repo.maven.apache.org/maven2/org/apache/flink/flink-sql-connector-kafka_2.11/1.13.2/flink-sql-connector-kafka_2.11-1.13.2.jar; \ wget -P /opt/sql-client/lib/ https://repo.maven.apache.org/maven2/org/apache/flink/flink-connector-jdbc_2.11/1.13.2/flink-connector-jdbc_2.11-1.13.2.jar; \ wget -P /opt/sql-client/lib/ https://jdbc.postgresql.org/download/postgresql-42.2.19.jre6.jar; \ - wget -P /opt/sql-client/lib/ https://repo.maven.apache.org/maven2/org/apache/flink/flink-sql-avro-confluent-registry/1.13.0/flink-sql-avro-confluent-registry-1.13.0.jar; + wget -P /opt/sql-client/lib/ https://repo.maven.apache.org/maven2/org/apache/flink/flink-sql-avro-confluent-registry/1.13.2/flink-sql-avro-confluent-registry-1.13.2.jar; # Copy configuration COPY conf/* /opt/flink/conf/