[FLINK-35309][cdc] Fix license and NOTICE files and add CI check in Flink CDC

.github/workflows/flink_cdc.yml

@@ -100,23 +100,29 @@ env:
 jobs:
   license_check:
     runs-on: ubuntu-latest
+    env:
+      MVN_COMMON_OPTIONS: -U -B --no-transfer-progress
+      MVN_BUILD_OUTPUT_FILE: "/tmp/mvn_build_output.out"
+      MVN_VALIDATION_DIR: "/tmp/flink-validation-deployment"
     steps:
       - name: Check out repository code
         uses: actions/checkout@v4
         with:
           submodules: true
-      - name: Set up Ruby environment
-        uses: ruby/setup-ruby@v1
-        with:
-          ruby-version: '3.3'
-      - name: Compiling jar packages
-        run: mvn --no-snapshot-updates -B package -DskipTests
+      - name: Build
+        run: |
+          set -o pipefail
+
+          mvn clean deploy ${{ env.MVN_COMMON_OPTIONS }} -DskipTests \
+           -DaltDeploymentRepository=validation_repository::default::file:${{ env.MVN_VALIDATION_DIR }} \
+          | tee ${{ env.MVN_BUILD_OUTPUT_FILE }}
+
       - name: Run license check
-        run: gem install rubyzip -v 2.3.0 && ./tools/ci/license_check.rb
+        run: |
+          mvn ${{ env.MVN_COMMON_OPTIONS }} exec:java@check-license -N \
+            -Dexec.args="${{ env.MVN_BUILD_OUTPUT_FILE }} $(pwd) ${{ env.MVN_VALIDATION_DIR }}"
 
   compile_and_test:
-    # Only run the CI pipeline for the flink-cdc-connectors repository
-#    if: github.repository == 'apache/flink-cdc-connectors'
     runs-on: ubuntu-latest
     strategy:
       matrix:
@@ -135,15 +141,6 @@ jobs:
                   "e2e"
         ]
     timeout-minutes: 120
-    env:
-      MVN_COMMON_OPTIONS: -Dmaven.wagon.http.pool=false \
-        -Dorg.slf4j.simpleLogger.showDateTime=true \
-        -Dorg.slf4j.simpleLogger.dateTimeFormat=HH:mm:ss.SSS \
-        -Dorg.slf4j.simpleLogger.log.org.apache.maven.cli.transfer.Slf4jMavenTransferListener=warn \
-        --no-snapshot-updates -B \
-        --settings /home/vsts/work/1/s/tools/ci/google-mirror-settings.xml \
-        -Dfast -Dlog.dir=/home/vsts/work/_temp/debug_files \
-        -Dlog4j.configurationFile=file:///home/vsts/work/1/s/tools/ci/log4j.properties
     steps:
       - run: echo "Running CI pipeline for JDK version ${{ matrix.jdk }}"
 
@@ -249,4 +246,4 @@ jobs:
               jcmd $java_pid GC.heap_info || true
             done
           fi
-          exit 0
+          exit 0

flink-cdc-connect/flink-cdc-pipeline-connectors/flink-cdc-pipeline-connector-doris/src/main/resources/META-INF/NOTICE

@@ -0,0 +1,10 @@
+flink-cdc-pipeline-connector-doris
+
+Copyright 2024 The Apache Software Foundation
+
+This product includes software developed at
+The Apache Software Foundation (http://www.apache.org/).
+
+This project bundles the following dependencies under the Apache Software License 2.0 (http://www.apache.org/licenses/LICENSE-2.0.txt)
+
+- org.apache.doris:flink-doris-connector-1.18:1.6.0

flink-cdc-connect/flink-cdc-pipeline-connectors/flink-cdc-pipeline-connector-kafka/pom.xml

@@ -99,6 +99,15 @@ limitations under the License.
                                     <shadedPattern>org.apache.flink.cdc.connectors.kafka.shaded.org.apache.flink.connector.kafka</shadedPattern>
                                 </relocation>
                             </relocations>
+                            <filters>
+                                <filter>
+                                    <artifact>org.apache.kafka:*</artifact>
+                                    <excludes>
+                                        <exclude>LICENSE</exclude>
+                                        <exclude>NOTICE</exclude>
+                                    </excludes>
+                                </filter>
+                            </filters>
                         </configuration>
                     </execution>
                 </executions>

flink-cdc-connect/flink-cdc-pipeline-connectors/flink-cdc-pipeline-connector-kafka/src/main/resources/META-INF/NOTICE

@@ -0,0 +1,10 @@
+flink-cdc-pipeline-connector-kafka
+
+Copyright 2024 The Apache Software Foundation
+
+This product includes software developed at
+The Apache Software Foundation (http://www.apache.org/).
+
+This project bundles the following dependencies under the Apache Software License 2.0 (http://www.apache.org/licenses/LICENSE-2.0.txt)
+
+- org.apache.kafka:kafka-clients:3.2.3

flink-cdc-connect/flink-cdc-pipeline-connectors/flink-cdc-pipeline-connector-mysql/src/main/resources/META-INF/NOTICE

@@ -0,0 +1,40 @@
+flink-cdc-pipeline-connector-mysql
+
+Copyright 2024 The Apache Software Foundation
+
+This product includes software developed at
+The Apache Software Foundation (http://www.apache.org/).
+
+This project bundles the following dependencies under the Apache Software License 2.0 (http://www.apache.org/licenses/LICENSE-2.0.txt)
+
+- io.debezium:debezium-embedded:1.9.8.Final
+- org.apache.kafka:connect-api:3.2.0
+- org.apache.kafka:kafka-clients:3.2.0
+- org.apache.kafka:connect-runtime:3.2.0
+- org.apache.kafka:connect-transforms:3.2.0
+- org.apache.kafka:kafka-tools:3.2.0
+- com.fasterxml.jackson.jaxrs:jackson-jaxrs-json-provider:2.12.6
+- com.fasterxml.jackson.jaxrs:jackson-jaxrs-base:2.12.6
+- com.fasterxml.jackson.module:jackson-module-jaxb-annotations:2.12.6
+- org.apache.kafka:connect-json:3.2.0
+- com.fasterxml.jackson.datatype:jackson-datatype-jdk8:2.12.6
+- org.apache.kafka:connect-file:3.2.0
+- io.debezium:debezium-connector-mysql:1.9.8.Final
+- io.debezium:debezium-core:1.9.8.Final
+- io.debezium:debezium-ddl-parser:1.9.8.Final
+- com.zendesk:mysql-binlog-connector-java:0.27.2
+- com.esri.geometry:esri-geometry-api:2.2.0
+- com.zaxxer:HikariCP:4.0.3
+- io.debezium:debezium-api:1.9.8.Final
+- com.fasterxml.jackson.core:jackson-core:2.13.2
+- com.fasterxml.jackson.core:jackson-databind:2.13.2.2
+- com.fasterxml.jackson.core:jackson-annotations:2.13.2
+- com.fasterxml.jackson.datatype:jackson-datatype-jsr310:2.13.2
+- com.google.guava:guava:30.1.1-jre
+- com.google.guava:failureaccess:1.0.1
+- com.google.guava:listenablefuture:9999.0-empty-to-avoid-conflict-with-guava
+
+This project bundles the following dependencies under the BSD 3-clause license.
+See bundled license files for details.
+
+- org.antlr:antlr4-runtime:4.8

flink-cdc-connect/flink-cdc-pipeline-connectors/flink-cdc-pipeline-connector-mysql/src/main/resources/META-INF/licenses/LICENSE.antlr-runtime

@@ -0,0 +1,26 @@
+[The "BSD 3-clause license"]
+Copyright (c) 2012-2017 The ANTLR Project. All rights reserved.
+
+Redistribution and use in source and binary forms, with or without
+modification, are permitted provided that the following conditions
+are met:
+
+ 1. Redistributions of source code must retain the above copyright
+    notice, this list of conditions and the following disclaimer.
+ 2. Redistributions in binary form must reproduce the above copyright
+    notice, this list of conditions and the following disclaimer in the
+    documentation and/or other materials provided with the distribution.
+ 3. Neither the name of the copyright holder nor the names of its contributors
+    may be used to endorse or promote products derived from this software
+    without specific prior written permission.
+
+THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
+IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
+OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
+IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT,
+INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
+NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
+DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
+THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
+(INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF
+THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.

flink-cdc-connect/flink-cdc-pipeline-connectors/flink-cdc-pipeline-connector-paimon/src/main/resources/META-INF/NOTICE

@@ -0,0 +1,14 @@
+flink-cdc-pipeline-connector-paimon
+
+Copyright 2024 The Apache Software Foundation
+
+This product includes software developed at
+The Apache Software Foundation (http://www.apache.org/).
+
+This project bundles the following dependencies under the Apache Software License 2.0 (http://www.apache.org/licenses/LICENSE-2.0.txt)
+
+- org.apache.paimon:paimon-flink-1.18:0.7.0-incubating
+- org.apache.paimon:paimon-bundle:0.7.0-incubating
+- org.apache.paimon:paimon-service-client:0.7.0-incubating
+- org.apache.paimon:paimon-shade-guava-30:30.1.1-jre-0.4.0-incubating
+- org.apache.paimon:paimon-service-runtime:0.7.0-incubating

flink-cdc-connect/flink-cdc-pipeline-connectors/flink-cdc-pipeline-connector-starrocks/src/main/resources/META-INF/NOTICE

@@ -0,0 +1,11 @@
+flink-cdc-pipeline-connector-starrocks
+
+Copyright 2024 The Apache Software Foundation
+
+This product includes software developed at
+The Apache Software Foundation (http://www.apache.org/).
+
+This project bundles the following dependencies under the Apache Software License 2.0 (http://www.apache.org/licenses/LICENSE-2.0.txt)
+
+- com.starrocks:flink-connector-starrocks:1.2.9_flink-1.18
+- org.apache.commons:commons-compress:1.21

flink-cdc-connect/flink-cdc-pipeline-connectors/flink-cdc-pipeline-connector-values/src/main/resources/META-INF/NOTICE

@@ -0,0 +1,11 @@
+flink-cdc-pipeline-connector-values
+
+Copyright 2024 The Apache Software Foundation
+
+This product includes software developed at
+The Apache Software Foundation (http://www.apache.org/).
+
+This project bundles the following dependencies under the MIT/X11 license.
+See bundled license files for details.
+
+- org.slf4j:slf4j-api:1.7.36

flink-cdc-connect/flink-cdc-pipeline-connectors/flink-cdc-pipeline-connector-values/src/main/resources/META-INF/licenses/LICENSE.slf4j-api

@@ -0,0 +1,21 @@
+Copyright (c) 2004-2017 QOS.ch
+ All rights reserved.
+
+ Permission is hereby granted, free  of charge, to any person obtaining
+ a  copy  of this  software  and  associated  documentation files  (the
+ "Software"), to  deal in  the Software without  restriction, including
+ without limitation  the rights to  use, copy, modify,  merge, publish,
+ distribute,  sublicense, and/or sell  copies of  the Software,  and to
+ permit persons to whom the Software  is furnished to do so, subject to
+ the following conditions:
+
+ The  above  copyright  notice  and  this permission  notice  shall  be
+ included in all copies or substantial portions of the Software.
+
+ THE  SOFTWARE IS  PROVIDED  "AS  IS", WITHOUT  WARRANTY  OF ANY  KIND,
+ EXPRESS OR  IMPLIED, INCLUDING  BUT NOT LIMITED  TO THE  WARRANTIES OF
+ MERCHANTABILITY,    FITNESS    FOR    A   PARTICULAR    PURPOSE    AND
+ NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+ LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+ OF CONTRACT, TORT OR OTHERWISE,  ARISING FROM, OUT OF OR IN CONNECTION
+ WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

flink-cdc-connect/flink-cdc-source-connectors/flink-sql-connector-db2-cdc/pom.xml

@@ -68,7 +68,7 @@ limitations under the License.
                             </artifactSet>
                             <filters>
                                 <filter>
-                                    <artifact>org.apache.kafka:*</artifact>
+                                    <artifact>*:*</artifact>
                                     <excludes>
                                         <exclude>kafka/kafka-version.properties</exclude>
                                         <exclude>LICENSE</exclude>
@@ -77,6 +77,7 @@ limitations under the License.
                                             dependency graph, nor are any jersey files bundled. -->
                                         <exclude>NOTICE</exclude>
                                         <exclude>common/**</exclude>
+                                        <exclude>licenses/**</exclude>
                                     </excludes>
                                 </filter>
                             </filters>

flink-cdc-connect/flink-cdc-source-connectors/flink-sql-connector-db2-cdc/src/main/resources/META-INF/NOTICE

@@ -6,4 +6,88 @@ The Apache Software Foundation (http://www.apache.org/).
 
 This project bundles the following dependencies under the Apache Software License 2.0. (http://www.apache.org/licenses/LICENSE-2.0.txt)
 
-- org.apache.kafka:kafka-clients:2.5.0
+- com.zaxxer:HikariCP:4.0.3
+- io.debezium:debezium-api:1.9.8.Final
+- io.debezium:debezium-embedded:1.9.8.Final
+- org.apache.kafka:connect-api:3.2.0
+- org.apache.kafka:kafka-clients:3.2.0
+- org.apache.kafka:connect-runtime:3.2.0
+- org.apache.kafka:connect-transforms:3.2.0
+- org.apache.kafka:kafka-tools:3.2.0
+- ch.qos.reload4j:reload4j:1.2.19
+- org.bitbucket.b_c:jose4j:0.7.9
+- com.fasterxml.jackson.core:jackson-annotations:2.12.6
+- com.fasterxml.jackson.jaxrs:jackson-jaxrs-json-provider:2.12.6
+- com.fasterxml.jackson.jaxrs:jackson-jaxrs-base:2.12.6
+- com.fasterxml.jackson.module:jackson-module-jaxb-annotations:2.12.6
+- org.apache.maven:maven-artifact:3.8.4
+- org.codehaus.plexus:plexus-utils:3.3.0
+- org.apache.kafka:connect-json:3.2.0
+- com.fasterxml.jackson.datatype:jackson-datatype-jdk8:2.12.6
+- org.apache.kafka:connect-file:3.2.0
+- io.debezium:debezium-connector-db2:1.9.8.Final
+- io.debezium:debezium-core:1.9.8.Final
+- com.fasterxml.jackson.core:jackson-core:2.13.2
+- com.fasterxml.jackson.core:jackson-databind:2.13.2.2
+- com.fasterxml.jackson.datatype:jackson-datatype-jsr310:2.13.2
+- com.google.guava:guava:30.1.1-jre
+- com.google.guava:failureaccess:1.0.1
+- com.google.guava:listenablefuture:9999.0-empty-to-avoid-conflict-with-guava
+- org.apache.commons:commons-lang3:3.12.0
+- org.xerial.snappy:snappy-java:1.1.10.4
+- org.lz4:lz4-java:1.8.0
+
+This project bundles the following dependencies under the BSD license.
+See bundled license files for details.
+
+- com.github.luben:zstd-jni:1.5.2-1
+
+This project bundles the following dependencies under the CDDL 1.1 license.
+See bundled license files for details.
+
+- javax.ws.rs:javax.ws.rs-api:2.1.1
+- jakarta.ws.rs:jakarta.ws.rs-api:2.1.6
+- javax.xml.bind:jaxb-api:2.3.0
+- javax.activation:activation:1.1.1
+- javax.servlet:javax.servlet-api:3.1.0
+
+This project bundles the following dependencies under the MIT license.
+See bundled license files for details.
+
+- net.sourceforge.argparse4j:argparse4j:0.7.0
+- org.reflections:reflections:0.9.12
+
+This project bundles the following dependencies under the BSD 3-Clause license.
+See bundled license files for details.
+
+- jakarta.xml.bind:jakarta.xml.bind-api:2.3.2
+- jakarta.activation:jakarta.activation-api:1.2.1
+
+The binary distribution of this product bundles these dependencies under the Eclipse Public License - v 2.0 (https://www.eclipse.org/org/documents/epl-2.0/EPL-2.0.txt)
+
+- org.glassfish.jersey.containers:jersey-container-servlet:2.34
+- org.glassfish.jersey.containers:jersey-container-servlet-core:2.34
+- org.glassfish.hk2.external:jakarta.inject:2.6.1
+- org.glassfish.jersey.inject:jersey-hk2:2.34
+- org.glassfish.hk2:hk2-locator:2.6.1
+- org.glassfish.hk2.external:aopalliance-repackaged:2.6.1
+- org.glassfish.hk2:hk2-api:2.6.1
+- org.glassfish.hk2:hk2-utils:2.6.1
+- org.eclipse.jetty:jetty-server:9.4.44.v20210927
+- org.eclipse.jetty:jetty-http:9.4.44.v20210927
+- org.eclipse.jetty:jetty-io:9.4.44.v20210927
+- org.eclipse.jetty:jetty-servlet:9.4.44.v20210927
+- org.eclipse.jetty:jetty-security:9.4.44.v20210927
+- org.eclipse.jetty:jetty-util-ajax:9.4.44.v20210927
+- org.eclipse.jetty:jetty-servlets:9.4.44.v20210927
+- org.eclipse.jetty:jetty-continuation:9.4.44.v20210927
+- org.eclipse.jetty:jetty-util:9.4.44.v20210927
+- org.eclipse.jetty:jetty-client:9.4.44.v20210927
+
+The binary distribution of this product bundles these dependencies under the Mozilla Public License, v 1.1 (https://www.mozilla.org/en-US/MPL/1.1/)
+- org.javassist:javassist:3.24.0-GA
+
+This project bundles the following dependencies under the MIT/X11 license.
+See bundled license files for details.
+
+- org.slf4j:slf4j-api:1.7.36

flink-cdc-connect/flink-cdc-source-connectors/flink-sql-connector-db2-cdc/src/main/resources/META-INF/licenses/LICENSE.argparse4j

@@ -0,0 +1,23 @@
+/*
+ * Copyright (C) 2011-2021 The contributors: https://github.com/argparse4j/argparse4j/graphs/contributors
+ *
+ * Permission is hereby granted, free of charge, to any person
+ * obtaining a copy of this software and associated documentation
+ * files (the "Software"), to deal in the Software without
+ * restriction, including without limitation the rights to use, copy,
+ * modify, merge, publish, distribute, sublicense, and/or sell copies
+ * of the Software, and to permit persons to whom the Software is
+ * furnished to do so, subject to the following conditions:
+ *
+ * The above copyright notice and this permission notice shall be
+ * included in all copies or substantial portions of the Software.
+ *
+ * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+ * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+ * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+ * NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS
+ * BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN
+ * ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN
+ * CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+ * SOFTWARE.
+ */

flink-cdc-connect/flink-cdc-source-connectors/flink-sql-connector-db2-cdc/src/main/resources/META-INF/licenses/LICENSE.jakarta.activation-api

@@ -0,0 +1,28 @@
+Copyright (c) 2018 Oracle and/or its affiliates. All rights reserved.
+
+Redistribution and use in source and binary forms, with or without
+modification, are permitted provided that the following conditions
+are met:
+
+  - Redistributions of source code must retain the above copyright
+    notice, this list of conditions and the following disclaimer.
+
+  - Redistributions in binary form must reproduce the above copyright
+    notice, this list of conditions and the following disclaimer in the
+    documentation and/or other materials provided with the distribution.
+
+  - Neither the name of the Eclipse Foundation, Inc. nor the names of its
+    contributors may be used to endorse or promote products derived
+    from this software without specific prior written permission.
+
+THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS
+IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO,
+THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
+PURPOSE ARE DISCLAIMED.  IN NO EVENT SHALL THE COPYRIGHT OWNER OR
+CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL,
+EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO,
+PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR
+PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF
+LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING
+NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS
+SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.