Move all experimental Flink extensions to experimental-flink module (#…

…1651)
apache · Jun 2, 2023 · 28cdd40 · 28cdd40
1 parent 752289c
commit 28cdd40
Show file tree

Hide file tree

Showing 293 changed files with 1,927 additions and 2,503 deletions.
diff --git a/.github/workflows/build.yml b/.github/workflows/build.yml
@@ -108,13 +108,13 @@ jobs:
           push: true
           tags: ${{ env.DOCKERHUB_APACHE_REPO }}/extensions-all-jvm:${{ env.MVN_VERSION }}
 
-      - name: Build and Push Docker Image pipeline-elements-all-flink
+      - name: Build and Push Docker Image pipeline-elements-experimental-flink
         uses: docker/build-push-action@v4
         with:
-          context: ./streampipes-extensions/streampipes-pipeline-elements-all-flink
+          context: ./streampipes-extensions/streampipes-pipeline-elements-experimental-flink
           platforms: linux/amd64,linux/arm64/v8,linux/arm/v7
           push: true
-          tags: ${{ env.DOCKERHUB_APACHE_REPO }}/pipeline-elements-all-flink:${{ env.MVN_VERSION }}
+          tags: ${{ env.DOCKERHUB_APACHE_REPO }}/pipeline-elements-experimental-flink:${{ env.MVN_VERSION }}
 
       - name: Build and Push Docker Image extensions-all-iiot
         uses: docker/build-push-action@v4

diff --git a/.idea/runConfigurations/all_pipeline_elements_flink.xml b/.idea/runConfigurations/all_pipeline_elements_flink.xml
diff --git a/streampipes-extensions/pom.xml b/streampipes-extensions/pom.xml
@@ -38,30 +38,22 @@
         <module>streampipes-extensions-all-jvm</module>
 
         <module>streampipes-pipeline-elements-all-jvm</module>
-        <module>streampipes-pipeline-elements-all-flink</module>
+        <module>streampipes-pipeline-elements-experimental-flink</module>
         <module>streampipes-pipeline-elements-data-simulator</module>
         <module>streampipes-pipeline-elements-shared</module>
 
-        <module>streampipes-processors-aggregation-flink</module>
         <module>streampipes-processors-change-detection-jvm</module>
-        <module>streampipes-processors-enricher-flink</module>
         <module>streampipes-processors-enricher-jvm</module>
         <module>streampipes-processors-filters-jvm</module>
         <module>streampipes-processors-filters-siddhi</module>
-        <module>streampipes-processors-geo-flink</module>
         <module>streampipes-processors-geo-jvm</module>
         <module>streampipes-processors-image-processing-jvm</module>
-        <module>streampipes-processors-pattern-detection-flink</module>
-        <module>streampipes-processors-statistics-flink</module>
-        <module>streampipes-processors-transformation-flink</module>
-        <module>streampipes-processors-text-mining-flink</module>
         <module>streampipes-processors-text-mining-jvm</module>
         <module>streampipes-processors-transformation-jvm</module>
 
         <module>streampipes-sinks-brokers-jvm</module>
         <module>streampipes-sinks-databases-jvm</module>
         <module>streampipes-sinks-internal-jvm</module>
-        <module>streampipes-sinks-databases-flink</module>
         <module>streampipes-sinks-notifications-jvm</module>
 
         <module>streampipes-sources-watertank-simulator</module>

diff --git a/streampipes-extensions/streampipes-pipeline-elements-all-flink/pom.xml b/streampipes-extensions/streampipes-pipeline-elements-all-flink/pom.xml
diff --git a/...all-flink/src/main/java/org/apache/streampipes/pe/flink/AllFlinkPipelineElementsInit.java b/...all-flink/src/main/java/org/apache/streampipes/pe/flink/AllFlinkPipelineElementsInit.java
diff --git a/...es-pipeline-elements-all-flink/Dockerfile → ...ne-elements-experimental-flink/Dockerfile b/...es-pipeline-elements-all-flink/Dockerfile → ...ne-elements-experimental-flink/Dockerfile
diff --git a/...peline-elements-all-flink/development/env → ...ements-experimental-flink/development/env b/...peline-elements-all-flink/development/env → ...ements-experimental-flink/development/env
diff --git a/...streampipes-sinks-databases-flink/pom.xml → ...eline-elements-experimental-flink/pom.xml b/...streampipes-sinks-databases-flink/pom.xml → ...eline-elements-experimental-flink/pom.xml
@@ -25,29 +25,32 @@
     </parent>
     <modelVersion>4.0.0</modelVersion>
 
-    <artifactId>streampipes-sinks-databases-flink</artifactId>
+    <artifactId>streampipes-pipeline-elements-experimental-flink</artifactId>
 
     <properties>
         <maven.deploy.skip>true</maven.deploy.skip>
     </properties>
 
     <dependencies>
-        <!-- StreamPipes dependencies -->
         <dependency>
-            <groupId>org.apache.streampipes</groupId>
-            <artifactId>streampipes-sdk-bundle</artifactId>
-            <version>0.93.0-SNAPSHOT</version>
+            <groupId>org.atteo.classindex</groupId>
+            <artifactId>classindex</artifactId>
         </dependency>
         <dependency>
-            <groupId>org.apache.streampipes</groupId>
-            <artifactId>streampipes-wrapper-flink</artifactId>
-            <version>0.93.0-SNAPSHOT</version>
+            <groupId>org.apache.flink</groupId>
+            <artifactId>flink-cep_2.11</artifactId>
+        </dependency>
+        <dependency>
+            <groupId>org.apache.flink</groupId>
+            <artifactId>flink-runtime_2.11</artifactId>
         </dependency>
-
-        <!-- External dependencies -->
         <dependency>
-            <groupId>org.apache.commons</groupId>
-            <artifactId>commons-math3</artifactId>
+            <groupId>org.scala-lang</groupId>
+            <artifactId>scala-library</artifactId>
+        </dependency>
+        <dependency>
+            <groupId>org.scala-lang.modules</groupId>
+            <artifactId>scala-parser-combinators_2.11</artifactId>
         </dependency>
         <dependency>
             <groupId>org.elasticsearch.client</groupId>
@@ -63,18 +66,25 @@
                 </exclusion>
             </exclusions>
         </dependency>
+
+        <!-- 3rd party dependencies to avoid convergence errors -->
         <dependency>
-            <groupId>org.apache.logging.log4j</groupId>
-            <artifactId>log4j-to-slf4j</artifactId>
+            <groupId>io.dropwizard.metrics</groupId>
+            <artifactId>metrics-core</artifactId>
         </dependency>
         <dependency>
-            <groupId>org.yaml</groupId>
-            <artifactId>snakeyaml</artifactId>
+            <groupId>org.scala-lang.modules</groupId>
+            <artifactId>scala-xml_2.11</artifactId>
+            <scope>test</scope>
         </dependency>
     </dependencies>
 
     <build>
         <plugins>
+            <plugin>
+                <groupId>org.apache.maven.plugins</groupId>
+                <artifactId>maven-checkstyle-plugin</artifactId>
+            </plugin>
             <plugin>
                 <groupId>org.apache.maven.plugins</groupId>
                 <artifactId>maven-shade-plugin</artifactId>
@@ -100,7 +110,7 @@
                                     <resource>reference.conf</resource>
                                 </transformer>
                                 <transformer implementation="org.apache.maven.plugins.shade.resource.ManifestResourceTransformer">
-                                    <mainClass>org.apache.streampipes.sinks.databases.flink.DatabasesFlinkInit
+                                    <mainClass>org.apache.streampipes.pe.flink.AllFlinkPipelineElementsInit
                                     </mainClass>
                                 </transformer>
                             </transformers>
@@ -109,11 +119,7 @@
                     </execution>
                 </executions>
             </plugin>
-            <plugin>
-                <groupId>org.apache.maven.plugins</groupId>
-                <artifactId>maven-checkstyle-plugin</artifactId>
-            </plugin>
         </plugins>
-        <finalName>streampipes-sinks-databases-flink</finalName>
+        <finalName>streampipes-pipeline-elements-all-flink</finalName>
     </build>
 </project>
diff --git a/.../boilerpipe/BoilerpipeDocumentSource.java → .../boilerpipe/BoilerpipeDocumentSource.java b/.../boilerpipe/BoilerpipeDocumentSource.java → .../boilerpipe/BoilerpipeDocumentSource.java
@@ -1,3 +1,21 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one or more
+ * contributor license agreements.  See the NOTICE file distributed with
+ * this work for additional information regarding copyright ownership.
+ * The ASF licenses this file to You under the Apache License, Version 2.0
+ * (the "License"); you may not use this file except in compliance with
+ * the License.  You may obtain a copy of the License at
+ *
+ *    http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ *
+ */
+
 /**
  * boilerpipe
  * <p>
@@ -15,9 +33,9 @@
  * See the License for the specific language governing permissions and
  * limitations under the License.
  */
-package com.kohlschutter.boilerpipe;
+package boilerpipe;
 
-import com.kohlschutter.boilerpipe.document.TextDocument;
+import boilerpipe.document.TextDocument;
 
 /**
  * Something that can be represented as a {@link TextDocument}.