[Merged by Bors] - Add demo nifi-kafka-druid-water-level-data

demos/demos-v1.yaml

@@ -1,34 +1,23 @@
 ---
 demos:
-  trino-taxi-data:
-    description: Demo loading 2.5 years of New York taxi data into S3 bucket, creating a Trino table and a Superset dashboard
-    documentation: https://docs.stackable.tech/stackablectl/stable/demos/trino-taxi-data.html
-    stackableStack: trino-superset-s3
+  airflow-scheduled-job:
+    description: Activate a simple Airflow DAG to run continuously at a set interval
+    stackableStack: airflow
     labels:
-      - trino
-      - superset
-      - minio
-      - s3
-      - ny-taxi-data
+      - airflow
+      - job-scheduling
     manifests:
-      - plainYaml: https://raw.githubusercontent.com/stackabletech/stackablectl/main/demos/trino-taxi-data/load-test-data.yaml
-      - plainYaml: https://raw.githubusercontent.com/stackabletech/stackablectl/main/demos/trino-taxi-data/create-table-in-trino.yaml
-      - plainYaml: https://raw.githubusercontent.com/stackabletech/stackablectl/main/demos/trino-taxi-data/setup-superset.yaml
-  kafka-druid-water-level-data:
-    description:  Demo ingesting water level data into Kafka, streaming it into Druid and creating a Superset dashboard
-    documentation: https://docs.stackable.tech/stackablectl/stable/demos/kafka-druid-water-level-data.html
-    stackableStack: kafka-druid-superset-s3
+      - plainYaml: https://raw.githubusercontent.com/stackabletech/stackablectl/main/demos/airflow-scheduled-job/enable-and-run-dag.yaml
+  hbase-hdfs-load-cycling-data:
+    description: Copy data from S3 bucket to an HBase table
+    stackableStack: hdfs-hbase
     labels:
-      - kafka
-      - druid
-      - superset
-      - minio
-      - s3
-      - water-levels
+      - hbase
+      - hdfs
+      - cycling-tripdata
     manifests:
-      - plainYaml: https://raw.githubusercontent.com/stackabletech/stackablectl/main/demos/kafka-druid-water-level-data/ingest-test-data.yaml
-      - plainYaml: https://raw.githubusercontent.com/stackabletech/stackablectl/main/demos/kafka-druid-water-level-data/create-druid-ingestion-job.yaml
-      - plainYaml: https://raw.githubusercontent.com/stackabletech/stackablectl/main/demos/kafka-druid-water-level-data/setup-superset.yaml
+      - plainYaml: https://raw.githubusercontent.com/stackabletech/stackablectl/main/demos/hbase-hdfs-load-cycling-data/01-distcp-cycling-data.yaml
+      - plainYaml: https://raw.githubusercontent.com/stackabletech/stackablectl/main/demos/hbase-hdfs-load-cycling-data/02-create-hfile-and-import-to-hbase.yaml
   nifi-kafka-druid-earthquake-data:
     description: Demo ingesting earthquake data into Kafka using NiFi, streaming it into Druid and creating a Superset dashboard
     documentation: https://docs.stackable.tech/stackablectl/stable/demos/nifi-kafka-druid-earthquake-data.html
@@ -45,21 +34,33 @@ demos:
       - plainYaml: https://raw.githubusercontent.com/stackabletech/stackablectl/main/demos/nifi-kafka-druid-earthquake-data/create-nifi-ingestion-job.yaml
       - plainYaml: https://raw.githubusercontent.com/stackabletech/stackablectl/main/demos/nifi-kafka-druid-earthquake-data/create-druid-ingestion-job.yaml
       - plainYaml: https://raw.githubusercontent.com/stackabletech/stackablectl/main/demos/nifi-kafka-druid-earthquake-data/setup-superset.yaml
-  hbase-hdfs-load-cycling-data:
-    description: Copy data from S3 bucket to an HBase table
-    stackableStack: hdfs-hbase
+  nifi-kafka-druid-water-level-data:
+    description:  Demo ingesting water level data into Kafka using NiFi, streaming it into Druid and creating a Superset dashboard
+    documentation: https://docs.stackable.tech/stackablectl/stable/demos/nifi-kafka-druid-water-level-data.html
+    stackableStack: nifi-kafka-druid-superset-s3
     labels:
-      - hbase
-      - hdfs
-      - cycling-tripdata
+      - nifi
+      - kafka
+      - druid
+      - superset
+      - minio
+      - s3
+      - water-levels
     manifests:
-      - plainYaml: https://raw.githubusercontent.com/stackabletech/stackablectl/main/demos/hbase-hdfs-load-cycling-data/01-distcp-cycling-data.yaml
-      - plainYaml: https://raw.githubusercontent.com/stackabletech/stackablectl/main/demos/hbase-hdfs-load-cycling-data/02-create-hfile-and-import-to-hbase.yaml
-  airflow-scheduled-job:
-    description: Activate a simple Airflow DAG to run continously at a set interval
-    stackableStack: airflow
+      - plainYaml: https://raw.githubusercontent.com/stackabletech/stackablectl/main/demos/nifi-kafka-druid-water-level-data/create-nifi-ingestion-job.yaml # TODO
+      - plainYaml: https://raw.githubusercontent.com/stackabletech/stackablectl/main/demos/nifi-kafka-druid-water-level-data/create-druid-ingestion-job.yaml # TODO
+      - plainYaml: https://raw.githubusercontent.com/stackabletech/stackablectl/main/demos/nifi-kafka-druid-water-level-data/setup-superset.yaml # TODO
+  trino-taxi-data:
+    description: Demo loading 2.5 years of New York taxi data into S3 bucket, creating a Trino table and a Superset dashboard
+    documentation: https://docs.stackable.tech/stackablectl/stable/demos/trino-taxi-data.html
+    stackableStack: trino-superset-s3
     labels:
-      - airflow
-      - job-scheduling
+      - trino
+      - superset
+      - minio
+      - s3
+      - ny-taxi-data
     manifests:
-      - plainYaml: https://raw.githubusercontent.com/stackabletech/stackablectl/main/demos/airflow-scheduled-job/enable-and-run-dag.yaml
+      - plainYaml: https://raw.githubusercontent.com/stackabletech/stackablectl/main/demos/trino-taxi-data/load-test-data.yaml
+      - plainYaml: https://raw.githubusercontent.com/stackabletech/stackablectl/main/demos/trino-taxi-data/create-table-in-trino.yaml
+      - plainYaml: https://raw.githubusercontent.com/stackabletech/stackablectl/main/demos/trino-taxi-data/setup-superset.yaml

demos/hbase-hdfs-load-cycling-data/02-create-hfile-and-import-to-hbase.yaml

@@ -6,7 +6,6 @@ metadata:
 spec:
   template:
     spec:
-      restartPolicy: OnFailure
       containers:
         - name: create-hfile-and-import-to-hbase
           image: docker.stackable.tech/stackable/hbase:2.4.12-stackable0.2.0
@@ -43,3 +42,5 @@ spec:
         - name: config-volume-hdfs
           configMap:
             name: hdfs
+      restartPolicy: OnFailure
+  backoffLimit: 50

demos/nifi-kafka-druid-earthquake-data/create-druid-ingestion-job.yaml

@@ -13,13 +13,12 @@ spec:
           volumeMounts:
             - name: ingestion-job-spec
               mountPath: /tmp/ingestion-job-spec
-      restartPolicy: OnFailure
       volumes:
       - name: ingestion-job-spec
         configMap:
           name: create-druid-ingestion-job-spec
-      restartPolicy: Never
-  backoffLimit: 50 # It can take some time until Druid is ready
+      restartPolicy: OnFailure
+  backoffLimit: 50
 ---
 apiVersion: v1
 kind: ConfigMap

demos/nifi-kafka-druid-earthquake-data/create-nifi-ingestion-job.yaml

@@ -18,13 +18,12 @@ spec:
               valueFrom:
                 fieldRef:
                   fieldPath: metadata.namespace
-      restartPolicy: OnFailure
       volumes:
       - name: script
         configMap:
           name: create-nifi-ingestion-job-script
-      restartPolicy: Never
-  backoffLimit: 50 # It can take some time until NiFI is ready
+      restartPolicy: OnFailure
+  backoffLimit: 50
 ---
 apiVersion: v1
 kind: ConfigMap

demos/nifi-kafka-druid-earthquake-data/setup-superset.yaml

@@ -13,13 +13,12 @@ spec:
           volumeMounts:
             - name: script
               mountPath: /tmp/script
-      restartPolicy: OnFailure
       volumes:
       - name: script
         configMap:
           name: setup-superset-script
-      restartPolicy: Never
-  backoffLimit: 50 # It can take some time until Superset is ready
+      restartPolicy: OnFailure
+  backoffLimit: 50
 ---
 apiVersion: v1
 kind: ConfigMap