From 2af257e329d691b45945122c951f0d19b1875844 Mon Sep 17 00:00:00 2001 From: Benedikt Labrenz Date: Mon, 3 Nov 2025 20:37:03 +0100 Subject: [PATCH 1/2] fix data-lakehouse-iceberg-trino-spark demo --- .../create-nifi-ingestion-job.yaml | 22 +++++++++++++------ .../nifi.yaml | 4 ++++ 2 files changed, 19 insertions(+), 7 deletions(-) diff --git a/demos/data-lakehouse-iceberg-trino-spark/create-nifi-ingestion-job.yaml b/demos/data-lakehouse-iceberg-trino-spark/create-nifi-ingestion-job.yaml index 64673a6b..cf1f5f6b 100644 --- a/demos/data-lakehouse-iceberg-trino-spark/create-nifi-ingestion-job.yaml +++ b/demos/data-lakehouse-iceberg-trino-spark/create-nifi-ingestion-job.yaml @@ -35,6 +35,8 @@ spec: mountPath: /tmp/script - name: nifi-admin-credentials-secret mountPath: /nifi-admin-credentials-secret + - name: flow + mountPath: /tmp/flow env: - name: NAMESPACE valueFrom: @@ -44,6 +46,9 @@ spec: - name: script configMap: name: create-nifi-ingestion-job-script + - name: flow + configMap: + name: ingest-data-lake-iceberg-trino-spark-flow - name: nifi-admin-credentials-secret secret: secretName: nifi-admin-credentials-secret @@ -77,12 +82,6 @@ data: service_login(username=USERNAME, password=PASSWORD) print("Logged in") - response = requests.get("https://raw.githubusercontent.com/stackabletech/demos/refs/heads/main/demos/data-lakehouse-iceberg-trino-spark/LakehouseKafkaIngest.json") - - filename = "/tmp/LakehouseKafkaIngest.json" - with open(filename, "wb") as f: - f.write(response.content) - pg_id = get_root_pg_id() if not nipyapi.config.nifi_config.api_client: @@ -104,7 +103,7 @@ data: ('clientId', nipyapi.nifi.FlowApi().generate_client_id()), ], files={ - 'file': filename + 'file': '/tmp/flow/IngestDataLakeIcebergTrinoSpark.json' }, auth_settings=['tokenAuth']) @@ -124,3 +123,12 @@ data: print(f"Failed to schedule controller {controller.component.name}: {e}") schedule_process_group(pg_id, scheduled=True) +--- +apiVersion: v1 +kind: ConfigMap +metadata: + name: ingest-data-lake-iceberg-trino-spark-flow + namespace: default +data: + IngestDataLakeIcebergTrinoSpark.json: | + { "flowContents": { "identifier": "eaab7dc0-4761-3f1f-9dd5-ff82bd301911", "instanceIdentifier": "8166cd44-0195-1000-ffff-ffffe3e76943", "name": "LakehouseKafkaIngest_raw", "comments": "", "position": { "x": -40.0, "y": -416.0 }, "processGroups": [], "remoteProcessGroups": [], "processors": [ { "identifier": "5e50831e-a2fd-34c9-af0a-924b16280705", "instanceIdentifier": "54f2ba99-3a49-3160-b8b9-45b8c0a6ac2a", "name": "Get station information", "comments": "", "position": { "x": 1701.0000007628792, "y": 273.999988448508 }, "type": "org.apache.nifi.processors.standard.InvokeHTTP", "bundle": { "group": "org.apache.nifi", "artifact": "nifi-standard-nar", "version": "2.6.0" }, "properties": { "Request Content-Encoding": "DISABLED", "proxy-configuration-service": null, "Request Multipart Form-Data Filename Enabled": "true", "Request Chunked Transfer-Encoding Enabled": "false", "Response Header Request Attributes Prefix": null, "HTTP/2 Disabled": "False", "Connection Timeout": "5 secs", "Response Cookie Strategy": "DISABLED", "Socket Read Timeout": "15 secs", "Socket Idle Connections": "5", "Request Body Enabled": "true", "HTTP URL": "https://api.mobidata-bw.de/sharing/gbfs/v2/deer/station_information", "Request OAuth2 Access Token Provider": null, "Socket Idle Timeout": "5 mins", "Response Redirects Enabled": "True", "Socket Write Timeout": "15 secs", "Request Header Attributes Pattern": null, "Response FlowFile Naming Strategy": "RANDOM", "Response Cache Enabled": "false", "Request Date Header Enabled": "True", "Request Failure Penalization Enabled": "false", "Response Body Attribute Size": "256", "SSL Context Service": null, "Response Generation Required": "false", "Request User-Agent": null, "Response Header Request Attributes Enabled": "false", "HTTP Method": "GET", "Request Username": null, "Request Content-Type": "${mime.type}", "Response Body Attribute Name": null, "Request Digest Authentication Enabled": "false", "Request Multipart Form-Data Name": null, "Response Cache Size": "10MB", "Response Body Ignored": "false" }, "propertyDescriptors": { "Request Content-Encoding": { "name": "Request Content-Encoding", "displayName": "Request Content-Encoding", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "proxy-configuration-service": { "name": "proxy-configuration-service", "displayName": "Proxy Configuration Service", "identifiesControllerService": true, "sensitive": false, "dynamic": false }, "Request Multipart Form-Data Filename Enabled": { "name": "Request Multipart Form-Data Filename Enabled", "displayName": "Request Multipart Form-Data Filename Enabled", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Request Chunked Transfer-Encoding Enabled": { "name": "Request Chunked Transfer-Encoding Enabled", "displayName": "Request Chunked Transfer-Encoding Enabled", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Response Header Request Attributes Prefix": { "name": "Response Header Request Attributes Prefix", "displayName": "Response Header Request Attributes Prefix", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "HTTP/2 Disabled": { "name": "HTTP/2 Disabled", "displayName": "HTTP/2 Disabled", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Connection Timeout": { "name": "Connection Timeout", "displayName": "Connection Timeout", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Response Cookie Strategy": { "name": "Response Cookie Strategy", "displayName": "Response Cookie Strategy", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Request Password": { "name": "Request Password", "displayName": "Request Password", "identifiesControllerService": false, "sensitive": true, "dynamic": false }, "Socket Read Timeout": { "name": "Socket Read Timeout", "displayName": "Socket Read Timeout", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Socket Idle Connections": { "name": "Socket Idle Connections", "displayName": "Socket Idle Connections", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Request Body Enabled": { "name": "Request Body Enabled", "displayName": "Request Body Enabled", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "HTTP URL": { "name": "HTTP URL", "displayName": "HTTP URL", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Request OAuth2 Access Token Provider": { "name": "Request OAuth2 Access Token Provider", "displayName": "Request OAuth2 Access Token Provider", "identifiesControllerService": true, "sensitive": false, "dynamic": false }, "Socket Idle Timeout": { "name": "Socket Idle Timeout", "displayName": "Socket Idle Timeout", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Response Redirects Enabled": { "name": "Response Redirects Enabled", "displayName": "Response Redirects Enabled", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Socket Write Timeout": { "name": "Socket Write Timeout", "displayName": "Socket Write Timeout", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Request Header Attributes Pattern": { "name": "Request Header Attributes Pattern", "displayName": "Request Header Attributes Pattern", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Response FlowFile Naming Strategy": { "name": "Response FlowFile Naming Strategy", "displayName": "Response FlowFile Naming Strategy", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Response Cache Enabled": { "name": "Response Cache Enabled", "displayName": "Response Cache Enabled", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Request Date Header Enabled": { "name": "Request Date Header Enabled", "displayName": "Request Date Header Enabled", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Request Failure Penalization Enabled": { "name": "Request Failure Penalization Enabled", "displayName": "Request Failure Penalization Enabled", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Response Body Attribute Size": { "name": "Response Body Attribute Size", "displayName": "Response Body Attribute Size", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "SSL Context Service": { "name": "SSL Context Service", "displayName": "SSL Context Service", "identifiesControllerService": true, "sensitive": false, "dynamic": false }, "Response Generation Required": { "name": "Response Generation Required", "displayName": "Response Generation Required", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Request User-Agent": { "name": "Request User-Agent", "displayName": "Request User-Agent", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Response Header Request Attributes Enabled": { "name": "Response Header Request Attributes Enabled", "displayName": "Response Header Request Attributes Enabled", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "HTTP Method": { "name": "HTTP Method", "displayName": "HTTP Method", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Request Username": { "name": "Request Username", "displayName": "Request Username", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Request Content-Type": { "name": "Request Content-Type", "displayName": "Request Content-Type", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Response Body Attribute Name": { "name": "Response Body Attribute Name", "displayName": "Response Body Attribute Name", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Request Digest Authentication Enabled": { "name": "Request Digest Authentication Enabled", "displayName": "Request Digest Authentication Enabled", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Request Multipart Form-Data Name": { "name": "Request Multipart Form-Data Name", "displayName": "Request Multipart Form-Data Name", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Response Cache Size": { "name": "Response Cache Size", "displayName": "Response Cache Size", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Response Body Ignored": { "name": "Response Body Ignored", "displayName": "Response Body Ignored", "identifiesControllerService": false, "sensitive": false, "dynamic": false } }, "style": {}, "schedulingPeriod": "10 m", "schedulingStrategy": "TIMER_DRIVEN", "executionNode": "PRIMARY", "penaltyDuration": "30 sec", "yieldDuration": "1 sec", "bulletinLevel": "WARN", "runDurationMillis": 0, "concurrentlySchedulableTaskCount": 1, "autoTerminatedRelationships": [ "No Retry", "Retry", "Original", "Failure" ], "scheduledState": "ENABLED", "retryCount": 10, "retriedRelationships": [], "backoffMechanism": "PENALIZE_FLOWFILE", "maxBackoffPeriod": "10 mins", "componentType": "PROCESSOR", "groupIdentifier": "eaab7dc0-4761-3f1f-9dd5-ff82bd301911" }, { "identifier": "ba73d7c1-102f-3888-a573-5e6d2ec9e1f0", "instanceIdentifier": "816f11f1-0195-1000-ffff-ffffd698d6c2", "name": "Add station_uuid", "comments": "", "position": { "x": 936.0, "y": 1216.0 }, "type": "org.apache.nifi.processors.jolt.JoltTransformJSON", "bundle": { "group": "org.apache.nifi", "artifact": "nifi-jolt-nar", "version": "2.6.0" }, "properties": { "Jolt Transform": "jolt-transform-chain", "Max String Length": "20 MB", "Transform Cache Size": "1", "Custom Transformation Class Name": null, "Custom Module Directory": null, "Pretty Print": "false", "Jolt Specification": "[\n {\n \"operation\": \"default\",\n \"spec\": {\n \"*\": {\n \"station_uuid\": \"${station_uuid}\"\n }\n }\n }\n]\n" }, "propertyDescriptors": { "Jolt Transform": { "name": "Jolt Transform", "displayName": "Jolt Transform", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Max String Length": { "name": "Max String Length", "displayName": "Max String Length", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Transform Cache Size": { "name": "Transform Cache Size", "displayName": "Transform Cache Size", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Custom Transformation Class Name": { "name": "Custom Transformation Class Name", "displayName": "Custom Transformation Class Name", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Custom Module Directory": { "name": "Custom Module Directory", "displayName": "Custom Module Directory", "identifiesControllerService": false, "sensitive": false, "dynamic": false, "resourceDefinition": { "cardinality": "MULTIPLE", "resourceTypes": [ "DIRECTORY", "FILE" ] } }, "Pretty Print": { "name": "Pretty Print", "displayName": "Pretty Print", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Jolt Specification": { "name": "Jolt Specification", "displayName": "Jolt Specification", "identifiesControllerService": false, "sensitive": false, "dynamic": false, "resourceDefinition": { "cardinality": "SINGLE", "resourceTypes": [ "TEXT", "FILE" ] } } }, "style": {}, "schedulingPeriod": "0 sec", "schedulingStrategy": "TIMER_DRIVEN", "executionNode": "ALL", "penaltyDuration": "30 sec", "yieldDuration": "1 sec", "bulletinLevel": "WARN", "runDurationMillis": 0, "concurrentlySchedulableTaskCount": 1, "autoTerminatedRelationships": [ "failure" ], "scheduledState": "ENABLED", "retryCount": 10, "retriedRelationships": [], "backoffMechanism": "PENALIZE_FLOWFILE", "maxBackoffPeriod": "10 mins", "componentType": "PROCESSOR", "groupIdentifier": "eaab7dc0-4761-3f1f-9dd5-ff82bd301911" }, { "identifier": "577f603d-ee9c-3202-8139-d35d94c9c311", "instanceIdentifier": "331d7feb-96a3-3998-9a1e-5b23cca85c5f", "name": "SplitRecord", "comments": "", "position": { "x": 1309.0000007628792, "y": 537.999988448508 }, "type": "org.apache.nifi.processors.standard.SplitRecord", "bundle": { "group": "org.apache.nifi", "artifact": "nifi-standard-nar", "version": "2.6.0" }, "properties": { "Record Writer": "50e96367-7b84-3034-8dbf-6e02fa7c01df", "Record Reader": "c127588a-e95f-382f-afb1-33f9b279c38d", "Records Per Split": "1" }, "propertyDescriptors": { "Record Writer": { "name": "Record Writer", "displayName": "Record Writer", "identifiesControllerService": true, "sensitive": false, "dynamic": false }, "Record Reader": { "name": "Record Reader", "displayName": "Record Reader", "identifiesControllerService": true, "sensitive": false, "dynamic": false }, "Records Per Split": { "name": "Records Per Split", "displayName": "Records Per Split", "identifiesControllerService": false, "sensitive": false, "dynamic": false } }, "style": {}, "schedulingPeriod": "0 sec", "schedulingStrategy": "TIMER_DRIVEN", "executionNode": "ALL", "penaltyDuration": "30 sec", "yieldDuration": "1 sec", "bulletinLevel": "WARN", "runDurationMillis": 0, "concurrentlySchedulableTaskCount": 1, "autoTerminatedRelationships": [ "original", "failure" ], "scheduledState": "ENABLED", "retryCount": 10, "retriedRelationships": [], "backoffMechanism": "PENALIZE_FLOWFILE", "maxBackoffPeriod": "10 mins", "componentType": "PROCESSOR", "groupIdentifier": "eaab7dc0-4761-3f1f-9dd5-ff82bd301911" }, { "identifier": "fc594301-ecc4-353b-8330-7aecb14e6422", "instanceIdentifier": "f049f0b7-46f9-332b-bce3-925167b05f37", "name": "Get station list", "comments": "", "position": { "x": 1309.0000007628792, "y": 273.999988448508 }, "type": "org.apache.nifi.processors.standard.InvokeHTTP", "bundle": { "group": "org.apache.nifi", "artifact": "nifi-standard-nar", "version": "2.6.0" }, "properties": { "Request Content-Encoding": "DISABLED", "proxy-configuration-service": null, "Request Multipart Form-Data Filename Enabled": "true", "Request Chunked Transfer-Encoding Enabled": "false", "Response Header Request Attributes Prefix": null, "HTTP/2 Disabled": "False", "Connection Timeout": "5 secs", "Response Cookie Strategy": "DISABLED", "Socket Read Timeout": "15 secs", "Socket Idle Connections": "5", "Request Body Enabled": "true", "HTTP URL": "https://www.pegelonline.wsv.de/webservices/rest-api/v2/stations.json", "Request OAuth2 Access Token Provider": null, "Socket Idle Timeout": "5 mins", "Response Redirects Enabled": "True", "Socket Write Timeout": "15 secs", "Request Header Attributes Pattern": null, "Response FlowFile Naming Strategy": "RANDOM", "Response Cache Enabled": "false", "Request Date Header Enabled": "True", "Request Failure Penalization Enabled": "false", "Response Body Attribute Size": "256", "SSL Context Service": null, "Response Generation Required": "false", "Request User-Agent": null, "Response Header Request Attributes Enabled": "false", "HTTP Method": "GET", "Request Username": null, "Request Content-Type": "${mime.type}", "Response Body Attribute Name": null, "Request Digest Authentication Enabled": "false", "Request Multipart Form-Data Name": null, "Response Cache Size": "10MB", "Response Body Ignored": "false" }, "propertyDescriptors": { "Request Content-Encoding": { "name": "Request Content-Encoding", "displayName": "Request Content-Encoding", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "proxy-configuration-service": { "name": "proxy-configuration-service", "displayName": "Proxy Configuration Service", "identifiesControllerService": true, "sensitive": false, "dynamic": false }, "Request Multipart Form-Data Filename Enabled": { "name": "Request Multipart Form-Data Filename Enabled", "displayName": "Request Multipart Form-Data Filename Enabled", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Request Chunked Transfer-Encoding Enabled": { "name": "Request Chunked Transfer-Encoding Enabled", "displayName": "Request Chunked Transfer-Encoding Enabled", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Response Header Request Attributes Prefix": { "name": "Response Header Request Attributes Prefix", "displayName": "Response Header Request Attributes Prefix", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "HTTP/2 Disabled": { "name": "HTTP/2 Disabled", "displayName": "HTTP/2 Disabled", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Connection Timeout": { "name": "Connection Timeout", "displayName": "Connection Timeout", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Response Cookie Strategy": { "name": "Response Cookie Strategy", "displayName": "Response Cookie Strategy", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Request Password": { "name": "Request Password", "displayName": "Request Password", "identifiesControllerService": false, "sensitive": true, "dynamic": false }, "Socket Read Timeout": { "name": "Socket Read Timeout", "displayName": "Socket Read Timeout", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Socket Idle Connections": { "name": "Socket Idle Connections", "displayName": "Socket Idle Connections", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Request Body Enabled": { "name": "Request Body Enabled", "displayName": "Request Body Enabled", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "HTTP URL": { "name": "HTTP URL", "displayName": "HTTP URL", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Request OAuth2 Access Token Provider": { "name": "Request OAuth2 Access Token Provider", "displayName": "Request OAuth2 Access Token Provider", "identifiesControllerService": true, "sensitive": false, "dynamic": false }, "Socket Idle Timeout": { "name": "Socket Idle Timeout", "displayName": "Socket Idle Timeout", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Response Redirects Enabled": { "name": "Response Redirects Enabled", "displayName": "Response Redirects Enabled", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Socket Write Timeout": { "name": "Socket Write Timeout", "displayName": "Socket Write Timeout", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Request Header Attributes Pattern": { "name": "Request Header Attributes Pattern", "displayName": "Request Header Attributes Pattern", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Response FlowFile Naming Strategy": { "name": "Response FlowFile Naming Strategy", "displayName": "Response FlowFile Naming Strategy", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Response Cache Enabled": { "name": "Response Cache Enabled", "displayName": "Response Cache Enabled", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Request Date Header Enabled": { "name": "Request Date Header Enabled", "displayName": "Request Date Header Enabled", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Request Failure Penalization Enabled": { "name": "Request Failure Penalization Enabled", "displayName": "Request Failure Penalization Enabled", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Response Body Attribute Size": { "name": "Response Body Attribute Size", "displayName": "Response Body Attribute Size", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "SSL Context Service": { "name": "SSL Context Service", "displayName": "SSL Context Service", "identifiesControllerService": true, "sensitive": false, "dynamic": false }, "Response Generation Required": { "name": "Response Generation Required", "displayName": "Response Generation Required", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Request User-Agent": { "name": "Request User-Agent", "displayName": "Request User-Agent", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Response Header Request Attributes Enabled": { "name": "Response Header Request Attributes Enabled", "displayName": "Response Header Request Attributes Enabled", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "HTTP Method": { "name": "HTTP Method", "displayName": "HTTP Method", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Request Username": { "name": "Request Username", "displayName": "Request Username", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Request Content-Type": { "name": "Request Content-Type", "displayName": "Request Content-Type", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Response Body Attribute Name": { "name": "Response Body Attribute Name", "displayName": "Response Body Attribute Name", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Request Digest Authentication Enabled": { "name": "Request Digest Authentication Enabled", "displayName": "Request Digest Authentication Enabled", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Request Multipart Form-Data Name": { "name": "Request Multipart Form-Data Name", "displayName": "Request Multipart Form-Data Name", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Response Cache Size": { "name": "Response Cache Size", "displayName": "Response Cache Size", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Response Body Ignored": { "name": "Response Body Ignored", "displayName": "Response Body Ignored", "identifiesControllerService": false, "sensitive": false, "dynamic": false } }, "style": {}, "schedulingPeriod": "15 m", "schedulingStrategy": "TIMER_DRIVEN", "executionNode": "PRIMARY", "penaltyDuration": "30 sec", "yieldDuration": "1 sec", "bulletinLevel": "WARN", "runDurationMillis": 0, "concurrentlySchedulableTaskCount": 1, "autoTerminatedRelationships": [ "No Retry", "Retry", "Original", "Failure" ], "scheduledState": "ENABLED", "retryCount": 10, "retriedRelationships": [], "backoffMechanism": "PENALIZE_FLOWFILE", "maxBackoffPeriod": "10 mins", "componentType": "PROCESSOR", "groupIdentifier": "eaab7dc0-4761-3f1f-9dd5-ff82bd301911" }, { "identifier": "3a46b8c1-c2c6-3006-0000-000066d6dbdd", "instanceIdentifier": "9e653a1f-9897-3124-8aa1-83321219f2fc", "name": "Extract data attribute", "comments": "", "position": { "x": 2104.0, "y": 536.0 }, "type": "org.apache.nifi.processors.jolt.JoltTransformJSON", "bundle": { "group": "org.apache.nifi", "artifact": "nifi-jolt-nar", "version": "2.6.0" }, "properties": { "Jolt Transform": "jolt-transform-chain", "Max String Length": "20 MB", "Transform Cache Size": "1", "Custom Transformation Class Name": null, "Custom Module Directory": null, "Pretty Print": "false", "Jolt Specification": "[\n {\n \"operation\": \"shift\",\n \"spec\": {\n \"data\": {\n \"*\": \"\"\n }\n }\n }\n]\n" }, "propertyDescriptors": { "Jolt Transform": { "name": "Jolt Transform", "displayName": "Jolt Transform", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Max String Length": { "name": "Max String Length", "displayName": "Max String Length", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Transform Cache Size": { "name": "Transform Cache Size", "displayName": "Transform Cache Size", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Custom Transformation Class Name": { "name": "Custom Transformation Class Name", "displayName": "Custom Transformation Class Name", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Custom Module Directory": { "name": "Custom Module Directory", "displayName": "Custom Module Directory", "identifiesControllerService": false, "sensitive": false, "dynamic": false, "resourceDefinition": { "cardinality": "MULTIPLE", "resourceTypes": [ "DIRECTORY", "FILE" ] } }, "Pretty Print": { "name": "Pretty Print", "displayName": "Pretty Print", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Jolt Specification": { "name": "Jolt Specification", "displayName": "Jolt Specification", "identifiesControllerService": false, "sensitive": false, "dynamic": false, "resourceDefinition": { "cardinality": "SINGLE", "resourceTypes": [ "TEXT", "FILE" ] } } }, "style": {}, "schedulingPeriod": "0 sec", "schedulingStrategy": "TIMER_DRIVEN", "executionNode": "ALL", "penaltyDuration": "30 sec", "yieldDuration": "1 sec", "bulletinLevel": "WARN", "runDurationMillis": 0, "concurrentlySchedulableTaskCount": 1, "autoTerminatedRelationships": [ "failure" ], "scheduledState": "ENABLED", "retryCount": 10, "retriedRelationships": [], "backoffMechanism": "PENALIZE_FLOWFILE", "maxBackoffPeriod": "10 mins", "componentType": "PROCESSOR", "groupIdentifier": "eaab7dc0-4761-3f1f-9dd5-ff82bd301911" }, { "identifier": "dd4690f7-ae51-36bb-0000-0000325e1eed", "instanceIdentifier": "664aded4-922a-3da4-a584-7d5e43361201", "name": "Produce station status records", "comments": "", "position": { "x": 2104.0, "y": 752.0 }, "type": "org.apache.nifi.kafka.processors.PublishKafka", "bundle": { "group": "org.apache.nifi", "artifact": "nifi-kafka-nar", "version": "2.6.0" }, "properties": { "compression.type": "none", "acks": "all", "Message Demarcator": null, "Kafka Key Attribute Encoding": "utf-8", "Record Reader": "c127588a-e95f-382f-afb1-33f9b279c38d", "Record Metadata Strategy": "FROM_PROPERTIES", "Transactional ID Prefix": null, "Header Encoding": "UTF-8", "max.request.size": "1 MB", "Topic Name": "shared_bikes_station_status", "Kafka Key": null, "partition": null, "Kafka Connection Service": "a7cc755f-2210-3763-889e-24c3e0b0684d", "Publish Strategy": "USE_VALUE", "Record Key Writer": null, "Failure Strategy": "Route to Failure", "partitioner.class": "org.apache.kafka.clients.producer.internals.DefaultPartitioner", "Record Writer": "50e96367-7b84-3034-8dbf-6e02fa7c01df", "Transactions Enabled": "false", "Message Key Field": null, "FlowFile Attribute Header Pattern": null }, "propertyDescriptors": { "compression.type": { "name": "compression.type", "displayName": "Compression Type", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "acks": { "name": "acks", "displayName": "Delivery Guarantee", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Message Demarcator": { "name": "Message Demarcator", "displayName": "Message Demarcator", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Kafka Key Attribute Encoding": { "name": "Kafka Key Attribute Encoding", "displayName": "Kafka Key Attribute Encoding", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Record Reader": { "name": "Record Reader", "displayName": "Record Reader", "identifiesControllerService": true, "sensitive": false, "dynamic": false }, "Record Metadata Strategy": { "name": "Record Metadata Strategy", "displayName": "Record Metadata Strategy", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Transactional ID Prefix": { "name": "Transactional ID Prefix", "displayName": "Transactional ID Prefix", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Header Encoding": { "name": "Header Encoding", "displayName": "Header Encoding", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "max.request.size": { "name": "max.request.size", "displayName": "Max Request Size", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Topic Name": { "name": "Topic Name", "displayName": "Topic Name", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Kafka Key": { "name": "Kafka Key", "displayName": "Kafka Key", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "partition": { "name": "partition", "displayName": "Partition", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Kafka Connection Service": { "name": "Kafka Connection Service", "displayName": "Kafka Connection Service", "identifiesControllerService": true, "sensitive": false, "dynamic": false }, "Publish Strategy": { "name": "Publish Strategy", "displayName": "Publish Strategy", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Record Key Writer": { "name": "Record Key Writer", "displayName": "Record Key Writer", "identifiesControllerService": true, "sensitive": false, "dynamic": false }, "Failure Strategy": { "name": "Failure Strategy", "displayName": "Failure Strategy", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "partitioner.class": { "name": "partitioner.class", "displayName": "Partitioner Class", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Record Writer": { "name": "Record Writer", "displayName": "Record Writer", "identifiesControllerService": true, "sensitive": false, "dynamic": false }, "Transactions Enabled": { "name": "Transactions Enabled", "displayName": "Transactions Enabled", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Message Key Field": { "name": "Message Key Field", "displayName": "Message Key Field", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "FlowFile Attribute Header Pattern": { "name": "FlowFile Attribute Header Pattern", "displayName": "FlowFile Attribute Header Pattern", "identifiesControllerService": false, "sensitive": false, "dynamic": false } }, "style": {}, "schedulingPeriod": "0 sec", "schedulingStrategy": "TIMER_DRIVEN", "executionNode": "ALL", "penaltyDuration": "30 sec", "yieldDuration": "1 sec", "bulletinLevel": "WARN", "runDurationMillis": 0, "concurrentlySchedulableTaskCount": 1, "autoTerminatedRelationships": [ "success", "failure" ], "scheduledState": "ENABLED", "retryCount": 10, "retriedRelationships": [], "backoffMechanism": "PENALIZE_FLOWFILE", "maxBackoffPeriod": "10 mins", "componentType": "PROCESSOR", "groupIdentifier": "eaab7dc0-4761-3f1f-9dd5-ff82bd301911" }, { "identifier": "90d02439-1516-3c8a-ffff-ffff8b2ffb20", "instanceIdentifier": "3a5f9f2c-bafa-3ae3-bc1b-2e8f1dbea59e", "name": "Produce station information records", "comments": "", "position": { "x": 1704.0, "y": 752.0 }, "type": "org.apache.nifi.kafka.processors.PublishKafka", "bundle": { "group": "org.apache.nifi", "artifact": "nifi-kafka-nar", "version": "2.6.0" }, "properties": { "compression.type": "none", "acks": "all", "Message Demarcator": null, "Kafka Key Attribute Encoding": "utf-8", "Record Reader": "c127588a-e95f-382f-afb1-33f9b279c38d", "Record Metadata Strategy": "FROM_PROPERTIES", "Transactional ID Prefix": null, "Header Encoding": "UTF-8", "max.request.size": "1 MB", "Topic Name": "shared_bikes_station_information", "Kafka Key": null, "partition": null, "Kafka Connection Service": "a7cc755f-2210-3763-889e-24c3e0b0684d", "Publish Strategy": "USE_VALUE", "Record Key Writer": null, "Failure Strategy": "Route to Failure", "partitioner.class": "org.apache.kafka.clients.producer.internals.DefaultPartitioner", "Record Writer": "50e96367-7b84-3034-8dbf-6e02fa7c01df", "Transactions Enabled": "false", "Message Key Field": null, "FlowFile Attribute Header Pattern": null }, "propertyDescriptors": { "compression.type": { "name": "compression.type", "displayName": "Compression Type", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "acks": { "name": "acks", "displayName": "Delivery Guarantee", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Message Demarcator": { "name": "Message Demarcator", "displayName": "Message Demarcator", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Kafka Key Attribute Encoding": { "name": "Kafka Key Attribute Encoding", "displayName": "Kafka Key Attribute Encoding", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Record Reader": { "name": "Record Reader", "displayName": "Record Reader", "identifiesControllerService": true, "sensitive": false, "dynamic": false }, "Record Metadata Strategy": { "name": "Record Metadata Strategy", "displayName": "Record Metadata Strategy", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Transactional ID Prefix": { "name": "Transactional ID Prefix", "displayName": "Transactional ID Prefix", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Header Encoding": { "name": "Header Encoding", "displayName": "Header Encoding", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "max.request.size": { "name": "max.request.size", "displayName": "Max Request Size", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Topic Name": { "name": "Topic Name", "displayName": "Topic Name", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Kafka Key": { "name": "Kafka Key", "displayName": "Kafka Key", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "partition": { "name": "partition", "displayName": "Partition", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Kafka Connection Service": { "name": "Kafka Connection Service", "displayName": "Kafka Connection Service", "identifiesControllerService": true, "sensitive": false, "dynamic": false }, "Publish Strategy": { "name": "Publish Strategy", "displayName": "Publish Strategy", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Record Key Writer": { "name": "Record Key Writer", "displayName": "Record Key Writer", "identifiesControllerService": true, "sensitive": false, "dynamic": false }, "Failure Strategy": { "name": "Failure Strategy", "displayName": "Failure Strategy", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "partitioner.class": { "name": "partitioner.class", "displayName": "Partitioner Class", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Record Writer": { "name": "Record Writer", "displayName": "Record Writer", "identifiesControllerService": true, "sensitive": false, "dynamic": false }, "Transactions Enabled": { "name": "Transactions Enabled", "displayName": "Transactions Enabled", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Message Key Field": { "name": "Message Key Field", "displayName": "Message Key Field", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "FlowFile Attribute Header Pattern": { "name": "FlowFile Attribute Header Pattern", "displayName": "FlowFile Attribute Header Pattern", "identifiesControllerService": false, "sensitive": false, "dynamic": false } }, "style": {}, "schedulingPeriod": "0 sec", "schedulingStrategy": "TIMER_DRIVEN", "executionNode": "ALL", "penaltyDuration": "30 sec", "yieldDuration": "1 sec", "bulletinLevel": "WARN", "runDurationMillis": 0, "concurrentlySchedulableTaskCount": 1, "autoTerminatedRelationships": [ "success", "failure" ], "scheduledState": "ENABLED", "retryCount": 10, "retriedRelationships": [], "backoffMechanism": "PENALIZE_FLOWFILE", "maxBackoffPeriod": "10 mins", "componentType": "PROCESSOR", "groupIdentifier": "eaab7dc0-4761-3f1f-9dd5-ff82bd301911" }, { "identifier": "056f4faa-a4dc-3024-ffff-ffffb73ef3a0", "instanceIdentifier": "7b0b12f3-669e-32c4-b866-dea8a4a6f34a", "name": "Extract data attribute", "comments": "", "position": { "x": 2496.0, "y": 536.0 }, "type": "org.apache.nifi.processors.jolt.JoltTransformJSON", "bundle": { "group": "org.apache.nifi", "artifact": "nifi-jolt-nar", "version": "2.6.0" }, "properties": { "Jolt Transform": "jolt-transform-chain", "Max String Length": "20 MB", "Transform Cache Size": "1", "Custom Transformation Class Name": null, "Custom Module Directory": null, "Pretty Print": "false", "Jolt Specification": "[\n {\n \"operation\": \"shift\",\n \"spec\": {\n \"data\": {\n \"*\": \"\"\n }\n }\n }\n]\n" }, "propertyDescriptors": { "Jolt Transform": { "name": "Jolt Transform", "displayName": "Jolt Transform", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Max String Length": { "name": "Max String Length", "displayName": "Max String Length", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Transform Cache Size": { "name": "Transform Cache Size", "displayName": "Transform Cache Size", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Custom Transformation Class Name": { "name": "Custom Transformation Class Name", "displayName": "Custom Transformation Class Name", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Custom Module Directory": { "name": "Custom Module Directory", "displayName": "Custom Module Directory", "identifiesControllerService": false, "sensitive": false, "dynamic": false, "resourceDefinition": { "cardinality": "MULTIPLE", "resourceTypes": [ "DIRECTORY", "FILE" ] } }, "Pretty Print": { "name": "Pretty Print", "displayName": "Pretty Print", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Jolt Specification": { "name": "Jolt Specification", "displayName": "Jolt Specification", "identifiesControllerService": false, "sensitive": false, "dynamic": false, "resourceDefinition": { "cardinality": "SINGLE", "resourceTypes": [ "TEXT", "FILE" ] } } }, "style": {}, "schedulingPeriod": "0 sec", "schedulingStrategy": "TIMER_DRIVEN", "executionNode": "ALL", "penaltyDuration": "30 sec", "yieldDuration": "1 sec", "bulletinLevel": "WARN", "runDurationMillis": 0, "concurrentlySchedulableTaskCount": 1, "autoTerminatedRelationships": [ "failure" ], "scheduledState": "ENABLED", "retryCount": 10, "retriedRelationships": [], "backoffMechanism": "PENALIZE_FLOWFILE", "maxBackoffPeriod": "10 mins", "componentType": "PROCESSOR", "groupIdentifier": "eaab7dc0-4761-3f1f-9dd5-ff82bd301911" }, { "identifier": "42346af3-5793-3b8c-ffff-ffffc5c5139d", "instanceIdentifier": "f9f95954-77fc-3f16-9b94-54ca68090b21", "name": "Add station_uuid", "comments": "", "position": { "x": 1312.0, "y": 1216.0 }, "type": "org.apache.nifi.processors.jolt.JoltTransformJSON", "bundle": { "group": "org.apache.nifi", "artifact": "nifi-jolt-nar", "version": "2.6.0" }, "properties": { "Jolt Transform": "jolt-transform-chain", "Max String Length": "20 MB", "Transform Cache Size": "1", "Custom Transformation Class Name": null, "Custom Module Directory": null, "Pretty Print": "false", "Jolt Specification": "[\n {\n \"operation\": \"default\",\n \"spec\": {\n \"*\": {\n \"station_uuid\": \"${station_uuid}\"\n }\n }\n }\n]\n" }, "propertyDescriptors": { "Jolt Transform": { "name": "Jolt Transform", "displayName": "Jolt Transform", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Max String Length": { "name": "Max String Length", "displayName": "Max String Length", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Transform Cache Size": { "name": "Transform Cache Size", "displayName": "Transform Cache Size", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Custom Transformation Class Name": { "name": "Custom Transformation Class Name", "displayName": "Custom Transformation Class Name", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Custom Module Directory": { "name": "Custom Module Directory", "displayName": "Custom Module Directory", "identifiesControllerService": false, "sensitive": false, "dynamic": false, "resourceDefinition": { "cardinality": "MULTIPLE", "resourceTypes": [ "DIRECTORY", "FILE" ] } }, "Pretty Print": { "name": "Pretty Print", "displayName": "Pretty Print", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Jolt Specification": { "name": "Jolt Specification", "displayName": "Jolt Specification", "identifiesControllerService": false, "sensitive": false, "dynamic": false, "resourceDefinition": { "cardinality": "SINGLE", "resourceTypes": [ "TEXT", "FILE" ] } } }, "style": {}, "schedulingPeriod": "0 sec", "schedulingStrategy": "TIMER_DRIVEN", "executionNode": "ALL", "penaltyDuration": "30 sec", "yieldDuration": "1 sec", "bulletinLevel": "WARN", "runDurationMillis": 0, "concurrentlySchedulableTaskCount": 1, "autoTerminatedRelationships": [ "failure" ], "scheduledState": "ENABLED", "retryCount": 10, "retriedRelationships": [], "backoffMechanism": "PENALIZE_FLOWFILE", "maxBackoffPeriod": "10 mins", "componentType": "PROCESSOR", "groupIdentifier": "eaab7dc0-4761-3f1f-9dd5-ff82bd301911" }, { "identifier": "1a0aea35-946c-35de-8811-549faeb003ee", "instanceIdentifier": "81675904-0195-1000-ffff-ffffbbbb9cfe", "name": "Produce station records", "comments": "", "position": { "x": 560.0, "y": 536.0 }, "type": "org.apache.nifi.kafka.processors.PublishKafka", "bundle": { "group": "org.apache.nifi", "artifact": "nifi-kafka-nar", "version": "2.6.0" }, "properties": { "compression.type": "none", "acks": "all", "Message Demarcator": null, "Kafka Key Attribute Encoding": "utf-8", "Record Reader": "c127588a-e95f-382f-afb1-33f9b279c38d", "Record Metadata Strategy": "FROM_PROPERTIES", "Transactional ID Prefix": null, "Header Encoding": "UTF-8", "max.request.size": "1 MB", "Topic Name": "water_levels_stations", "Kafka Key": null, "partition": null, "Kafka Connection Service": "a7cc755f-2210-3763-889e-24c3e0b0684d", "Publish Strategy": "USE_VALUE", "Record Key Writer": null, "Failure Strategy": "Route to Failure", "partitioner.class": "org.apache.kafka.clients.producer.internals.DefaultPartitioner", "Record Writer": "50e96367-7b84-3034-8dbf-6e02fa7c01df", "Transactions Enabled": "false", "Message Key Field": null, "FlowFile Attribute Header Pattern": null }, "propertyDescriptors": { "compression.type": { "name": "compression.type", "displayName": "Compression Type", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "acks": { "name": "acks", "displayName": "Delivery Guarantee", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Message Demarcator": { "name": "Message Demarcator", "displayName": "Message Demarcator", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Kafka Key Attribute Encoding": { "name": "Kafka Key Attribute Encoding", "displayName": "Kafka Key Attribute Encoding", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Record Reader": { "name": "Record Reader", "displayName": "Record Reader", "identifiesControllerService": true, "sensitive": false, "dynamic": false }, "Record Metadata Strategy": { "name": "Record Metadata Strategy", "displayName": "Record Metadata Strategy", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Transactional ID Prefix": { "name": "Transactional ID Prefix", "displayName": "Transactional ID Prefix", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Header Encoding": { "name": "Header Encoding", "displayName": "Header Encoding", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "max.request.size": { "name": "max.request.size", "displayName": "Max Request Size", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Topic Name": { "name": "Topic Name", "displayName": "Topic Name", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Kafka Key": { "name": "Kafka Key", "displayName": "Kafka Key", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "partition": { "name": "partition", "displayName": "Partition", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Kafka Connection Service": { "name": "Kafka Connection Service", "displayName": "Kafka Connection Service", "identifiesControllerService": true, "sensitive": false, "dynamic": false }, "Publish Strategy": { "name": "Publish Strategy", "displayName": "Publish Strategy", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Record Key Writer": { "name": "Record Key Writer", "displayName": "Record Key Writer", "identifiesControllerService": true, "sensitive": false, "dynamic": false }, "Failure Strategy": { "name": "Failure Strategy", "displayName": "Failure Strategy", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "partitioner.class": { "name": "partitioner.class", "displayName": "Partitioner Class", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Record Writer": { "name": "Record Writer", "displayName": "Record Writer", "identifiesControllerService": true, "sensitive": false, "dynamic": false }, "Transactions Enabled": { "name": "Transactions Enabled", "displayName": "Transactions Enabled", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Message Key Field": { "name": "Message Key Field", "displayName": "Message Key Field", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "FlowFile Attribute Header Pattern": { "name": "FlowFile Attribute Header Pattern", "displayName": "FlowFile Attribute Header Pattern", "identifiesControllerService": false, "sensitive": false, "dynamic": false } }, "style": {}, "schedulingPeriod": "0 sec", "schedulingStrategy": "TIMER_DRIVEN", "executionNode": "ALL", "penaltyDuration": "30 sec", "yieldDuration": "1 sec", "bulletinLevel": "WARN", "runDurationMillis": 0, "concurrentlySchedulableTaskCount": 1, "autoTerminatedRelationships": [ "success", "failure" ], "scheduledState": "ENABLED", "retryCount": 10, "retriedRelationships": [], "backoffMechanism": "PENALIZE_FLOWFILE", "maxBackoffPeriod": "10 mins", "componentType": "PROCESSOR", "groupIdentifier": "eaab7dc0-4761-3f1f-9dd5-ff82bd301911" }, { "identifier": "364e250b-f224-3e12-b4cf-c782c9a06bbe", "instanceIdentifier": "143b2ea1-f9cc-3140-afd1-426a846dd9d0", "name": "Get free bike status", "comments": "", "position": { "x": 2501.000000762879, "y": 273.999988448508 }, "type": "org.apache.nifi.processors.standard.InvokeHTTP", "bundle": { "group": "org.apache.nifi", "artifact": "nifi-standard-nar", "version": "2.6.0" }, "properties": { "Request Content-Encoding": "DISABLED", "proxy-configuration-service": null, "Request Multipart Form-Data Filename Enabled": "true", "Request Chunked Transfer-Encoding Enabled": "false", "Response Header Request Attributes Prefix": null, "HTTP/2 Disabled": "False", "Connection Timeout": "5 secs", "Response Cookie Strategy": "DISABLED", "Socket Read Timeout": "15 secs", "Socket Idle Connections": "5", "Request Body Enabled": "true", "HTTP URL": "https://api.mobidata-bw.de/sharing/gbfs/v2/deer/free_bike_status", "Request OAuth2 Access Token Provider": null, "Socket Idle Timeout": "5 mins", "Response Redirects Enabled": "True", "Socket Write Timeout": "15 secs", "Request Header Attributes Pattern": null, "Response FlowFile Naming Strategy": "RANDOM", "Response Cache Enabled": "false", "Request Date Header Enabled": "True", "Request Failure Penalization Enabled": "false", "Response Body Attribute Size": "256", "SSL Context Service": null, "Response Generation Required": "false", "Request User-Agent": null, "Response Header Request Attributes Enabled": "false", "HTTP Method": "GET", "Request Username": null, "Request Content-Type": "${mime.type}", "Response Body Attribute Name": null, "Request Digest Authentication Enabled": "false", "Request Multipart Form-Data Name": null, "Response Cache Size": "10MB", "Response Body Ignored": "false" }, "propertyDescriptors": { "Request Content-Encoding": { "name": "Request Content-Encoding", "displayName": "Request Content-Encoding", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "proxy-configuration-service": { "name": "proxy-configuration-service", "displayName": "Proxy Configuration Service", "identifiesControllerService": true, "sensitive": false, "dynamic": false }, "Request Multipart Form-Data Filename Enabled": { "name": "Request Multipart Form-Data Filename Enabled", "displayName": "Request Multipart Form-Data Filename Enabled", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Request Chunked Transfer-Encoding Enabled": { "name": "Request Chunked Transfer-Encoding Enabled", "displayName": "Request Chunked Transfer-Encoding Enabled", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Response Header Request Attributes Prefix": { "name": "Response Header Request Attributes Prefix", "displayName": "Response Header Request Attributes Prefix", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "HTTP/2 Disabled": { "name": "HTTP/2 Disabled", "displayName": "HTTP/2 Disabled", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Connection Timeout": { "name": "Connection Timeout", "displayName": "Connection Timeout", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Response Cookie Strategy": { "name": "Response Cookie Strategy", "displayName": "Response Cookie Strategy", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Request Password": { "name": "Request Password", "displayName": "Request Password", "identifiesControllerService": false, "sensitive": true, "dynamic": false }, "Socket Read Timeout": { "name": "Socket Read Timeout", "displayName": "Socket Read Timeout", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Socket Idle Connections": { "name": "Socket Idle Connections", "displayName": "Socket Idle Connections", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Request Body Enabled": { "name": "Request Body Enabled", "displayName": "Request Body Enabled", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "HTTP URL": { "name": "HTTP URL", "displayName": "HTTP URL", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Request OAuth2 Access Token Provider": { "name": "Request OAuth2 Access Token Provider", "displayName": "Request OAuth2 Access Token Provider", "identifiesControllerService": true, "sensitive": false, "dynamic": false }, "Socket Idle Timeout": { "name": "Socket Idle Timeout", "displayName": "Socket Idle Timeout", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Response Redirects Enabled": { "name": "Response Redirects Enabled", "displayName": "Response Redirects Enabled", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Socket Write Timeout": { "name": "Socket Write Timeout", "displayName": "Socket Write Timeout", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Request Header Attributes Pattern": { "name": "Request Header Attributes Pattern", "displayName": "Request Header Attributes Pattern", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Response FlowFile Naming Strategy": { "name": "Response FlowFile Naming Strategy", "displayName": "Response FlowFile Naming Strategy", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Response Cache Enabled": { "name": "Response Cache Enabled", "displayName": "Response Cache Enabled", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Request Date Header Enabled": { "name": "Request Date Header Enabled", "displayName": "Request Date Header Enabled", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Request Failure Penalization Enabled": { "name": "Request Failure Penalization Enabled", "displayName": "Request Failure Penalization Enabled", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Response Body Attribute Size": { "name": "Response Body Attribute Size", "displayName": "Response Body Attribute Size", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "SSL Context Service": { "name": "SSL Context Service", "displayName": "SSL Context Service", "identifiesControllerService": true, "sensitive": false, "dynamic": false }, "Response Generation Required": { "name": "Response Generation Required", "displayName": "Response Generation Required", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Request User-Agent": { "name": "Request User-Agent", "displayName": "Request User-Agent", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Response Header Request Attributes Enabled": { "name": "Response Header Request Attributes Enabled", "displayName": "Response Header Request Attributes Enabled", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "HTTP Method": { "name": "HTTP Method", "displayName": "HTTP Method", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Request Username": { "name": "Request Username", "displayName": "Request Username", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Request Content-Type": { "name": "Request Content-Type", "displayName": "Request Content-Type", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Response Body Attribute Name": { "name": "Response Body Attribute Name", "displayName": "Response Body Attribute Name", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Request Digest Authentication Enabled": { "name": "Request Digest Authentication Enabled", "displayName": "Request Digest Authentication Enabled", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Request Multipart Form-Data Name": { "name": "Request Multipart Form-Data Name", "displayName": "Request Multipart Form-Data Name", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Response Cache Size": { "name": "Response Cache Size", "displayName": "Response Cache Size", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Response Body Ignored": { "name": "Response Body Ignored", "displayName": "Response Body Ignored", "identifiesControllerService": false, "sensitive": false, "dynamic": false } }, "style": {}, "schedulingPeriod": "1 m", "schedulingStrategy": "TIMER_DRIVEN", "executionNode": "PRIMARY", "penaltyDuration": "30 sec", "yieldDuration": "1 sec", "bulletinLevel": "WARN", "runDurationMillis": 0, "concurrentlySchedulableTaskCount": 1, "autoTerminatedRelationships": [ "No Retry", "Retry", "Original", "Failure" ], "scheduledState": "ENABLED", "retryCount": 10, "retriedRelationships": [], "backoffMechanism": "PENALIZE_FLOWFILE", "maxBackoffPeriod": "10 mins", "componentType": "PROCESSOR", "groupIdentifier": "eaab7dc0-4761-3f1f-9dd5-ff82bd301911" }, { "identifier": "26a592be-7444-337c-b8f9-3a29013cb760", "instanceIdentifier": "0ea082f4-3f0d-38db-bd4b-51feb5428cc6", "name": "Get station status", "comments": "", "position": { "x": 2101.000000762879, "y": 273.999988448508 }, "type": "org.apache.nifi.processors.standard.InvokeHTTP", "bundle": { "group": "org.apache.nifi", "artifact": "nifi-standard-nar", "version": "2.6.0" }, "properties": { "Request Content-Encoding": "DISABLED", "proxy-configuration-service": null, "Request Multipart Form-Data Filename Enabled": "true", "Request Chunked Transfer-Encoding Enabled": "false", "Response Header Request Attributes Prefix": null, "HTTP/2 Disabled": "False", "Connection Timeout": "5 secs", "Response Cookie Strategy": "DISABLED", "Socket Read Timeout": "15 secs", "Socket Idle Connections": "5", "Request Body Enabled": "true", "HTTP URL": "https://api.mobidata-bw.de/sharing/gbfs/v2/deer/station_status", "Request OAuth2 Access Token Provider": null, "Socket Idle Timeout": "5 mins", "Response Redirects Enabled": "True", "Socket Write Timeout": "15 secs", "Request Header Attributes Pattern": null, "Response FlowFile Naming Strategy": "RANDOM", "Response Cache Enabled": "false", "Request Date Header Enabled": "True", "Request Failure Penalization Enabled": "false", "Response Body Attribute Size": "256", "SSL Context Service": null, "Response Generation Required": "false", "Request User-Agent": null, "Response Header Request Attributes Enabled": "false", "HTTP Method": "GET", "Request Username": null, "Request Content-Type": "${mime.type}", "Response Body Attribute Name": null, "Request Digest Authentication Enabled": "false", "Request Multipart Form-Data Name": null, "Response Cache Size": "10MB", "Response Body Ignored": "false" }, "propertyDescriptors": { "Request Content-Encoding": { "name": "Request Content-Encoding", "displayName": "Request Content-Encoding", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "proxy-configuration-service": { "name": "proxy-configuration-service", "displayName": "Proxy Configuration Service", "identifiesControllerService": true, "sensitive": false, "dynamic": false }, "Request Multipart Form-Data Filename Enabled": { "name": "Request Multipart Form-Data Filename Enabled", "displayName": "Request Multipart Form-Data Filename Enabled", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Request Chunked Transfer-Encoding Enabled": { "name": "Request Chunked Transfer-Encoding Enabled", "displayName": "Request Chunked Transfer-Encoding Enabled", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Response Header Request Attributes Prefix": { "name": "Response Header Request Attributes Prefix", "displayName": "Response Header Request Attributes Prefix", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "HTTP/2 Disabled": { "name": "HTTP/2 Disabled", "displayName": "HTTP/2 Disabled", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Connection Timeout": { "name": "Connection Timeout", "displayName": "Connection Timeout", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Response Cookie Strategy": { "name": "Response Cookie Strategy", "displayName": "Response Cookie Strategy", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Request Password": { "name": "Request Password", "displayName": "Request Password", "identifiesControllerService": false, "sensitive": true, "dynamic": false }, "Socket Read Timeout": { "name": "Socket Read Timeout", "displayName": "Socket Read Timeout", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Socket Idle Connections": { "name": "Socket Idle Connections", "displayName": "Socket Idle Connections", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Request Body Enabled": { "name": "Request Body Enabled", "displayName": "Request Body Enabled", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "HTTP URL": { "name": "HTTP URL", "displayName": "HTTP URL", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Request OAuth2 Access Token Provider": { "name": "Request OAuth2 Access Token Provider", "displayName": "Request OAuth2 Access Token Provider", "identifiesControllerService": true, "sensitive": false, "dynamic": false }, "Socket Idle Timeout": { "name": "Socket Idle Timeout", "displayName": "Socket Idle Timeout", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Response Redirects Enabled": { "name": "Response Redirects Enabled", "displayName": "Response Redirects Enabled", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Socket Write Timeout": { "name": "Socket Write Timeout", "displayName": "Socket Write Timeout", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Request Header Attributes Pattern": { "name": "Request Header Attributes Pattern", "displayName": "Request Header Attributes Pattern", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Response FlowFile Naming Strategy": { "name": "Response FlowFile Naming Strategy", "displayName": "Response FlowFile Naming Strategy", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Response Cache Enabled": { "name": "Response Cache Enabled", "displayName": "Response Cache Enabled", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Request Date Header Enabled": { "name": "Request Date Header Enabled", "displayName": "Request Date Header Enabled", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Request Failure Penalization Enabled": { "name": "Request Failure Penalization Enabled", "displayName": "Request Failure Penalization Enabled", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Response Body Attribute Size": { "name": "Response Body Attribute Size", "displayName": "Response Body Attribute Size", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "SSL Context Service": { "name": "SSL Context Service", "displayName": "SSL Context Service", "identifiesControllerService": true, "sensitive": false, "dynamic": false }, "Response Generation Required": { "name": "Response Generation Required", "displayName": "Response Generation Required", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Request User-Agent": { "name": "Request User-Agent", "displayName": "Request User-Agent", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Response Header Request Attributes Enabled": { "name": "Response Header Request Attributes Enabled", "displayName": "Response Header Request Attributes Enabled", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "HTTP Method": { "name": "HTTP Method", "displayName": "HTTP Method", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Request Username": { "name": "Request Username", "displayName": "Request Username", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Request Content-Type": { "name": "Request Content-Type", "displayName": "Request Content-Type", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Response Body Attribute Name": { "name": "Response Body Attribute Name", "displayName": "Response Body Attribute Name", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Request Digest Authentication Enabled": { "name": "Request Digest Authentication Enabled", "displayName": "Request Digest Authentication Enabled", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Request Multipart Form-Data Name": { "name": "Request Multipart Form-Data Name", "displayName": "Request Multipart Form-Data Name", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Response Cache Size": { "name": "Response Cache Size", "displayName": "Response Cache Size", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Response Body Ignored": { "name": "Response Body Ignored", "displayName": "Response Body Ignored", "identifiesControllerService": false, "sensitive": false, "dynamic": false } }, "style": {}, "schedulingPeriod": "1 m", "schedulingStrategy": "TIMER_DRIVEN", "executionNode": "PRIMARY", "penaltyDuration": "30 sec", "yieldDuration": "1 sec", "bulletinLevel": "WARN", "runDurationMillis": 0, "concurrentlySchedulableTaskCount": 1, "autoTerminatedRelationships": [ "No Retry", "Retry", "Original", "Failure" ], "scheduledState": "ENABLED", "retryCount": 10, "retriedRelationships": [], "backoffMechanism": "PENALIZE_FLOWFILE", "maxBackoffPeriod": "10 mins", "componentType": "PROCESSOR", "groupIdentifier": "eaab7dc0-4761-3f1f-9dd5-ff82bd301911" }, { "identifier": "d9bacb7c-10df-3044-ffff-ffffe7a604af", "instanceIdentifier": "8c7c157b-6f95-399c-83f7-54a79ea11078", "name": "Produce bike status records", "comments": "", "position": { "x": 2504.0, "y": 752.0 }, "type": "org.apache.nifi.kafka.processors.PublishKafka", "bundle": { "group": "org.apache.nifi", "artifact": "nifi-kafka-nar", "version": "2.6.0" }, "properties": { "compression.type": "none", "acks": "all", "Message Demarcator": null, "Kafka Key Attribute Encoding": "utf-8", "Record Reader": "c127588a-e95f-382f-afb1-33f9b279c38d", "Record Metadata Strategy": "FROM_PROPERTIES", "Transactional ID Prefix": null, "Header Encoding": "UTF-8", "max.request.size": "1 MB", "Topic Name": "shared_bikes_bike_status", "Kafka Key": null, "partition": null, "Kafka Connection Service": "a7cc755f-2210-3763-889e-24c3e0b0684d", "Publish Strategy": "USE_VALUE", "Record Key Writer": null, "Failure Strategy": "Route to Failure", "partitioner.class": "org.apache.kafka.clients.producer.internals.DefaultPartitioner", "Record Writer": "50e96367-7b84-3034-8dbf-6e02fa7c01df", "Transactions Enabled": "false", "Message Key Field": null, "FlowFile Attribute Header Pattern": null }, "propertyDescriptors": { "compression.type": { "name": "compression.type", "displayName": "Compression Type", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "acks": { "name": "acks", "displayName": "Delivery Guarantee", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Message Demarcator": { "name": "Message Demarcator", "displayName": "Message Demarcator", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Kafka Key Attribute Encoding": { "name": "Kafka Key Attribute Encoding", "displayName": "Kafka Key Attribute Encoding", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Record Reader": { "name": "Record Reader", "displayName": "Record Reader", "identifiesControllerService": true, "sensitive": false, "dynamic": false }, "Record Metadata Strategy": { "name": "Record Metadata Strategy", "displayName": "Record Metadata Strategy", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Transactional ID Prefix": { "name": "Transactional ID Prefix", "displayName": "Transactional ID Prefix", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Header Encoding": { "name": "Header Encoding", "displayName": "Header Encoding", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "max.request.size": { "name": "max.request.size", "displayName": "Max Request Size", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Topic Name": { "name": "Topic Name", "displayName": "Topic Name", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Kafka Key": { "name": "Kafka Key", "displayName": "Kafka Key", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "partition": { "name": "partition", "displayName": "Partition", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Kafka Connection Service": { "name": "Kafka Connection Service", "displayName": "Kafka Connection Service", "identifiesControllerService": true, "sensitive": false, "dynamic": false }, "Publish Strategy": { "name": "Publish Strategy", "displayName": "Publish Strategy", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Record Key Writer": { "name": "Record Key Writer", "displayName": "Record Key Writer", "identifiesControllerService": true, "sensitive": false, "dynamic": false }, "Failure Strategy": { "name": "Failure Strategy", "displayName": "Failure Strategy", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "partitioner.class": { "name": "partitioner.class", "displayName": "Partitioner Class", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Record Writer": { "name": "Record Writer", "displayName": "Record Writer", "identifiesControllerService": true, "sensitive": false, "dynamic": false }, "Transactions Enabled": { "name": "Transactions Enabled", "displayName": "Transactions Enabled", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Message Key Field": { "name": "Message Key Field", "displayName": "Message Key Field", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "FlowFile Attribute Header Pattern": { "name": "FlowFile Attribute Header Pattern", "displayName": "FlowFile Attribute Header Pattern", "identifiesControllerService": false, "sensitive": false, "dynamic": false } }, "style": {}, "schedulingPeriod": "0 sec", "schedulingStrategy": "TIMER_DRIVEN", "executionNode": "ALL", "penaltyDuration": "30 sec", "yieldDuration": "1 sec", "bulletinLevel": "WARN", "runDurationMillis": 0, "concurrentlySchedulableTaskCount": 1, "autoTerminatedRelationships": [ "success", "failure" ], "scheduledState": "ENABLED", "retryCount": 10, "retriedRelationships": [], "backoffMechanism": "PENALIZE_FLOWFILE", "maxBackoffPeriod": "10 mins", "componentType": "PROCESSOR", "groupIdentifier": "eaab7dc0-4761-3f1f-9dd5-ff82bd301911" }, { "identifier": "00bcf948-7bef-35b6-8a6d-e641194b8189", "instanceIdentifier": "d92196ba-38f9-3b77-b9a4-4e0dfe564d3f", "name": "Get station list", "comments": "", "position": { "x": 557.000000762879, "y": 273.999988448508 }, "type": "org.apache.nifi.processors.standard.InvokeHTTP", "bundle": { "group": "org.apache.nifi", "artifact": "nifi-standard-nar", "version": "2.6.0" }, "properties": { "Request Content-Encoding": "DISABLED", "proxy-configuration-service": null, "Request Multipart Form-Data Filename Enabled": "true", "Request Chunked Transfer-Encoding Enabled": "false", "Response Header Request Attributes Prefix": null, "HTTP/2 Disabled": "False", "Connection Timeout": "5 secs", "Response Cookie Strategy": "DISABLED", "Socket Read Timeout": "15 secs", "Socket Idle Connections": "5", "Request Body Enabled": "true", "HTTP URL": "https://www.pegelonline.wsv.de/webservices/rest-api/v2/stations.json", "Request OAuth2 Access Token Provider": null, "Socket Idle Timeout": "5 mins", "Response Redirects Enabled": "True", "Socket Write Timeout": "15 secs", "Request Header Attributes Pattern": null, "Response FlowFile Naming Strategy": "RANDOM", "Response Cache Enabled": "false", "Request Date Header Enabled": "True", "Request Failure Penalization Enabled": "false", "Response Body Attribute Size": "256", "SSL Context Service": null, "Response Generation Required": "false", "Request User-Agent": null, "Response Header Request Attributes Enabled": "false", "HTTP Method": "GET", "Request Username": null, "Request Content-Type": "${mime.type}", "Response Body Attribute Name": null, "Request Digest Authentication Enabled": "false", "Request Multipart Form-Data Name": null, "Response Cache Size": "10MB", "Response Body Ignored": "false" }, "propertyDescriptors": { "Request Content-Encoding": { "name": "Request Content-Encoding", "displayName": "Request Content-Encoding", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "proxy-configuration-service": { "name": "proxy-configuration-service", "displayName": "Proxy Configuration Service", "identifiesControllerService": true, "sensitive": false, "dynamic": false }, "Request Multipart Form-Data Filename Enabled": { "name": "Request Multipart Form-Data Filename Enabled", "displayName": "Request Multipart Form-Data Filename Enabled", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Request Chunked Transfer-Encoding Enabled": { "name": "Request Chunked Transfer-Encoding Enabled", "displayName": "Request Chunked Transfer-Encoding Enabled", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Response Header Request Attributes Prefix": { "name": "Response Header Request Attributes Prefix", "displayName": "Response Header Request Attributes Prefix", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "HTTP/2 Disabled": { "name": "HTTP/2 Disabled", "displayName": "HTTP/2 Disabled", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Connection Timeout": { "name": "Connection Timeout", "displayName": "Connection Timeout", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Response Cookie Strategy": { "name": "Response Cookie Strategy", "displayName": "Response Cookie Strategy", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Request Password": { "name": "Request Password", "displayName": "Request Password", "identifiesControllerService": false, "sensitive": true, "dynamic": false }, "Socket Read Timeout": { "name": "Socket Read Timeout", "displayName": "Socket Read Timeout", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Socket Idle Connections": { "name": "Socket Idle Connections", "displayName": "Socket Idle Connections", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Request Body Enabled": { "name": "Request Body Enabled", "displayName": "Request Body Enabled", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "HTTP URL": { "name": "HTTP URL", "displayName": "HTTP URL", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Request OAuth2 Access Token Provider": { "name": "Request OAuth2 Access Token Provider", "displayName": "Request OAuth2 Access Token Provider", "identifiesControllerService": true, "sensitive": false, "dynamic": false }, "Socket Idle Timeout": { "name": "Socket Idle Timeout", "displayName": "Socket Idle Timeout", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Response Redirects Enabled": { "name": "Response Redirects Enabled", "displayName": "Response Redirects Enabled", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Socket Write Timeout": { "name": "Socket Write Timeout", "displayName": "Socket Write Timeout", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Request Header Attributes Pattern": { "name": "Request Header Attributes Pattern", "displayName": "Request Header Attributes Pattern", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Response FlowFile Naming Strategy": { "name": "Response FlowFile Naming Strategy", "displayName": "Response FlowFile Naming Strategy", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Response Cache Enabled": { "name": "Response Cache Enabled", "displayName": "Response Cache Enabled", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Request Date Header Enabled": { "name": "Request Date Header Enabled", "displayName": "Request Date Header Enabled", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Request Failure Penalization Enabled": { "name": "Request Failure Penalization Enabled", "displayName": "Request Failure Penalization Enabled", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Response Body Attribute Size": { "name": "Response Body Attribute Size", "displayName": "Response Body Attribute Size", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "SSL Context Service": { "name": "SSL Context Service", "displayName": "SSL Context Service", "identifiesControllerService": true, "sensitive": false, "dynamic": false }, "Response Generation Required": { "name": "Response Generation Required", "displayName": "Response Generation Required", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Request User-Agent": { "name": "Request User-Agent", "displayName": "Request User-Agent", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Response Header Request Attributes Enabled": { "name": "Response Header Request Attributes Enabled", "displayName": "Response Header Request Attributes Enabled", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "HTTP Method": { "name": "HTTP Method", "displayName": "HTTP Method", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Request Username": { "name": "Request Username", "displayName": "Request Username", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Request Content-Type": { "name": "Request Content-Type", "displayName": "Request Content-Type", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Response Body Attribute Name": { "name": "Response Body Attribute Name", "displayName": "Response Body Attribute Name", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Request Digest Authentication Enabled": { "name": "Request Digest Authentication Enabled", "displayName": "Request Digest Authentication Enabled", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Request Multipart Form-Data Name": { "name": "Request Multipart Form-Data Name", "displayName": "Request Multipart Form-Data Name", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Response Cache Size": { "name": "Response Cache Size", "displayName": "Response Cache Size", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Response Body Ignored": { "name": "Response Body Ignored", "displayName": "Response Body Ignored", "identifiesControllerService": false, "sensitive": false, "dynamic": false } }, "style": {}, "schedulingPeriod": "10 m", "schedulingStrategy": "TIMER_DRIVEN", "executionNode": "PRIMARY", "penaltyDuration": "30 sec", "yieldDuration": "1 sec", "bulletinLevel": "WARN", "runDurationMillis": 0, "concurrentlySchedulableTaskCount": 1, "autoTerminatedRelationships": [ "No Retry", "Retry", "Original", "Failure" ], "scheduledState": "ENABLED", "retryCount": 10, "retriedRelationships": [], "backoffMechanism": "PENALIZE_FLOWFILE", "maxBackoffPeriod": "10 mins", "componentType": "PROCESSOR", "groupIdentifier": "eaab7dc0-4761-3f1f-9dd5-ff82bd301911" }, { "identifier": "98c83f54-9f99-3d95-88b0-ae91140707c9", "instanceIdentifier": "098befce-068e-3d63-8586-1a7309e40e58", "name": "Get station list", "comments": "", "position": { "x": 933.000000762879, "y": 273.999988448508 }, "type": "org.apache.nifi.processors.standard.InvokeHTTP", "bundle": { "group": "org.apache.nifi", "artifact": "nifi-standard-nar", "version": "2.6.0" }, "properties": { "Request Content-Encoding": "DISABLED", "proxy-configuration-service": null, "Request Multipart Form-Data Filename Enabled": "true", "Request Chunked Transfer-Encoding Enabled": "false", "Response Header Request Attributes Prefix": null, "HTTP/2 Disabled": "False", "Connection Timeout": "5 secs", "Response Cookie Strategy": "DISABLED", "Socket Read Timeout": "15 secs", "Socket Idle Connections": "5", "Request Body Enabled": "true", "HTTP URL": "https://www.pegelonline.wsv.de/webservices/rest-api/v2/stations.json", "Request OAuth2 Access Token Provider": null, "Socket Idle Timeout": "5 mins", "Response Redirects Enabled": "True", "Socket Write Timeout": "15 secs", "Request Header Attributes Pattern": null, "Response FlowFile Naming Strategy": "RANDOM", "Response Cache Enabled": "false", "Request Date Header Enabled": "True", "Request Failure Penalization Enabled": "false", "Response Body Attribute Size": "256", "SSL Context Service": null, "Response Generation Required": "false", "Request User-Agent": null, "Response Header Request Attributes Enabled": "false", "HTTP Method": "GET", "Request Username": null, "Request Content-Type": "${mime.type}", "Response Body Attribute Name": null, "Request Digest Authentication Enabled": "false", "Request Multipart Form-Data Name": null, "Response Cache Size": "10MB", "Response Body Ignored": "false" }, "propertyDescriptors": { "Request Content-Encoding": { "name": "Request Content-Encoding", "displayName": "Request Content-Encoding", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "proxy-configuration-service": { "name": "proxy-configuration-service", "displayName": "Proxy Configuration Service", "identifiesControllerService": true, "sensitive": false, "dynamic": false }, "Request Multipart Form-Data Filename Enabled": { "name": "Request Multipart Form-Data Filename Enabled", "displayName": "Request Multipart Form-Data Filename Enabled", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Request Chunked Transfer-Encoding Enabled": { "name": "Request Chunked Transfer-Encoding Enabled", "displayName": "Request Chunked Transfer-Encoding Enabled", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Response Header Request Attributes Prefix": { "name": "Response Header Request Attributes Prefix", "displayName": "Response Header Request Attributes Prefix", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "HTTP/2 Disabled": { "name": "HTTP/2 Disabled", "displayName": "HTTP/2 Disabled", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Connection Timeout": { "name": "Connection Timeout", "displayName": "Connection Timeout", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Response Cookie Strategy": { "name": "Response Cookie Strategy", "displayName": "Response Cookie Strategy", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Request Password": { "name": "Request Password", "displayName": "Request Password", "identifiesControllerService": false, "sensitive": true, "dynamic": false }, "Socket Read Timeout": { "name": "Socket Read Timeout", "displayName": "Socket Read Timeout", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Socket Idle Connections": { "name": "Socket Idle Connections", "displayName": "Socket Idle Connections", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Request Body Enabled": { "name": "Request Body Enabled", "displayName": "Request Body Enabled", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "HTTP URL": { "name": "HTTP URL", "displayName": "HTTP URL", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Request OAuth2 Access Token Provider": { "name": "Request OAuth2 Access Token Provider", "displayName": "Request OAuth2 Access Token Provider", "identifiesControllerService": true, "sensitive": false, "dynamic": false }, "Socket Idle Timeout": { "name": "Socket Idle Timeout", "displayName": "Socket Idle Timeout", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Response Redirects Enabled": { "name": "Response Redirects Enabled", "displayName": "Response Redirects Enabled", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Socket Write Timeout": { "name": "Socket Write Timeout", "displayName": "Socket Write Timeout", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Request Header Attributes Pattern": { "name": "Request Header Attributes Pattern", "displayName": "Request Header Attributes Pattern", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Response FlowFile Naming Strategy": { "name": "Response FlowFile Naming Strategy", "displayName": "Response FlowFile Naming Strategy", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Response Cache Enabled": { "name": "Response Cache Enabled", "displayName": "Response Cache Enabled", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Request Date Header Enabled": { "name": "Request Date Header Enabled", "displayName": "Request Date Header Enabled", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Request Failure Penalization Enabled": { "name": "Request Failure Penalization Enabled", "displayName": "Request Failure Penalization Enabled", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Response Body Attribute Size": { "name": "Response Body Attribute Size", "displayName": "Response Body Attribute Size", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "SSL Context Service": { "name": "SSL Context Service", "displayName": "SSL Context Service", "identifiesControllerService": true, "sensitive": false, "dynamic": false }, "Response Generation Required": { "name": "Response Generation Required", "displayName": "Response Generation Required", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Request User-Agent": { "name": "Request User-Agent", "displayName": "Request User-Agent", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Response Header Request Attributes Enabled": { "name": "Response Header Request Attributes Enabled", "displayName": "Response Header Request Attributes Enabled", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "HTTP Method": { "name": "HTTP Method", "displayName": "HTTP Method", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Request Username": { "name": "Request Username", "displayName": "Request Username", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Request Content-Type": { "name": "Request Content-Type", "displayName": "Request Content-Type", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Response Body Attribute Name": { "name": "Response Body Attribute Name", "displayName": "Response Body Attribute Name", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Request Digest Authentication Enabled": { "name": "Request Digest Authentication Enabled", "displayName": "Request Digest Authentication Enabled", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Request Multipart Form-Data Name": { "name": "Request Multipart Form-Data Name", "displayName": "Request Multipart Form-Data Name", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Response Cache Size": { "name": "Response Cache Size", "displayName": "Response Cache Size", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Response Body Ignored": { "name": "Response Body Ignored", "displayName": "Response Body Ignored", "identifiesControllerService": false, "sensitive": false, "dynamic": false } }, "style": {}, "schedulingPeriod": "365000 days", "schedulingStrategy": "TIMER_DRIVEN", "executionNode": "PRIMARY", "penaltyDuration": "30 sec", "yieldDuration": "1 sec", "bulletinLevel": "WARN", "runDurationMillis": 0, "concurrentlySchedulableTaskCount": 1, "autoTerminatedRelationships": [ "No Retry", "Retry", "Original", "Failure" ], "scheduledState": "ENABLED", "retryCount": 10, "retriedRelationships": [], "backoffMechanism": "PENALIZE_FLOWFILE", "maxBackoffPeriod": "10 mins", "componentType": "PROCESSOR", "groupIdentifier": "eaab7dc0-4761-3f1f-9dd5-ff82bd301911" }, { "identifier": "405f050c-5005-3b96-ffff-ffffbc8a379e", "instanceIdentifier": "3dd55349-9324-36ea-a6a0-d76280b79609", "name": "Extract data attribute", "comments": "", "position": { "x": 1704.0, "y": 544.0 }, "type": "org.apache.nifi.processors.jolt.JoltTransformJSON", "bundle": { "group": "org.apache.nifi", "artifact": "nifi-jolt-nar", "version": "2.6.0" }, "properties": { "Jolt Transform": "jolt-transform-chain", "Max String Length": "20 MB", "Transform Cache Size": "1", "Custom Transformation Class Name": null, "Custom Module Directory": null, "Pretty Print": "false", "Jolt Specification": "[\n {\n \"operation\": \"shift\",\n \"spec\": {\n \"data\": {\n \"*\": \"\"\n }\n }\n }\n]\n" }, "propertyDescriptors": { "Jolt Transform": { "name": "Jolt Transform", "displayName": "Jolt Transform", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Max String Length": { "name": "Max String Length", "displayName": "Max String Length", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Transform Cache Size": { "name": "Transform Cache Size", "displayName": "Transform Cache Size", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Custom Transformation Class Name": { "name": "Custom Transformation Class Name", "displayName": "Custom Transformation Class Name", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Custom Module Directory": { "name": "Custom Module Directory", "displayName": "Custom Module Directory", "identifiesControllerService": false, "sensitive": false, "dynamic": false, "resourceDefinition": { "cardinality": "MULTIPLE", "resourceTypes": [ "DIRECTORY", "FILE" ] } }, "Pretty Print": { "name": "Pretty Print", "displayName": "Pretty Print", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Jolt Specification": { "name": "Jolt Specification", "displayName": "Jolt Specification", "identifiesControllerService": false, "sensitive": false, "dynamic": false, "resourceDefinition": { "cardinality": "SINGLE", "resourceTypes": [ "TEXT", "FILE" ] } } }, "style": {}, "schedulingPeriod": "0 sec", "schedulingStrategy": "TIMER_DRIVEN", "executionNode": "ALL", "penaltyDuration": "30 sec", "yieldDuration": "1 sec", "bulletinLevel": "WARN", "runDurationMillis": 0, "concurrentlySchedulableTaskCount": 1, "autoTerminatedRelationships": [ "failure" ], "scheduledState": "ENABLED", "retryCount": 10, "retriedRelationships": [], "backoffMechanism": "PENALIZE_FLOWFILE", "maxBackoffPeriod": "10 mins", "componentType": "PROCESSOR", "groupIdentifier": "eaab7dc0-4761-3f1f-9dd5-ff82bd301911" }, { "identifier": "a1453322-1c3f-3150-a5be-0330c98144d9", "instanceIdentifier": "be5c2f57-09fd-3608-8c9c-9779e52c0ce8", "name": "Extract station_uuid", "comments": "", "position": { "x": 933.000000762879, "y": 753.999988448508 }, "type": "org.apache.nifi.processors.standard.EvaluateJsonPath", "bundle": { "group": "org.apache.nifi", "artifact": "nifi-standard-nar", "version": "2.6.0" }, "properties": { "Destination": "flowfile-attribute", "Max String Length": "20 MB", "Return Type": "auto-detect", "Null Value Representation": "empty string", "station_uuid": "$.uuid", "Path Not Found Behavior": "ignore" }, "propertyDescriptors": { "Destination": { "name": "Destination", "displayName": "Destination", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Max String Length": { "name": "Max String Length", "displayName": "Max String Length", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Return Type": { "name": "Return Type", "displayName": "Return Type", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Null Value Representation": { "name": "Null Value Representation", "displayName": "Null Value Representation", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "station_uuid": { "name": "station_uuid", "displayName": "station_uuid", "identifiesControllerService": false, "sensitive": false, "dynamic": true }, "Path Not Found Behavior": { "name": "Path Not Found Behavior", "displayName": "Path Not Found Behavior", "identifiesControllerService": false, "sensitive": false, "dynamic": false } }, "style": {}, "schedulingPeriod": "0 sec", "schedulingStrategy": "TIMER_DRIVEN", "executionNode": "ALL", "penaltyDuration": "30 sec", "yieldDuration": "1 sec", "bulletinLevel": "WARN", "runDurationMillis": 0, "concurrentlySchedulableTaskCount": 1, "autoTerminatedRelationships": [ "failure", "unmatched" ], "scheduledState": "ENABLED", "retryCount": 10, "retriedRelationships": [], "backoffMechanism": "PENALIZE_FLOWFILE", "maxBackoffPeriod": "10 mins", "componentType": "PROCESSOR", "groupIdentifier": "eaab7dc0-4761-3f1f-9dd5-ff82bd301911" }, { "identifier": "de71001e-de69-32c2-82b9-6f008665b252", "instanceIdentifier": "df138016-7764-3ad6-ac10-9f57e657461d", "name": "Get 30 minutes of historic data", "comments": "", "position": { "x": 1309.0000007628792, "y": 993.999988448508 }, "type": "org.apache.nifi.processors.standard.InvokeHTTP", "bundle": { "group": "org.apache.nifi", "artifact": "nifi-standard-nar", "version": "2.6.0" }, "properties": { "Request Content-Encoding": "DISABLED", "proxy-configuration-service": null, "Request Multipart Form-Data Filename Enabled": "true", "Request Chunked Transfer-Encoding Enabled": "false", "Response Header Request Attributes Prefix": null, "HTTP/2 Disabled": "False", "Connection Timeout": "5 secs", "Response Cookie Strategy": "DISABLED", "Socket Read Timeout": "15 secs", "Socket Idle Connections": "5", "Request Body Enabled": "true", "HTTP URL": "https://www.pegelonline.wsv.de/webservices/rest-api/v2/stations/${station_uuid}/W/measurements.json?start=PT30M", "Request OAuth2 Access Token Provider": null, "Socket Idle Timeout": "5 mins", "Response Redirects Enabled": "True", "Socket Write Timeout": "15 secs", "Request Header Attributes Pattern": null, "Response FlowFile Naming Strategy": "RANDOM", "Response Cache Enabled": "false", "Request Date Header Enabled": "True", "Request Failure Penalization Enabled": "false", "Response Body Attribute Size": "256", "SSL Context Service": null, "Response Generation Required": "false", "Request User-Agent": null, "Response Header Request Attributes Enabled": "false", "HTTP Method": "GET", "Request Username": null, "Request Content-Type": "${mime.type}", "Response Body Attribute Name": null, "Request Digest Authentication Enabled": "false", "Request Multipart Form-Data Name": null, "Response Cache Size": "10MB", "Response Body Ignored": "false" }, "propertyDescriptors": { "Request Content-Encoding": { "name": "Request Content-Encoding", "displayName": "Request Content-Encoding", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "proxy-configuration-service": { "name": "proxy-configuration-service", "displayName": "Proxy Configuration Service", "identifiesControllerService": true, "sensitive": false, "dynamic": false }, "Request Multipart Form-Data Filename Enabled": { "name": "Request Multipart Form-Data Filename Enabled", "displayName": "Request Multipart Form-Data Filename Enabled", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Request Chunked Transfer-Encoding Enabled": { "name": "Request Chunked Transfer-Encoding Enabled", "displayName": "Request Chunked Transfer-Encoding Enabled", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Response Header Request Attributes Prefix": { "name": "Response Header Request Attributes Prefix", "displayName": "Response Header Request Attributes Prefix", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "HTTP/2 Disabled": { "name": "HTTP/2 Disabled", "displayName": "HTTP/2 Disabled", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Connection Timeout": { "name": "Connection Timeout", "displayName": "Connection Timeout", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Response Cookie Strategy": { "name": "Response Cookie Strategy", "displayName": "Response Cookie Strategy", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Request Password": { "name": "Request Password", "displayName": "Request Password", "identifiesControllerService": false, "sensitive": true, "dynamic": false }, "Socket Read Timeout": { "name": "Socket Read Timeout", "displayName": "Socket Read Timeout", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Socket Idle Connections": { "name": "Socket Idle Connections", "displayName": "Socket Idle Connections", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Request Body Enabled": { "name": "Request Body Enabled", "displayName": "Request Body Enabled", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "HTTP URL": { "name": "HTTP URL", "displayName": "HTTP URL", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Request OAuth2 Access Token Provider": { "name": "Request OAuth2 Access Token Provider", "displayName": "Request OAuth2 Access Token Provider", "identifiesControllerService": true, "sensitive": false, "dynamic": false }, "Socket Idle Timeout": { "name": "Socket Idle Timeout", "displayName": "Socket Idle Timeout", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Response Redirects Enabled": { "name": "Response Redirects Enabled", "displayName": "Response Redirects Enabled", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Socket Write Timeout": { "name": "Socket Write Timeout", "displayName": "Socket Write Timeout", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Request Header Attributes Pattern": { "name": "Request Header Attributes Pattern", "displayName": "Request Header Attributes Pattern", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Response FlowFile Naming Strategy": { "name": "Response FlowFile Naming Strategy", "displayName": "Response FlowFile Naming Strategy", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Response Cache Enabled": { "name": "Response Cache Enabled", "displayName": "Response Cache Enabled", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Request Date Header Enabled": { "name": "Request Date Header Enabled", "displayName": "Request Date Header Enabled", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Request Failure Penalization Enabled": { "name": "Request Failure Penalization Enabled", "displayName": "Request Failure Penalization Enabled", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Response Body Attribute Size": { "name": "Response Body Attribute Size", "displayName": "Response Body Attribute Size", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "SSL Context Service": { "name": "SSL Context Service", "displayName": "SSL Context Service", "identifiesControllerService": true, "sensitive": false, "dynamic": false }, "Response Generation Required": { "name": "Response Generation Required", "displayName": "Response Generation Required", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Request User-Agent": { "name": "Request User-Agent", "displayName": "Request User-Agent", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Response Header Request Attributes Enabled": { "name": "Response Header Request Attributes Enabled", "displayName": "Response Header Request Attributes Enabled", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "HTTP Method": { "name": "HTTP Method", "displayName": "HTTP Method", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Request Username": { "name": "Request Username", "displayName": "Request Username", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Request Content-Type": { "name": "Request Content-Type", "displayName": "Request Content-Type", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Response Body Attribute Name": { "name": "Response Body Attribute Name", "displayName": "Response Body Attribute Name", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Request Digest Authentication Enabled": { "name": "Request Digest Authentication Enabled", "displayName": "Request Digest Authentication Enabled", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Request Multipart Form-Data Name": { "name": "Request Multipart Form-Data Name", "displayName": "Request Multipart Form-Data Name", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Response Cache Size": { "name": "Response Cache Size", "displayName": "Response Cache Size", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Response Body Ignored": { "name": "Response Body Ignored", "displayName": "Response Body Ignored", "identifiesControllerService": false, "sensitive": false, "dynamic": false } }, "style": {}, "schedulingPeriod": "1 s", "schedulingStrategy": "TIMER_DRIVEN", "executionNode": "ALL", "penaltyDuration": "30 sec", "yieldDuration": "1 sec", "bulletinLevel": "WARN", "runDurationMillis": 0, "concurrentlySchedulableTaskCount": 1, "autoTerminatedRelationships": [ "No Retry", "Retry", "Original", "Failure" ], "scheduledState": "ENABLED", "retryCount": 10, "retriedRelationships": [], "backoffMechanism": "PENALIZE_FLOWFILE", "maxBackoffPeriod": "10 mins", "componentType": "PROCESSOR", "groupIdentifier": "eaab7dc0-4761-3f1f-9dd5-ff82bd301911" }, { "identifier": "7133f561-971a-35b6-abff-9892e06b4bbe", "instanceIdentifier": "fd7775f9-0f65-361a-bcb9-71668ae1a663", "name": "Get 30 days historic data", "comments": "", "position": { "x": 933.000000762879, "y": 993.999988448508 }, "type": "org.apache.nifi.processors.standard.InvokeHTTP", "bundle": { "group": "org.apache.nifi", "artifact": "nifi-standard-nar", "version": "2.6.0" }, "properties": { "Request Content-Encoding": "DISABLED", "proxy-configuration-service": null, "Request Multipart Form-Data Filename Enabled": "true", "Request Chunked Transfer-Encoding Enabled": "false", "Response Header Request Attributes Prefix": null, "HTTP/2 Disabled": "False", "Connection Timeout": "5 secs", "Response Cookie Strategy": "DISABLED", "Socket Read Timeout": "15 secs", "Socket Idle Connections": "5", "Request Body Enabled": "true", "HTTP URL": "https://www.pegelonline.wsv.de/webservices/rest-api/v2/stations/${station_uuid}/W/measurements.json?start=P30D", "Request OAuth2 Access Token Provider": null, "Socket Idle Timeout": "5 mins", "Response Redirects Enabled": "True", "Socket Write Timeout": "15 secs", "Request Header Attributes Pattern": null, "Response FlowFile Naming Strategy": "RANDOM", "Response Cache Enabled": "false", "Request Date Header Enabled": "True", "Request Failure Penalization Enabled": "false", "Response Body Attribute Size": "256", "SSL Context Service": null, "Response Generation Required": "false", "Request User-Agent": null, "Response Header Request Attributes Enabled": "false", "HTTP Method": "GET", "Request Username": null, "Request Content-Type": "${mime.type}", "Response Body Attribute Name": null, "Request Digest Authentication Enabled": "false", "Request Multipart Form-Data Name": null, "Response Cache Size": "10MB", "Response Body Ignored": "false" }, "propertyDescriptors": { "Request Content-Encoding": { "name": "Request Content-Encoding", "displayName": "Request Content-Encoding", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "proxy-configuration-service": { "name": "proxy-configuration-service", "displayName": "Proxy Configuration Service", "identifiesControllerService": true, "sensitive": false, "dynamic": false }, "Request Multipart Form-Data Filename Enabled": { "name": "Request Multipart Form-Data Filename Enabled", "displayName": "Request Multipart Form-Data Filename Enabled", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Request Chunked Transfer-Encoding Enabled": { "name": "Request Chunked Transfer-Encoding Enabled", "displayName": "Request Chunked Transfer-Encoding Enabled", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Response Header Request Attributes Prefix": { "name": "Response Header Request Attributes Prefix", "displayName": "Response Header Request Attributes Prefix", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "HTTP/2 Disabled": { "name": "HTTP/2 Disabled", "displayName": "HTTP/2 Disabled", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Connection Timeout": { "name": "Connection Timeout", "displayName": "Connection Timeout", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Response Cookie Strategy": { "name": "Response Cookie Strategy", "displayName": "Response Cookie Strategy", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Request Password": { "name": "Request Password", "displayName": "Request Password", "identifiesControllerService": false, "sensitive": true, "dynamic": false }, "Socket Read Timeout": { "name": "Socket Read Timeout", "displayName": "Socket Read Timeout", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Socket Idle Connections": { "name": "Socket Idle Connections", "displayName": "Socket Idle Connections", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Request Body Enabled": { "name": "Request Body Enabled", "displayName": "Request Body Enabled", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "HTTP URL": { "name": "HTTP URL", "displayName": "HTTP URL", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Request OAuth2 Access Token Provider": { "name": "Request OAuth2 Access Token Provider", "displayName": "Request OAuth2 Access Token Provider", "identifiesControllerService": true, "sensitive": false, "dynamic": false }, "Socket Idle Timeout": { "name": "Socket Idle Timeout", "displayName": "Socket Idle Timeout", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Response Redirects Enabled": { "name": "Response Redirects Enabled", "displayName": "Response Redirects Enabled", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Socket Write Timeout": { "name": "Socket Write Timeout", "displayName": "Socket Write Timeout", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Request Header Attributes Pattern": { "name": "Request Header Attributes Pattern", "displayName": "Request Header Attributes Pattern", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Response FlowFile Naming Strategy": { "name": "Response FlowFile Naming Strategy", "displayName": "Response FlowFile Naming Strategy", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Response Cache Enabled": { "name": "Response Cache Enabled", "displayName": "Response Cache Enabled", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Request Date Header Enabled": { "name": "Request Date Header Enabled", "displayName": "Request Date Header Enabled", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Request Failure Penalization Enabled": { "name": "Request Failure Penalization Enabled", "displayName": "Request Failure Penalization Enabled", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Response Body Attribute Size": { "name": "Response Body Attribute Size", "displayName": "Response Body Attribute Size", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "SSL Context Service": { "name": "SSL Context Service", "displayName": "SSL Context Service", "identifiesControllerService": true, "sensitive": false, "dynamic": false }, "Response Generation Required": { "name": "Response Generation Required", "displayName": "Response Generation Required", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Request User-Agent": { "name": "Request User-Agent", "displayName": "Request User-Agent", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Response Header Request Attributes Enabled": { "name": "Response Header Request Attributes Enabled", "displayName": "Response Header Request Attributes Enabled", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "HTTP Method": { "name": "HTTP Method", "displayName": "HTTP Method", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Request Username": { "name": "Request Username", "displayName": "Request Username", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Request Content-Type": { "name": "Request Content-Type", "displayName": "Request Content-Type", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Response Body Attribute Name": { "name": "Response Body Attribute Name", "displayName": "Response Body Attribute Name", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Request Digest Authentication Enabled": { "name": "Request Digest Authentication Enabled", "displayName": "Request Digest Authentication Enabled", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Request Multipart Form-Data Name": { "name": "Request Multipart Form-Data Name", "displayName": "Request Multipart Form-Data Name", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Response Cache Size": { "name": "Response Cache Size", "displayName": "Response Cache Size", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Response Body Ignored": { "name": "Response Body Ignored", "displayName": "Response Body Ignored", "identifiesControllerService": false, "sensitive": false, "dynamic": false } }, "style": {}, "schedulingPeriod": "0 sec", "schedulingStrategy": "TIMER_DRIVEN", "executionNode": "ALL", "penaltyDuration": "30 sec", "yieldDuration": "1 sec", "bulletinLevel": "WARN", "runDurationMillis": 0, "concurrentlySchedulableTaskCount": 1, "autoTerminatedRelationships": [ "No Retry", "Retry", "Original", "Failure" ], "scheduledState": "ENABLED", "retryCount": 10, "retriedRelationships": [], "backoffMechanism": "PENALIZE_FLOWFILE", "maxBackoffPeriod": "10 mins", "componentType": "PROCESSOR", "groupIdentifier": "eaab7dc0-4761-3f1f-9dd5-ff82bd301911" }, { "identifier": "0640256b-010a-3e69-b961-680e63ec85e2", "instanceIdentifier": "71fee077-9f08-3916-b189-f933b8f13619", "name": "Extract station_uuid", "comments": "", "position": { "x": 1309.0000007628792, "y": 753.999988448508 }, "type": "org.apache.nifi.processors.standard.EvaluateJsonPath", "bundle": { "group": "org.apache.nifi", "artifact": "nifi-standard-nar", "version": "2.6.0" }, "properties": { "Destination": "flowfile-attribute", "Max String Length": "20 MB", "Return Type": "auto-detect", "Null Value Representation": "empty string", "station_uuid": "$.uuid", "Path Not Found Behavior": "ignore" }, "propertyDescriptors": { "Destination": { "name": "Destination", "displayName": "Destination", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Max String Length": { "name": "Max String Length", "displayName": "Max String Length", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Return Type": { "name": "Return Type", "displayName": "Return Type", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Null Value Representation": { "name": "Null Value Representation", "displayName": "Null Value Representation", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "station_uuid": { "name": "station_uuid", "displayName": "station_uuid", "identifiesControllerService": false, "sensitive": false, "dynamic": true }, "Path Not Found Behavior": { "name": "Path Not Found Behavior", "displayName": "Path Not Found Behavior", "identifiesControllerService": false, "sensitive": false, "dynamic": false } }, "style": {}, "schedulingPeriod": "0 sec", "schedulingStrategy": "TIMER_DRIVEN", "executionNode": "ALL", "penaltyDuration": "30 sec", "yieldDuration": "1 sec", "bulletinLevel": "WARN", "runDurationMillis": 0, "concurrentlySchedulableTaskCount": 1, "autoTerminatedRelationships": [ "failure", "unmatched" ], "scheduledState": "ENABLED", "retryCount": 10, "retriedRelationships": [], "backoffMechanism": "PENALIZE_FLOWFILE", "maxBackoffPeriod": "10 mins", "componentType": "PROCESSOR", "groupIdentifier": "eaab7dc0-4761-3f1f-9dd5-ff82bd301911" }, { "identifier": "99d1a93c-6332-3e77-0000-0000527115be", "instanceIdentifier": "839f75a2-3a32-38b7-8c36-50498002e9c1", "name": "PublishKafka", "comments": "", "position": { "x": 936.0, "y": 1432.0 }, "type": "org.apache.nifi.kafka.processors.PublishKafka", "bundle": { "group": "org.apache.nifi", "artifact": "nifi-kafka-nar", "version": "2.6.0" }, "properties": { "compression.type": "snappy", "acks": "all", "Message Demarcator": null, "Kafka Key Attribute Encoding": "utf-8", "Record Reader": "c127588a-e95f-382f-afb1-33f9b279c38d", "Record Metadata Strategy": "FROM_PROPERTIES", "Transactional ID Prefix": null, "Header Encoding": "UTF-8", "max.request.size": "1 MB", "Topic Name": "water_levels_measurements", "Kafka Key": null, "partition": null, "Kafka Connection Service": "a7cc755f-2210-3763-889e-24c3e0b0684d", "Publish Strategy": "USE_VALUE", "Record Key Writer": null, "Failure Strategy": "Route to Failure", "partitioner.class": "org.apache.kafka.clients.producer.internals.DefaultPartitioner", "Record Writer": "50e96367-7b84-3034-8dbf-6e02fa7c01df", "Transactions Enabled": "false", "Message Key Field": null, "FlowFile Attribute Header Pattern": null }, "propertyDescriptors": { "compression.type": { "name": "compression.type", "displayName": "Compression Type", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "acks": { "name": "acks", "displayName": "Delivery Guarantee", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Message Demarcator": { "name": "Message Demarcator", "displayName": "Message Demarcator", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Kafka Key Attribute Encoding": { "name": "Kafka Key Attribute Encoding", "displayName": "Kafka Key Attribute Encoding", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Record Reader": { "name": "Record Reader", "displayName": "Record Reader", "identifiesControllerService": true, "sensitive": false, "dynamic": false }, "Record Metadata Strategy": { "name": "Record Metadata Strategy", "displayName": "Record Metadata Strategy", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Transactional ID Prefix": { "name": "Transactional ID Prefix", "displayName": "Transactional ID Prefix", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Header Encoding": { "name": "Header Encoding", "displayName": "Header Encoding", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "max.request.size": { "name": "max.request.size", "displayName": "Max Request Size", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Topic Name": { "name": "Topic Name", "displayName": "Topic Name", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Kafka Key": { "name": "Kafka Key", "displayName": "Kafka Key", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "partition": { "name": "partition", "displayName": "Partition", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Kafka Connection Service": { "name": "Kafka Connection Service", "displayName": "Kafka Connection Service", "identifiesControllerService": true, "sensitive": false, "dynamic": false }, "Publish Strategy": { "name": "Publish Strategy", "displayName": "Publish Strategy", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Record Key Writer": { "name": "Record Key Writer", "displayName": "Record Key Writer", "identifiesControllerService": true, "sensitive": false, "dynamic": false }, "Failure Strategy": { "name": "Failure Strategy", "displayName": "Failure Strategy", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "partitioner.class": { "name": "partitioner.class", "displayName": "Partitioner Class", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Record Writer": { "name": "Record Writer", "displayName": "Record Writer", "identifiesControllerService": true, "sensitive": false, "dynamic": false }, "Transactions Enabled": { "name": "Transactions Enabled", "displayName": "Transactions Enabled", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Message Key Field": { "name": "Message Key Field", "displayName": "Message Key Field", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "FlowFile Attribute Header Pattern": { "name": "FlowFile Attribute Header Pattern", "displayName": "FlowFile Attribute Header Pattern", "identifiesControllerService": false, "sensitive": false, "dynamic": false } }, "style": {}, "schedulingPeriod": "0 sec", "schedulingStrategy": "TIMER_DRIVEN", "executionNode": "ALL", "penaltyDuration": "30 sec", "yieldDuration": "1 sec", "bulletinLevel": "WARN", "runDurationMillis": 0, "concurrentlySchedulableTaskCount": 1, "autoTerminatedRelationships": [ "success", "failure" ], "scheduledState": "ENABLED", "retryCount": 10, "retriedRelationships": [], "backoffMechanism": "PENALIZE_FLOWFILE", "maxBackoffPeriod": "10 mins", "componentType": "PROCESSOR", "groupIdentifier": "eaab7dc0-4761-3f1f-9dd5-ff82bd301911" }, { "identifier": "762fb4f3-201b-3c92-ffff-ffff8e7e57fd", "instanceIdentifier": "3d7eb954-e054-3324-aea1-5aa7a03dc120", "name": "PublishKafka", "comments": "", "position": { "x": 1312.0, "y": 1432.0 }, "type": "org.apache.nifi.kafka.processors.PublishKafka", "bundle": { "group": "org.apache.nifi", "artifact": "nifi-kafka-nar", "version": "2.6.0" }, "properties": { "compression.type": "snappy", "acks": "all", "Message Demarcator": null, "Kafka Key Attribute Encoding": "utf-8", "Record Reader": "c127588a-e95f-382f-afb1-33f9b279c38d", "Record Metadata Strategy": "FROM_PROPERTIES", "Transactional ID Prefix": null, "Header Encoding": "UTF-8", "max.request.size": "1 MB", "Topic Name": "water_levels_measurements", "Kafka Key": null, "partition": null, "Kafka Connection Service": "a7cc755f-2210-3763-889e-24c3e0b0684d", "Publish Strategy": "USE_VALUE", "Record Key Writer": null, "Failure Strategy": "Route to Failure", "partitioner.class": "org.apache.kafka.clients.producer.internals.DefaultPartitioner", "Record Writer": "50e96367-7b84-3034-8dbf-6e02fa7c01df", "Transactions Enabled": "false", "Message Key Field": null, "FlowFile Attribute Header Pattern": null }, "propertyDescriptors": { "compression.type": { "name": "compression.type", "displayName": "Compression Type", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "acks": { "name": "acks", "displayName": "Delivery Guarantee", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Message Demarcator": { "name": "Message Demarcator", "displayName": "Message Demarcator", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Kafka Key Attribute Encoding": { "name": "Kafka Key Attribute Encoding", "displayName": "Kafka Key Attribute Encoding", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Record Reader": { "name": "Record Reader", "displayName": "Record Reader", "identifiesControllerService": true, "sensitive": false, "dynamic": false }, "Record Metadata Strategy": { "name": "Record Metadata Strategy", "displayName": "Record Metadata Strategy", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Transactional ID Prefix": { "name": "Transactional ID Prefix", "displayName": "Transactional ID Prefix", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Header Encoding": { "name": "Header Encoding", "displayName": "Header Encoding", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "max.request.size": { "name": "max.request.size", "displayName": "Max Request Size", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Topic Name": { "name": "Topic Name", "displayName": "Topic Name", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Kafka Key": { "name": "Kafka Key", "displayName": "Kafka Key", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "partition": { "name": "partition", "displayName": "Partition", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Kafka Connection Service": { "name": "Kafka Connection Service", "displayName": "Kafka Connection Service", "identifiesControllerService": true, "sensitive": false, "dynamic": false }, "Publish Strategy": { "name": "Publish Strategy", "displayName": "Publish Strategy", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Record Key Writer": { "name": "Record Key Writer", "displayName": "Record Key Writer", "identifiesControllerService": true, "sensitive": false, "dynamic": false }, "Failure Strategy": { "name": "Failure Strategy", "displayName": "Failure Strategy", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "partitioner.class": { "name": "partitioner.class", "displayName": "Partitioner Class", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Record Writer": { "name": "Record Writer", "displayName": "Record Writer", "identifiesControllerService": true, "sensitive": false, "dynamic": false }, "Transactions Enabled": { "name": "Transactions Enabled", "displayName": "Transactions Enabled", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Message Key Field": { "name": "Message Key Field", "displayName": "Message Key Field", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "FlowFile Attribute Header Pattern": { "name": "FlowFile Attribute Header Pattern", "displayName": "FlowFile Attribute Header Pattern", "identifiesControllerService": false, "sensitive": false, "dynamic": false } }, "style": {}, "schedulingPeriod": "0 sec", "schedulingStrategy": "TIMER_DRIVEN", "executionNode": "ALL", "penaltyDuration": "30 sec", "yieldDuration": "1 sec", "bulletinLevel": "WARN", "runDurationMillis": 0, "concurrentlySchedulableTaskCount": 1, "autoTerminatedRelationships": [ "success", "failure" ], "scheduledState": "ENABLED", "retryCount": 10, "retriedRelationships": [], "backoffMechanism": "PENALIZE_FLOWFILE", "maxBackoffPeriod": "10 mins", "componentType": "PROCESSOR", "groupIdentifier": "eaab7dc0-4761-3f1f-9dd5-ff82bd301911" }, { "identifier": "c6929ff2-ea95-3d79-a483-3ffa75371ee4", "instanceIdentifier": "78b9af30-7922-3dd6-91d4-f88d7f984ec6", "name": "SplitRecord", "comments": "", "position": { "x": 933.000000762879, "y": 537.999988448508 }, "type": "org.apache.nifi.processors.standard.SplitRecord", "bundle": { "group": "org.apache.nifi", "artifact": "nifi-standard-nar", "version": "2.6.0" }, "properties": { "Record Writer": "50e96367-7b84-3034-8dbf-6e02fa7c01df", "Record Reader": "c127588a-e95f-382f-afb1-33f9b279c38d", "Records Per Split": "1" }, "propertyDescriptors": { "Record Writer": { "name": "Record Writer", "displayName": "Record Writer", "identifiesControllerService": true, "sensitive": false, "dynamic": false }, "Record Reader": { "name": "Record Reader", "displayName": "Record Reader", "identifiesControllerService": true, "sensitive": false, "dynamic": false }, "Records Per Split": { "name": "Records Per Split", "displayName": "Records Per Split", "identifiesControllerService": false, "sensitive": false, "dynamic": false } }, "style": {}, "schedulingPeriod": "0 sec", "schedulingStrategy": "TIMER_DRIVEN", "executionNode": "ALL", "penaltyDuration": "30 sec", "yieldDuration": "1 sec", "bulletinLevel": "WARN", "runDurationMillis": 0, "concurrentlySchedulableTaskCount": 1, "autoTerminatedRelationships": [ "original", "failure" ], "scheduledState": "ENABLED", "retryCount": 10, "retriedRelationships": [], "backoffMechanism": "PENALIZE_FLOWFILE", "maxBackoffPeriod": "10 mins", "componentType": "PROCESSOR", "groupIdentifier": "eaab7dc0-4761-3f1f-9dd5-ff82bd301911" } ], "inputPorts": [], "outputPorts": [], "connections": [ { "identifier": "9552346e-6dd7-3991-99f5-479e87ebb4b6", "instanceIdentifier": "1bfdc782-8410-3e9d-a004-7d21c43fa5bb", "name": "", "source": { "id": "26a592be-7444-337c-b8f9-3a29013cb760", "type": "PROCESSOR", "groupId": "eaab7dc0-4761-3f1f-9dd5-ff82bd301911", "name": "Get station status", "comments": "", "instanceIdentifier": "0ea082f4-3f0d-38db-bd4b-51feb5428cc6" }, "destination": { "id": "3a46b8c1-c2c6-3006-0000-000066d6dbdd", "type": "PROCESSOR", "groupId": "eaab7dc0-4761-3f1f-9dd5-ff82bd301911", "name": "Extract data attribute", "comments": "", "instanceIdentifier": "9e653a1f-9897-3124-8aa1-83321219f2fc" }, "labelIndex": 1, "zIndex": 0, "selectedRelationships": [ "Response" ], "backPressureObjectThreshold": 10000, "backPressureDataSizeThreshold": "1 GB", "flowFileExpiration": "0 sec", "prioritizers": [], "bends": [], "loadBalanceStrategy": "DO_NOT_LOAD_BALANCE", "partitioningAttribute": "", "loadBalanceCompression": "DO_NOT_COMPRESS", "componentType": "CONNECTION", "groupIdentifier": "eaab7dc0-4761-3f1f-9dd5-ff82bd301911" }, { "identifier": "2c1c00a7-bf5d-3937-8fb3-8ee54b5117e3", "instanceIdentifier": "eb0cef96-08d3-39de-8518-cf136ccd5871", "name": "", "source": { "id": "5e50831e-a2fd-34c9-af0a-924b16280705", "type": "PROCESSOR", "groupId": "eaab7dc0-4761-3f1f-9dd5-ff82bd301911", "name": "Get station information", "comments": "", "instanceIdentifier": "54f2ba99-3a49-3160-b8b9-45b8c0a6ac2a" }, "destination": { "id": "405f050c-5005-3b96-ffff-ffffbc8a379e", "type": "PROCESSOR", "groupId": "eaab7dc0-4761-3f1f-9dd5-ff82bd301911", "name": "Extract data attribute", "comments": "", "instanceIdentifier": "3dd55349-9324-36ea-a6a0-d76280b79609" }, "labelIndex": 1, "zIndex": 0, "selectedRelationships": [ "Response" ], "backPressureObjectThreshold": 10000, "backPressureDataSizeThreshold": "1 GB", "flowFileExpiration": "0 sec", "prioritizers": [], "bends": [], "loadBalanceStrategy": "DO_NOT_LOAD_BALANCE", "partitioningAttribute": "", "loadBalanceCompression": "DO_NOT_COMPRESS", "componentType": "CONNECTION", "groupIdentifier": "eaab7dc0-4761-3f1f-9dd5-ff82bd301911" }, { "identifier": "e7f33855-2961-3414-8c28-3056fcdac571", "instanceIdentifier": "dc784d10-a696-3f10-94b8-f6bb1fae7235", "name": "", "source": { "id": "00bcf948-7bef-35b6-8a6d-e641194b8189", "type": "PROCESSOR", "groupId": "eaab7dc0-4761-3f1f-9dd5-ff82bd301911", "name": "Get station list", "comments": "", "instanceIdentifier": "d92196ba-38f9-3b77-b9a4-4e0dfe564d3f" }, "destination": { "id": "1a0aea35-946c-35de-8811-549faeb003ee", "type": "PROCESSOR", "groupId": "eaab7dc0-4761-3f1f-9dd5-ff82bd301911", "name": "Produce station records", "comments": "", "instanceIdentifier": "81675904-0195-1000-ffff-ffffbbbb9cfe" }, "labelIndex": 1, "zIndex": 0, "selectedRelationships": [ "Response" ], "backPressureObjectThreshold": 10000, "backPressureDataSizeThreshold": "1 GB", "flowFileExpiration": "0 sec", "prioritizers": [], "bends": [], "loadBalanceStrategy": "DO_NOT_LOAD_BALANCE", "partitioningAttribute": "", "loadBalanceCompression": "DO_NOT_COMPRESS", "componentType": "CONNECTION", "groupIdentifier": "eaab7dc0-4761-3f1f-9dd5-ff82bd301911" }, { "identifier": "f1255a8c-06e1-310c-bd02-5e34b218a02f", "instanceIdentifier": "8172e290-0195-1000-0000-0000188da43e", "name": "", "source": { "id": "056f4faa-a4dc-3024-ffff-ffffb73ef3a0", "type": "PROCESSOR", "groupId": "eaab7dc0-4761-3f1f-9dd5-ff82bd301911", "name": "Extract data attribute", "comments": "", "instanceIdentifier": "7b0b12f3-669e-32c4-b866-dea8a4a6f34a" }, "destination": { "id": "d9bacb7c-10df-3044-ffff-ffffe7a604af", "type": "PROCESSOR", "groupId": "eaab7dc0-4761-3f1f-9dd5-ff82bd301911", "name": "Produce bike status records", "comments": "", "instanceIdentifier": "8c7c157b-6f95-399c-83f7-54a79ea11078" }, "labelIndex": 0, "zIndex": 0, "selectedRelationships": [ "success" ], "backPressureObjectThreshold": 10000, "backPressureDataSizeThreshold": "1 GB", "flowFileExpiration": "0 sec", "prioritizers": [], "bends": [], "loadBalanceStrategy": "DO_NOT_LOAD_BALANCE", "partitioningAttribute": "", "loadBalanceCompression": "DO_NOT_COMPRESS", "componentType": "CONNECTION", "groupIdentifier": "eaab7dc0-4761-3f1f-9dd5-ff82bd301911" }, { "identifier": "ae09a6b6-1dcd-35bc-82ec-62171973c61b", "instanceIdentifier": "a742154d-a24c-3bb8-9f65-cbc95810a284", "name": "", "source": { "id": "de71001e-de69-32c2-82b9-6f008665b252", "type": "PROCESSOR", "groupId": "eaab7dc0-4761-3f1f-9dd5-ff82bd301911", "name": "Get 30 minutes of historic data", "comments": "", "instanceIdentifier": "df138016-7764-3ad6-ac10-9f57e657461d" }, "destination": { "id": "42346af3-5793-3b8c-ffff-ffffc5c5139d", "type": "PROCESSOR", "groupId": "eaab7dc0-4761-3f1f-9dd5-ff82bd301911", "name": "Add station_uuid", "comments": "", "instanceIdentifier": "f9f95954-77fc-3f16-9b94-54ca68090b21" }, "labelIndex": 1, "zIndex": 0, "selectedRelationships": [ "Response" ], "backPressureObjectThreshold": 10, "backPressureDataSizeThreshold": "1 GB", "flowFileExpiration": "0 sec", "prioritizers": [], "bends": [], "loadBalanceStrategy": "DO_NOT_LOAD_BALANCE", "partitioningAttribute": "", "loadBalanceCompression": "DO_NOT_COMPRESS", "componentType": "CONNECTION", "groupIdentifier": "eaab7dc0-4761-3f1f-9dd5-ff82bd301911" }, { "identifier": "709e7c78-6123-386a-a0ce-5a7394c4d39e", "instanceIdentifier": "9ab4b88c-e4c3-3303-88d1-18c8b5f00817", "name": "", "source": { "id": "fc594301-ecc4-353b-8330-7aecb14e6422", "type": "PROCESSOR", "groupId": "eaab7dc0-4761-3f1f-9dd5-ff82bd301911", "name": "Get station list", "comments": "", "instanceIdentifier": "f049f0b7-46f9-332b-bce3-925167b05f37" }, "destination": { "id": "577f603d-ee9c-3202-8139-d35d94c9c311", "type": "PROCESSOR", "groupId": "eaab7dc0-4761-3f1f-9dd5-ff82bd301911", "name": "SplitRecord", "comments": "", "instanceIdentifier": "331d7feb-96a3-3998-9a1e-5b23cca85c5f" }, "labelIndex": 1, "zIndex": 0, "selectedRelationships": [ "Response" ], "backPressureObjectThreshold": 1, "backPressureDataSizeThreshold": "1 GB", "flowFileExpiration": "0 sec", "prioritizers": [], "bends": [], "loadBalanceStrategy": "DO_NOT_LOAD_BALANCE", "partitioningAttribute": "", "loadBalanceCompression": "DO_NOT_COMPRESS", "componentType": "CONNECTION", "groupIdentifier": "eaab7dc0-4761-3f1f-9dd5-ff82bd301911" }, { "identifier": "e4d5da00-e103-3166-8381-d4f2533c7a9d", "instanceIdentifier": "a559d40e-de21-3d84-a6e8-1abcfe13601a", "name": "", "source": { "id": "7133f561-971a-35b6-abff-9892e06b4bbe", "type": "PROCESSOR", "groupId": "eaab7dc0-4761-3f1f-9dd5-ff82bd301911", "name": "Get 30 days historic data", "comments": "", "instanceIdentifier": "fd7775f9-0f65-361a-bcb9-71668ae1a663" }, "destination": { "id": "ba73d7c1-102f-3888-a573-5e6d2ec9e1f0", "type": "PROCESSOR", "groupId": "eaab7dc0-4761-3f1f-9dd5-ff82bd301911", "name": "Add station_uuid", "comments": "", "instanceIdentifier": "816f11f1-0195-1000-ffff-ffffd698d6c2" }, "labelIndex": 1, "zIndex": 0, "selectedRelationships": [ "Response" ], "backPressureObjectThreshold": 10, "backPressureDataSizeThreshold": "1 GB", "flowFileExpiration": "0 sec", "prioritizers": [], "bends": [], "loadBalanceStrategy": "DO_NOT_LOAD_BALANCE", "partitioningAttribute": "", "loadBalanceCompression": "DO_NOT_COMPRESS", "componentType": "CONNECTION", "groupIdentifier": "eaab7dc0-4761-3f1f-9dd5-ff82bd301911" }, { "identifier": "fd7e3f54-ea73-3f6b-9700-33442d5ee235", "instanceIdentifier": "72965aa1-df12-31a6-9eb8-ac5d006406e0", "name": "", "source": { "id": "577f603d-ee9c-3202-8139-d35d94c9c311", "type": "PROCESSOR", "groupId": "eaab7dc0-4761-3f1f-9dd5-ff82bd301911", "name": "SplitRecord", "comments": "", "instanceIdentifier": "331d7feb-96a3-3998-9a1e-5b23cca85c5f" }, "destination": { "id": "0640256b-010a-3e69-b961-680e63ec85e2", "type": "PROCESSOR", "groupId": "eaab7dc0-4761-3f1f-9dd5-ff82bd301911", "name": "Extract station_uuid", "comments": "", "instanceIdentifier": "71fee077-9f08-3916-b189-f933b8f13619" }, "labelIndex": 1, "zIndex": 0, "selectedRelationships": [ "splits" ], "backPressureObjectThreshold": 10, "backPressureDataSizeThreshold": "1 GB", "flowFileExpiration": "0 sec", "prioritizers": [], "bends": [], "loadBalanceStrategy": "ROUND_ROBIN", "partitioningAttribute": "", "loadBalanceCompression": "DO_NOT_COMPRESS", "componentType": "CONNECTION", "groupIdentifier": "eaab7dc0-4761-3f1f-9dd5-ff82bd301911" }, { "identifier": "3bec8550-723b-3b2c-89c9-d57298a1ab03", "instanceIdentifier": "816ffee3-0195-1000-ffff-ffffd4be0c57", "name": "", "source": { "id": "ba73d7c1-102f-3888-a573-5e6d2ec9e1f0", "type": "PROCESSOR", "groupId": "eaab7dc0-4761-3f1f-9dd5-ff82bd301911", "name": "Add station_uuid", "comments": "", "instanceIdentifier": "816f11f1-0195-1000-ffff-ffffd698d6c2" }, "destination": { "id": "99d1a93c-6332-3e77-0000-0000527115be", "type": "PROCESSOR", "groupId": "eaab7dc0-4761-3f1f-9dd5-ff82bd301911", "name": "PublishKafka", "comments": "", "instanceIdentifier": "839f75a2-3a32-38b7-8c36-50498002e9c1" }, "labelIndex": 0, "zIndex": 0, "selectedRelationships": [ "success" ], "backPressureObjectThreshold": 20, "backPressureDataSizeThreshold": "1 GB", "flowFileExpiration": "0 sec", "prioritizers": [], "bends": [], "loadBalanceStrategy": "DO_NOT_LOAD_BALANCE", "partitioningAttribute": "", "loadBalanceCompression": "DO_NOT_COMPRESS", "componentType": "CONNECTION", "groupIdentifier": "eaab7dc0-4761-3f1f-9dd5-ff82bd301911" }, { "identifier": "14af6270-d836-3045-a5ca-1e699f1da8ee", "instanceIdentifier": "81729813-0195-1000-0000-0000137d67da", "name": "", "source": { "id": "3a46b8c1-c2c6-3006-0000-000066d6dbdd", "type": "PROCESSOR", "groupId": "eaab7dc0-4761-3f1f-9dd5-ff82bd301911", "name": "Extract data attribute", "comments": "", "instanceIdentifier": "9e653a1f-9897-3124-8aa1-83321219f2fc" }, "destination": { "id": "dd4690f7-ae51-36bb-0000-0000325e1eed", "type": "PROCESSOR", "groupId": "eaab7dc0-4761-3f1f-9dd5-ff82bd301911", "name": "Produce station status records", "comments": "", "instanceIdentifier": "664aded4-922a-3da4-a584-7d5e43361201" }, "labelIndex": 0, "zIndex": 0, "selectedRelationships": [ "success" ], "backPressureObjectThreshold": 10000, "backPressureDataSizeThreshold": "1 GB", "flowFileExpiration": "0 sec", "prioritizers": [], "bends": [], "loadBalanceStrategy": "DO_NOT_LOAD_BALANCE", "partitioningAttribute": "", "loadBalanceCompression": "DO_NOT_COMPRESS", "componentType": "CONNECTION", "groupIdentifier": "eaab7dc0-4761-3f1f-9dd5-ff82bd301911" }, { "identifier": "138e8f4a-3dbd-3b9a-a259-c00bd60194c1", "instanceIdentifier": "796cfe4a-0f27-38df-a07f-03c8f172cc47", "name": "", "source": { "id": "c6929ff2-ea95-3d79-a483-3ffa75371ee4", "type": "PROCESSOR", "groupId": "eaab7dc0-4761-3f1f-9dd5-ff82bd301911", "name": "SplitRecord", "comments": "", "instanceIdentifier": "78b9af30-7922-3dd6-91d4-f88d7f984ec6" }, "destination": { "id": "a1453322-1c3f-3150-a5be-0330c98144d9", "type": "PROCESSOR", "groupId": "eaab7dc0-4761-3f1f-9dd5-ff82bd301911", "name": "Extract station_uuid", "comments": "", "instanceIdentifier": "be5c2f57-09fd-3608-8c9c-9779e52c0ce8" }, "labelIndex": 1, "zIndex": 0, "selectedRelationships": [ "splits" ], "backPressureObjectThreshold": 10, "backPressureDataSizeThreshold": "1 GB", "flowFileExpiration": "0 sec", "prioritizers": [], "bends": [], "loadBalanceStrategy": "ROUND_ROBIN", "partitioningAttribute": "", "loadBalanceCompression": "DO_NOT_COMPRESS", "componentType": "CONNECTION", "groupIdentifier": "eaab7dc0-4761-3f1f-9dd5-ff82bd301911" }, { "identifier": "d09052a3-4cb1-35c1-bed3-cbee709b53b3", "instanceIdentifier": "84221825-bfbc-3c5b-82bb-bfc3e21fcb48", "name": "", "source": { "id": "a1453322-1c3f-3150-a5be-0330c98144d9", "type": "PROCESSOR", "groupId": "eaab7dc0-4761-3f1f-9dd5-ff82bd301911", "name": "Extract station_uuid", "comments": "", "instanceIdentifier": "be5c2f57-09fd-3608-8c9c-9779e52c0ce8" }, "destination": { "id": "7133f561-971a-35b6-abff-9892e06b4bbe", "type": "PROCESSOR", "groupId": "eaab7dc0-4761-3f1f-9dd5-ff82bd301911", "name": "Get 30 days historic data", "comments": "", "instanceIdentifier": "fd7775f9-0f65-361a-bcb9-71668ae1a663" }, "labelIndex": 1, "zIndex": 0, "selectedRelationships": [ "matched" ], "backPressureObjectThreshold": 10, "backPressureDataSizeThreshold": "1 GB", "flowFileExpiration": "0 sec", "prioritizers": [], "bends": [], "loadBalanceStrategy": "DO_NOT_LOAD_BALANCE", "partitioningAttribute": "", "loadBalanceCompression": "DO_NOT_COMPRESS", "componentType": "CONNECTION", "groupIdentifier": "eaab7dc0-4761-3f1f-9dd5-ff82bd301911" }, { "identifier": "572214c6-71ac-3533-964f-fd44e1ec17f2", "instanceIdentifier": "8171dd08-0195-1000-0000-000061d1719e", "name": "", "source": { "id": "405f050c-5005-3b96-ffff-ffffbc8a379e", "type": "PROCESSOR", "groupId": "eaab7dc0-4761-3f1f-9dd5-ff82bd301911", "name": "Extract data attribute", "comments": "", "instanceIdentifier": "3dd55349-9324-36ea-a6a0-d76280b79609" }, "destination": { "id": "90d02439-1516-3c8a-ffff-ffff8b2ffb20", "type": "PROCESSOR", "groupId": "eaab7dc0-4761-3f1f-9dd5-ff82bd301911", "name": "Produce station information records", "comments": "", "instanceIdentifier": "3a5f9f2c-bafa-3ae3-bc1b-2e8f1dbea59e" }, "labelIndex": 0, "zIndex": 0, "selectedRelationships": [ "success" ], "backPressureObjectThreshold": 10000, "backPressureDataSizeThreshold": "1 GB", "flowFileExpiration": "0 sec", "prioritizers": [], "bends": [], "loadBalanceStrategy": "DO_NOT_LOAD_BALANCE", "partitioningAttribute": "", "loadBalanceCompression": "DO_NOT_COMPRESS", "componentType": "CONNECTION", "groupIdentifier": "eaab7dc0-4761-3f1f-9dd5-ff82bd301911" }, { "identifier": "c75b4056-44a4-3f5e-93f8-e461b2550623", "instanceIdentifier": "373d1546-8ba2-3b9a-9c66-6b8f9b1917b8", "name": "", "source": { "id": "364e250b-f224-3e12-b4cf-c782c9a06bbe", "type": "PROCESSOR", "groupId": "eaab7dc0-4761-3f1f-9dd5-ff82bd301911", "name": "Get free bike status", "comments": "", "instanceIdentifier": "143b2ea1-f9cc-3140-afd1-426a846dd9d0" }, "destination": { "id": "056f4faa-a4dc-3024-ffff-ffffb73ef3a0", "type": "PROCESSOR", "groupId": "eaab7dc0-4761-3f1f-9dd5-ff82bd301911", "name": "Extract data attribute", "comments": "", "instanceIdentifier": "7b0b12f3-669e-32c4-b866-dea8a4a6f34a" }, "labelIndex": 1, "zIndex": 0, "selectedRelationships": [ "Response" ], "backPressureObjectThreshold": 10000, "backPressureDataSizeThreshold": "1 GB", "flowFileExpiration": "0 sec", "prioritizers": [], "bends": [], "loadBalanceStrategy": "DO_NOT_LOAD_BALANCE", "partitioningAttribute": "", "loadBalanceCompression": "DO_NOT_COMPRESS", "componentType": "CONNECTION", "groupIdentifier": "eaab7dc0-4761-3f1f-9dd5-ff82bd301911" }, { "identifier": "5448c0cf-2aa5-3ef8-8ecd-836ab3fdb853", "instanceIdentifier": "0eff3813-31ae-3e6e-9f91-8883c0b83ff4", "name": "", "source": { "id": "98c83f54-9f99-3d95-88b0-ae91140707c9", "type": "PROCESSOR", "groupId": "eaab7dc0-4761-3f1f-9dd5-ff82bd301911", "name": "Get station list", "comments": "", "instanceIdentifier": "098befce-068e-3d63-8586-1a7309e40e58" }, "destination": { "id": "c6929ff2-ea95-3d79-a483-3ffa75371ee4", "type": "PROCESSOR", "groupId": "eaab7dc0-4761-3f1f-9dd5-ff82bd301911", "name": "SplitRecord", "comments": "", "instanceIdentifier": "78b9af30-7922-3dd6-91d4-f88d7f984ec6" }, "labelIndex": 1, "zIndex": 0, "selectedRelationships": [ "Response" ], "backPressureObjectThreshold": 1, "backPressureDataSizeThreshold": "1 GB", "flowFileExpiration": "0 sec", "prioritizers": [], "bends": [], "loadBalanceStrategy": "DO_NOT_LOAD_BALANCE", "partitioningAttribute": "", "loadBalanceCompression": "DO_NOT_COMPRESS", "componentType": "CONNECTION", "groupIdentifier": "eaab7dc0-4761-3f1f-9dd5-ff82bd301911" }, { "identifier": "9acf6812-3d3a-3f35-94e9-fa6eb209342f", "instanceIdentifier": "8170bfea-0195-1000-ffff-ffffdc31cffd", "name": "", "source": { "id": "42346af3-5793-3b8c-ffff-ffffc5c5139d", "type": "PROCESSOR", "groupId": "eaab7dc0-4761-3f1f-9dd5-ff82bd301911", "name": "Add station_uuid", "comments": "", "instanceIdentifier": "f9f95954-77fc-3f16-9b94-54ca68090b21" }, "destination": { "id": "762fb4f3-201b-3c92-ffff-ffff8e7e57fd", "type": "PROCESSOR", "groupId": "eaab7dc0-4761-3f1f-9dd5-ff82bd301911", "name": "PublishKafka", "comments": "", "instanceIdentifier": "3d7eb954-e054-3324-aea1-5aa7a03dc120" }, "labelIndex": 0, "zIndex": 0, "selectedRelationships": [ "success" ], "backPressureObjectThreshold": 20, "backPressureDataSizeThreshold": "1 GB", "flowFileExpiration": "0 sec", "prioritizers": [], "bends": [], "loadBalanceStrategy": "DO_NOT_LOAD_BALANCE", "partitioningAttribute": "", "loadBalanceCompression": "DO_NOT_COMPRESS", "componentType": "CONNECTION", "groupIdentifier": "eaab7dc0-4761-3f1f-9dd5-ff82bd301911" }, { "identifier": "1ca5e75c-5900-3f28-94cb-25f1ade9a5a0", "instanceIdentifier": "ee452230-0ad0-3409-8b03-39acaf8ec15e", "name": "", "source": { "id": "0640256b-010a-3e69-b961-680e63ec85e2", "type": "PROCESSOR", "groupId": "eaab7dc0-4761-3f1f-9dd5-ff82bd301911", "name": "Extract station_uuid", "comments": "", "instanceIdentifier": "71fee077-9f08-3916-b189-f933b8f13619" }, "destination": { "id": "de71001e-de69-32c2-82b9-6f008665b252", "type": "PROCESSOR", "groupId": "eaab7dc0-4761-3f1f-9dd5-ff82bd301911", "name": "Get 30 minutes of historic data", "comments": "", "instanceIdentifier": "df138016-7764-3ad6-ac10-9f57e657461d" }, "labelIndex": 1, "zIndex": 0, "selectedRelationships": [ "matched" ], "backPressureObjectThreshold": 10, "backPressureDataSizeThreshold": "1 GB", "flowFileExpiration": "0 sec", "prioritizers": [], "bends": [], "loadBalanceStrategy": "DO_NOT_LOAD_BALANCE", "partitioningAttribute": "", "loadBalanceCompression": "DO_NOT_COMPRESS", "componentType": "CONNECTION", "groupIdentifier": "eaab7dc0-4761-3f1f-9dd5-ff82bd301911" } ], "labels": [ { "identifier": "f531aeda-2cad-3391-bc64-d10934a5f355", "instanceIdentifier": "f990fed8-9ffc-3b20-8795-efeaf1c55396", "position": { "x": 1309.0000007628792, "y": 241.99998844850802 }, "label": "Stream real-time data", "zIndex": 0, "width": 152.0, "height": 24.0, "style": { "font-size": "12px" }, "componentType": "LABEL", "groupIdentifier": "eaab7dc0-4761-3f1f-9dd5-ff82bd301911" }, { "identifier": "b4bf22b0-ff9e-3244-90bd-c6306a8e1fe5", "instanceIdentifier": "fdd434de-64f4-36e8-b1a8-63ad26549901", "position": { "x": 1701.0000007628792, "y": 201.99998844850802 }, "label": "Shared bikes data", "zIndex": 0, "width": 1152.0, "height": 24.0, "style": { "font-size": "12px" }, "componentType": "LABEL", "groupIdentifier": "eaab7dc0-4761-3f1f-9dd5-ff82bd301911" }, { "identifier": "637f34a6-0a08-34a9-bdcd-b3bfc4257a4c", "instanceIdentifier": "730910f3-60f8-3278-9098-5d864bca1ad3", "position": { "x": 2501.000000762879, "y": 241.99998844850802 }, "label": "Ingest bike status", "zIndex": 0, "width": 152.0, "height": 24.0, "style": { "font-size": "12px" }, "componentType": "LABEL", "groupIdentifier": "eaab7dc0-4761-3f1f-9dd5-ff82bd301911" }, { "identifier": "cb5fcdeb-c972-34cb-af5a-f6812416ed2d", "instanceIdentifier": "aafc5a3c-bbc6-3ef0-81e8-743f9dd99644", "position": { "x": 1701.0000007628792, "y": 241.99998844850802 }, "label": "Ingest station information", "zIndex": 0, "width": 152.0, "height": 24.0, "style": { "font-size": "12px" }, "componentType": "LABEL", "groupIdentifier": "eaab7dc0-4761-3f1f-9dd5-ff82bd301911" }, { "identifier": "f3bd6d3a-3dea-3909-a60e-aa3a34542e5c", "instanceIdentifier": "b8ec73a5-19b4-3d53-b152-7d99129c6342", "position": { "x": 557.000000762879, "y": 241.99998844850802 }, "label": "Ingest station records", "zIndex": 0, "width": 152.0, "height": 24.0, "style": { "font-size": "12px" }, "componentType": "LABEL", "groupIdentifier": "eaab7dc0-4761-3f1f-9dd5-ff82bd301911" }, { "identifier": "6dcd3b2a-e51d-329f-9aca-bffdc414bb51", "instanceIdentifier": "61a589ce-b17b-3090-ae4b-e9ce0dab0047", "position": { "x": 2101.000000762879, "y": 241.99998844850802 }, "label": "Ingest station status", "zIndex": 0, "width": 152.0, "height": 24.0, "style": { "font-size": "12px" }, "componentType": "LABEL", "groupIdentifier": "eaab7dc0-4761-3f1f-9dd5-ff82bd301911" }, { "identifier": "543a323b-3976-313c-9344-05c172ab5d02", "instanceIdentifier": "8e99d259-10ae-3f12-8b51-fdca63c2c201", "position": { "x": 933.000000762879, "y": 241.99998844850802 }, "label": "Ingest historic data", "zIndex": 0, "width": 152.0, "height": 24.0, "style": { "font-size": "12px" }, "componentType": "LABEL", "groupIdentifier": "eaab7dc0-4761-3f1f-9dd5-ff82bd301911" }, { "identifier": "f9ea8997-f618-3472-9745-93ca1036d176", "instanceIdentifier": "0393438f-a1a3-3b2a-8012-66c5050636cd", "position": { "x": 557.000000762879, "y": 201.99998844850802 }, "label": "Water levels data", "zIndex": 0, "width": 1104.0, "height": 24.0, "style": { "font-size": "12px" }, "componentType": "LABEL", "groupIdentifier": "eaab7dc0-4761-3f1f-9dd5-ff82bd301911" } ], "funnels": [], "controllerServices": [ { "identifier": "906147e9-0ba3-3951-8764-15e14a9766d6", "instanceIdentifier": "31167665-331b-3abd-bbec-8026382f3e57", "name": "StandardRestrictedSSLContextService", "comments": "", "type": "org.apache.nifi.ssl.StandardRestrictedSSLContextService", "bundle": { "group": "org.apache.nifi", "artifact": "nifi-ssl-context-service-nar", "version": "2.6.0" }, "properties": { "Truststore Type": "PKCS12", "Truststore Password": "secret", "SSL Protocol": "TLSv1.3", "Keystore Password": "secret", "Keystore Type": "PKCS12", "Truststore Filename": "/stackable/keystore/truststore.p12", "Keystore Filename": "/stackable/keystore/keystore.p12" }, "propertyDescriptors": { "Truststore Type": { "name": "Truststore Type", "displayName": "Truststore Type", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "SSL Protocol": { "name": "SSL Protocol", "displayName": "TLS Protocol", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Keystore Type": { "name": "Keystore Type", "displayName": "Keystore Type", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Truststore Filename": { "name": "Truststore Filename", "displayName": "Truststore Filename", "identifiesControllerService": false, "sensitive": false, "dynamic": false, "resourceDefinition": { "cardinality": "SINGLE", "resourceTypes": [ "FILE" ] } }, "Keystore Password": { "name": "Keystore Password", "displayName": "Keystore Password", "identifiesControllerService": false, "sensitive": true, "dynamic": false }, "key-password": { "name": "key-password", "displayName": "Key Password", "identifiesControllerService": false, "sensitive": true, "dynamic": false }, "Truststore Password": { "name": "Truststore Password", "displayName": "Truststore Password", "identifiesControllerService": false, "sensitive": true, "dynamic": false }, "Keystore Filename": { "name": "Keystore Filename", "displayName": "Keystore Filename", "identifiesControllerService": false, "sensitive": false, "dynamic": false, "resourceDefinition": { "cardinality": "SINGLE", "resourceTypes": [ "FILE" ] } } }, "controllerServiceApis": [ { "type": "org.apache.nifi.ssl.SSLContextProvider", "bundle": { "group": "org.apache.nifi", "artifact": "nifi-standard-services-api-nar", "version": "2.6.0" } }, { "type": "org.apache.nifi.ssl.SSLContextService", "bundle": { "group": "org.apache.nifi", "artifact": "nifi-standard-services-api-nar", "version": "2.6.0" } }, { "type": "org.apache.nifi.ssl.RestrictedSSLContextService", "bundle": { "group": "org.apache.nifi", "artifact": "nifi-standard-services-api-nar", "version": "2.6.0" } } ], "scheduledState": "DISABLED", "bulletinLevel": "WARN", "componentType": "CONTROLLER_SERVICE", "groupIdentifier": "eaab7dc0-4761-3f1f-9dd5-ff82bd301911" }, { "identifier": "50e96367-7b84-3034-8dbf-6e02fa7c01df", "instanceIdentifier": "d795c667-0833-34e1-9d2b-4ae37d102704", "name": "JsonRecordSetWriter", "type": "org.apache.nifi.json.JsonRecordSetWriter", "bundle": { "group": "org.apache.nifi", "artifact": "nifi-record-serialization-services-nar", "version": "2.6.0" }, "properties": { "schema-reference-reader": null, "schema-branch": null, "Allow Scientific Notation": "false", "compression-level": "1", "schema-cache": null, "Timestamp Format": null, "Date Format": null, "Pretty Print JSON": "false", "compression-format": "none", "Schema Write Strategy": "no-schema", "suppress-nulls": "never-suppress", "output-grouping": "output-array", "schema-name": "${schema.name}", "schema-registry": null, "Time Format": null, "schema-access-strategy": "inherit-record-schema", "schema-version": null, "schema-text": "${avro.schema}", "Schema Reference Writer": null }, "propertyDescriptors": { "schema-reference-reader": { "name": "schema-reference-reader", "displayName": "Schema Reference Reader", "identifiesControllerService": true, "sensitive": false, "dynamic": false }, "schema-branch": { "name": "schema-branch", "displayName": "Schema Branch", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Allow Scientific Notation": { "name": "Allow Scientific Notation", "displayName": "Allow Scientific Notation", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "compression-level": { "name": "compression-level", "displayName": "Compression Level", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "schema-cache": { "name": "schema-cache", "displayName": "Schema Cache", "identifiesControllerService": true, "sensitive": false, "dynamic": false }, "Timestamp Format": { "name": "Timestamp Format", "displayName": "Timestamp Format", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Date Format": { "name": "Date Format", "displayName": "Date Format", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Pretty Print JSON": { "name": "Pretty Print JSON", "displayName": "Pretty Print JSON", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "compression-format": { "name": "compression-format", "displayName": "Compression Format", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Schema Write Strategy": { "name": "Schema Write Strategy", "displayName": "Schema Write Strategy", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "suppress-nulls": { "name": "suppress-nulls", "displayName": "Suppress Null Values", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "output-grouping": { "name": "output-grouping", "displayName": "Output Grouping", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "schema-name": { "name": "schema-name", "displayName": "Schema Name", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "schema-registry": { "name": "schema-registry", "displayName": "Schema Registry", "identifiesControllerService": true, "sensitive": false, "dynamic": false }, "Time Format": { "name": "Time Format", "displayName": "Time Format", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "schema-access-strategy": { "name": "schema-access-strategy", "displayName": "Schema Access Strategy", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "schema-version": { "name": "schema-version", "displayName": "Schema Version", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "schema-text": { "name": "schema-text", "displayName": "Schema Text", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Schema Reference Writer": { "name": "Schema Reference Writer", "displayName": "Schema Reference Writer", "identifiesControllerService": true, "sensitive": false, "dynamic": false } }, "controllerServiceApis": [ { "type": "org.apache.nifi.serialization.RecordSetWriterFactory", "bundle": { "group": "org.apache.nifi", "artifact": "nifi-standard-services-api-nar", "version": "2.6.0" } } ], "scheduledState": "DISABLED", "bulletinLevel": "WARN", "componentType": "CONTROLLER_SERVICE", "groupIdentifier": "eaab7dc0-4761-3f1f-9dd5-ff82bd301911" }, { "identifier": "a7cc755f-2210-3763-889e-24c3e0b0684d", "instanceIdentifier": "8167b5da-0195-1000-ffff-ffff926c765c", "name": "Kafka3ConnectionService", "comments": "", "type": "org.apache.nifi.kafka.service.Kafka3ConnectionService", "bundle": { "group": "org.apache.nifi", "artifact": "nifi-kafka-3-service-nar", "version": "2.6.0" }, "properties": { "security.protocol": "SSL", "SSL Context Service": "906147e9-0ba3-3951-8764-15e14a9766d6", "ack.wait.time": "5 sec", "sasl.username": null, "max.poll.records": "10000", "sasl.mechanism": "GSSAPI", "isolation.level": "read_committed", "max.block.ms": "5 sec", "bootstrap.servers": "kafka-broker-default-headless.default.svc.cluster.local:9093", "kerberos-user-service": null, "sasl.kerberos.service.name": null, "default.api.timeout.ms": "60 sec" }, "propertyDescriptors": { "ack.wait.time": { "name": "ack.wait.time", "displayName": "Acknowledgment Wait Time", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "sasl.username": { "name": "sasl.username", "displayName": "SASL Username", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "max.poll.records": { "name": "max.poll.records", "displayName": "Max Poll Records", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "bootstrap.servers": { "name": "bootstrap.servers", "displayName": "Bootstrap Servers", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "sasl.kerberos.service.name": { "name": "sasl.kerberos.service.name", "displayName": "Kerberos Service Name", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "security.protocol": { "name": "security.protocol", "displayName": "Security Protocol", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "SSL Context Service": { "name": "SSL Context Service", "displayName": "SSL Context Service", "identifiesControllerService": true, "sensitive": false, "dynamic": false }, "sasl.mechanism": { "name": "sasl.mechanism", "displayName": "SASL Mechanism", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "isolation.level": { "name": "isolation.level", "displayName": "Transaction Isolation Level", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "max.block.ms": { "name": "max.block.ms", "displayName": "Max Metadata Wait Time", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "kerberos-user-service": { "name": "kerberos-user-service", "displayName": "Kerberos User Service", "identifiesControllerService": true, "sensitive": false, "dynamic": false }, "sasl.password": { "name": "sasl.password", "displayName": "SASL Password", "identifiesControllerService": false, "sensitive": true, "dynamic": false }, "default.api.timeout.ms": { "name": "default.api.timeout.ms", "displayName": "Client Timeout", "identifiesControllerService": false, "sensitive": false, "dynamic": false } }, "controllerServiceApis": [ { "type": "org.apache.nifi.kafka.service.api.KafkaConnectionService", "bundle": { "group": "org.apache.nifi", "artifact": "nifi-kafka-service-api-nar", "version": "2.6.0" } } ], "scheduledState": "DISABLED", "bulletinLevel": "WARN", "componentType": "CONTROLLER_SERVICE", "groupIdentifier": "eaab7dc0-4761-3f1f-9dd5-ff82bd301911" }, { "identifier": "c127588a-e95f-382f-afb1-33f9b279c38d", "instanceIdentifier": "715ff6c2-fd41-366f-9922-e0365c063f33", "name": "JsonTreeReader", "type": "org.apache.nifi.json.JsonTreeReader", "bundle": { "group": "org.apache.nifi", "artifact": "nifi-record-serialization-services-nar", "version": "2.6.0" }, "properties": { "schema-reference-reader": null, "schema-branch": null, "Max String Length": "20 MB", "schema-application-strategy": "SELECTED_PART", "Timestamp Format": null, "schema-inference-cache": null, "Date Format": null, "schema-name": "${schema.name}", "starting-field-strategy": "ROOT_NODE", "schema-registry": null, "starting-field-name": null, "Time Format": null, "schema-access-strategy": "infer-schema", "schema-version": null, "schema-text": "${avro.schema}", "Allow Comments": "false" }, "propertyDescriptors": { "schema-reference-reader": { "name": "schema-reference-reader", "displayName": "Schema Reference Reader", "identifiesControllerService": true, "sensitive": false, "dynamic": false }, "schema-branch": { "name": "schema-branch", "displayName": "Schema Branch", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Max String Length": { "name": "Max String Length", "displayName": "Max String Length", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "schema-application-strategy": { "name": "schema-application-strategy", "displayName": "Schema Application Strategy", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Timestamp Format": { "name": "Timestamp Format", "displayName": "Timestamp Format", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "schema-inference-cache": { "name": "schema-inference-cache", "displayName": "Schema Inference Cache", "identifiesControllerService": true, "sensitive": false, "dynamic": false }, "Date Format": { "name": "Date Format", "displayName": "Date Format", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "schema-name": { "name": "schema-name", "displayName": "Schema Name", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "starting-field-strategy": { "name": "starting-field-strategy", "displayName": "Starting Field Strategy", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "schema-registry": { "name": "schema-registry", "displayName": "Schema Registry", "identifiesControllerService": true, "sensitive": false, "dynamic": false }, "starting-field-name": { "name": "starting-field-name", "displayName": "Starting Field Name", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Time Format": { "name": "Time Format", "displayName": "Time Format", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "schema-access-strategy": { "name": "schema-access-strategy", "displayName": "Schema Access Strategy", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "schema-version": { "name": "schema-version", "displayName": "Schema Version", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "schema-text": { "name": "schema-text", "displayName": "Schema Text", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Allow Comments": { "name": "Allow Comments", "displayName": "Allow Comments", "identifiesControllerService": false, "sensitive": false, "dynamic": false } }, "controllerServiceApis": [ { "type": "org.apache.nifi.serialization.RecordReaderFactory", "bundle": { "group": "org.apache.nifi", "artifact": "nifi-standard-services-api-nar", "version": "2.6.0" } } ], "scheduledState": "DISABLED", "bulletinLevel": "WARN", "componentType": "CONTROLLER_SERVICE", "groupIdentifier": "eaab7dc0-4761-3f1f-9dd5-ff82bd301911" } ], "defaultFlowFileExpiration": "0 sec", "defaultBackPressureObjectThreshold": 10000, "defaultBackPressureDataSizeThreshold": "1 GB", "scheduledState": "ENABLED", "executionEngine": "INHERITED", "maxConcurrentTasks": 1, "statelessFlowTimeout": "1 min", "flowFileConcurrency": "UNBOUNDED", "flowFileOutboundPolicy": "STREAM_WHEN_AVAILABLE", "componentType": "PROCESS_GROUP" }, "externalControllerServices": {}, "parameterContexts": {}, "flowEncodingVersion": "1.0", "parameterProviders": {}, "latest": false } diff --git a/stacks/data-lakehouse-iceberg-trino-spark/nifi.yaml b/stacks/data-lakehouse-iceberg-trino-spark/nifi.yaml index d6f87221..3bd59ec7 100644 --- a/stacks/data-lakehouse-iceberg-trino-spark/nifi.yaml +++ b/stacks/data-lakehouse-iceberg-trino-spark/nifi.yaml @@ -33,6 +33,10 @@ spec: capacity: "4Gi" stateRepo: capacity: "1Gi" + configOverrides: + nifi.properties: + nifi.web.https.sni.required: "false" + nifi.web.https.sni.host.check: "false" roleGroups: default: replicas: 2 From 05a89a3ff3a347dd4b1e4624f83142f9555f3e39 Mon Sep 17 00:00:00 2001 From: Benedikt Labrenz Date: Tue, 4 Nov 2025 10:38:32 +0100 Subject: [PATCH 2/2] remove nifi flow file --- .../data-lakehouse-iceberg-trino-spark/LakehouseKafkaIngest.json | 1 - 1 file changed, 1 deletion(-) delete mode 100644 demos/data-lakehouse-iceberg-trino-spark/LakehouseKafkaIngest.json diff --git a/demos/data-lakehouse-iceberg-trino-spark/LakehouseKafkaIngest.json b/demos/data-lakehouse-iceberg-trino-spark/LakehouseKafkaIngest.json deleted file mode 100644 index dcf861b5..00000000 --- a/demos/data-lakehouse-iceberg-trino-spark/LakehouseKafkaIngest.json +++ /dev/null @@ -1 +0,0 @@ -{ "flowContents": { "identifier": "eaab7dc0-4761-3f1f-9dd5-ff82bd301911", "instanceIdentifier": "8166cd44-0195-1000-ffff-ffffe3e76943", "name": "LakehouseKafkaIngest_raw", "comments": "", "position": { "x": -40.0, "y": -416.0 }, "processGroups": [], "remoteProcessGroups": [], "processors": [ { "identifier": "5e50831e-a2fd-34c9-af0a-924b16280705", "instanceIdentifier": "54f2ba99-3a49-3160-b8b9-45b8c0a6ac2a", "name": "Get station information", "comments": "", "position": { "x": 1701.0000007628792, "y": 273.999988448508 }, "type": "org.apache.nifi.processors.standard.InvokeHTTP", "bundle": { "group": "org.apache.nifi", "artifact": "nifi-standard-nar", "version": "2.6.0" }, "properties": { "Request Content-Encoding": "DISABLED", "proxy-configuration-service": null, "Request Multipart Form-Data Filename Enabled": "true", "Request Chunked Transfer-Encoding Enabled": "false", "Response Header Request Attributes Prefix": null, "HTTP/2 Disabled": "False", "Connection Timeout": "5 secs", "Response Cookie Strategy": "DISABLED", "Socket Read Timeout": "15 secs", "Socket Idle Connections": "5", "Request Body Enabled": "true", "HTTP URL": "https://api.mobidata-bw.de/sharing/gbfs/v2/deer/station_information", "Request OAuth2 Access Token Provider": null, "Socket Idle Timeout": "5 mins", "Response Redirects Enabled": "True", "Socket Write Timeout": "15 secs", "Request Header Attributes Pattern": null, "Response FlowFile Naming Strategy": "RANDOM", "Response Cache Enabled": "false", "Request Date Header Enabled": "True", "Request Failure Penalization Enabled": "false", "Response Body Attribute Size": "256", "SSL Context Service": null, "Response Generation Required": "false", "Request User-Agent": null, "Response Header Request Attributes Enabled": "false", "HTTP Method": "GET", "Request Username": null, "Request Content-Type": "${mime.type}", "Response Body Attribute Name": null, "Request Digest Authentication Enabled": "false", "Request Multipart Form-Data Name": null, "Response Cache Size": "10MB", "Response Body Ignored": "false" }, "propertyDescriptors": { "Request Content-Encoding": { "name": "Request Content-Encoding", "displayName": "Request Content-Encoding", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "proxy-configuration-service": { "name": "proxy-configuration-service", "displayName": "Proxy Configuration Service", "identifiesControllerService": true, "sensitive": false, "dynamic": false }, "Request Multipart Form-Data Filename Enabled": { "name": "Request Multipart Form-Data Filename Enabled", "displayName": "Request Multipart Form-Data Filename Enabled", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Request Chunked Transfer-Encoding Enabled": { "name": "Request Chunked Transfer-Encoding Enabled", "displayName": "Request Chunked Transfer-Encoding Enabled", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Response Header Request Attributes Prefix": { "name": "Response Header Request Attributes Prefix", "displayName": "Response Header Request Attributes Prefix", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "HTTP/2 Disabled": { "name": "HTTP/2 Disabled", "displayName": "HTTP/2 Disabled", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Connection Timeout": { "name": "Connection Timeout", "displayName": "Connection Timeout", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Response Cookie Strategy": { "name": "Response Cookie Strategy", "displayName": "Response Cookie Strategy", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Request Password": { "name": "Request Password", "displayName": "Request Password", "identifiesControllerService": false, "sensitive": true, "dynamic": false }, "Socket Read Timeout": { "name": "Socket Read Timeout", "displayName": "Socket Read Timeout", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Socket Idle Connections": { "name": "Socket Idle Connections", "displayName": "Socket Idle Connections", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Request Body Enabled": { "name": "Request Body Enabled", "displayName": "Request Body Enabled", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "HTTP URL": { "name": "HTTP URL", "displayName": "HTTP URL", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Request OAuth2 Access Token Provider": { "name": "Request OAuth2 Access Token Provider", "displayName": "Request OAuth2 Access Token Provider", "identifiesControllerService": true, "sensitive": false, "dynamic": false }, "Socket Idle Timeout": { "name": "Socket Idle Timeout", "displayName": "Socket Idle Timeout", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Response Redirects Enabled": { "name": "Response Redirects Enabled", "displayName": "Response Redirects Enabled", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Socket Write Timeout": { "name": "Socket Write Timeout", "displayName": "Socket Write Timeout", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Request Header Attributes Pattern": { "name": "Request Header Attributes Pattern", "displayName": "Request Header Attributes Pattern", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Response FlowFile Naming Strategy": { "name": "Response FlowFile Naming Strategy", "displayName": "Response FlowFile Naming Strategy", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Response Cache Enabled": { "name": "Response Cache Enabled", "displayName": "Response Cache Enabled", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Request Date Header Enabled": { "name": "Request Date Header Enabled", "displayName": "Request Date Header Enabled", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Request Failure Penalization Enabled": { "name": "Request Failure Penalization Enabled", "displayName": "Request Failure Penalization Enabled", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Response Body Attribute Size": { "name": "Response Body Attribute Size", "displayName": "Response Body Attribute Size", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "SSL Context Service": { "name": "SSL Context Service", "displayName": "SSL Context Service", "identifiesControllerService": true, "sensitive": false, "dynamic": false }, "Response Generation Required": { "name": "Response Generation Required", "displayName": "Response Generation Required", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Request User-Agent": { "name": "Request User-Agent", "displayName": "Request User-Agent", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Response Header Request Attributes Enabled": { "name": "Response Header Request Attributes Enabled", "displayName": "Response Header Request Attributes Enabled", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "HTTP Method": { "name": "HTTP Method", "displayName": "HTTP Method", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Request Username": { "name": "Request Username", "displayName": "Request Username", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Request Content-Type": { "name": "Request Content-Type", "displayName": "Request Content-Type", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Response Body Attribute Name": { "name": "Response Body Attribute Name", "displayName": "Response Body Attribute Name", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Request Digest Authentication Enabled": { "name": "Request Digest Authentication Enabled", "displayName": "Request Digest Authentication Enabled", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Request Multipart Form-Data Name": { "name": "Request Multipart Form-Data Name", "displayName": "Request Multipart Form-Data Name", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Response Cache Size": { "name": "Response Cache Size", "displayName": "Response Cache Size", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Response Body Ignored": { "name": "Response Body Ignored", "displayName": "Response Body Ignored", "identifiesControllerService": false, "sensitive": false, "dynamic": false } }, "style": {}, "schedulingPeriod": "10 m", "schedulingStrategy": "TIMER_DRIVEN", "executionNode": "PRIMARY", "penaltyDuration": "30 sec", "yieldDuration": "1 sec", "bulletinLevel": "WARN", "runDurationMillis": 0, "concurrentlySchedulableTaskCount": 1, "autoTerminatedRelationships": [ "No Retry", "Retry", "Original", "Failure" ], "scheduledState": "ENABLED", "retryCount": 10, "retriedRelationships": [], "backoffMechanism": "PENALIZE_FLOWFILE", "maxBackoffPeriod": "10 mins", "componentType": "PROCESSOR", "groupIdentifier": "eaab7dc0-4761-3f1f-9dd5-ff82bd301911" }, { "identifier": "ba73d7c1-102f-3888-a573-5e6d2ec9e1f0", "instanceIdentifier": "816f11f1-0195-1000-ffff-ffffd698d6c2", "name": "Add station_uuid", "comments": "", "position": { "x": 936.0, "y": 1216.0 }, "type": "org.apache.nifi.processors.jolt.JoltTransformJSON", "bundle": { "group": "org.apache.nifi", "artifact": "nifi-jolt-nar", "version": "2.6.0" }, "properties": { "Jolt Transform": "jolt-transform-chain", "Max String Length": "20 MB", "Transform Cache Size": "1", "Custom Transformation Class Name": null, "Custom Module Directory": null, "Pretty Print": "false", "Jolt Specification": "[\n {\n \"operation\": \"default\",\n \"spec\": {\n \"*\": {\n \"station_uuid\": \"${station_uuid}\"\n }\n }\n }\n]\n" }, "propertyDescriptors": { "Jolt Transform": { "name": "Jolt Transform", "displayName": "Jolt Transform", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Max String Length": { "name": "Max String Length", "displayName": "Max String Length", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Transform Cache Size": { "name": "Transform Cache Size", "displayName": "Transform Cache Size", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Custom Transformation Class Name": { "name": "Custom Transformation Class Name", "displayName": "Custom Transformation Class Name", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Custom Module Directory": { "name": "Custom Module Directory", "displayName": "Custom Module Directory", "identifiesControllerService": false, "sensitive": false, "dynamic": false, "resourceDefinition": { "cardinality": "MULTIPLE", "resourceTypes": [ "DIRECTORY", "FILE" ] } }, "Pretty Print": { "name": "Pretty Print", "displayName": "Pretty Print", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Jolt Specification": { "name": "Jolt Specification", "displayName": "Jolt Specification", "identifiesControllerService": false, "sensitive": false, "dynamic": false, "resourceDefinition": { "cardinality": "SINGLE", "resourceTypes": [ "TEXT", "FILE" ] } } }, "style": {}, "schedulingPeriod": "0 sec", "schedulingStrategy": "TIMER_DRIVEN", "executionNode": "ALL", "penaltyDuration": "30 sec", "yieldDuration": "1 sec", "bulletinLevel": "WARN", "runDurationMillis": 0, "concurrentlySchedulableTaskCount": 1, "autoTerminatedRelationships": [ "failure" ], "scheduledState": "ENABLED", "retryCount": 10, "retriedRelationships": [], "backoffMechanism": "PENALIZE_FLOWFILE", "maxBackoffPeriod": "10 mins", "componentType": "PROCESSOR", "groupIdentifier": "eaab7dc0-4761-3f1f-9dd5-ff82bd301911" }, { "identifier": "577f603d-ee9c-3202-8139-d35d94c9c311", "instanceIdentifier": "331d7feb-96a3-3998-9a1e-5b23cca85c5f", "name": "SplitRecord", "comments": "", "position": { "x": 1309.0000007628792, "y": 537.999988448508 }, "type": "org.apache.nifi.processors.standard.SplitRecord", "bundle": { "group": "org.apache.nifi", "artifact": "nifi-standard-nar", "version": "2.6.0" }, "properties": { "Record Writer": "50e96367-7b84-3034-8dbf-6e02fa7c01df", "Record Reader": "c127588a-e95f-382f-afb1-33f9b279c38d", "Records Per Split": "1" }, "propertyDescriptors": { "Record Writer": { "name": "Record Writer", "displayName": "Record Writer", "identifiesControllerService": true, "sensitive": false, "dynamic": false }, "Record Reader": { "name": "Record Reader", "displayName": "Record Reader", "identifiesControllerService": true, "sensitive": false, "dynamic": false }, "Records Per Split": { "name": "Records Per Split", "displayName": "Records Per Split", "identifiesControllerService": false, "sensitive": false, "dynamic": false } }, "style": {}, "schedulingPeriod": "0 sec", "schedulingStrategy": "TIMER_DRIVEN", "executionNode": "ALL", "penaltyDuration": "30 sec", "yieldDuration": "1 sec", "bulletinLevel": "WARN", "runDurationMillis": 0, "concurrentlySchedulableTaskCount": 1, "autoTerminatedRelationships": [ "original", "failure" ], "scheduledState": "ENABLED", "retryCount": 10, "retriedRelationships": [], "backoffMechanism": "PENALIZE_FLOWFILE", "maxBackoffPeriod": "10 mins", "componentType": "PROCESSOR", "groupIdentifier": "eaab7dc0-4761-3f1f-9dd5-ff82bd301911" }, { "identifier": "fc594301-ecc4-353b-8330-7aecb14e6422", "instanceIdentifier": "f049f0b7-46f9-332b-bce3-925167b05f37", "name": "Get station list", "comments": "", "position": { "x": 1309.0000007628792, "y": 273.999988448508 }, "type": "org.apache.nifi.processors.standard.InvokeHTTP", "bundle": { "group": "org.apache.nifi", "artifact": "nifi-standard-nar", "version": "2.6.0" }, "properties": { "Request Content-Encoding": "DISABLED", "proxy-configuration-service": null, "Request Multipart Form-Data Filename Enabled": "true", "Request Chunked Transfer-Encoding Enabled": "false", "Response Header Request Attributes Prefix": null, "HTTP/2 Disabled": "False", "Connection Timeout": "5 secs", "Response Cookie Strategy": "DISABLED", "Socket Read Timeout": "15 secs", "Socket Idle Connections": "5", "Request Body Enabled": "true", "HTTP URL": "https://www.pegelonline.wsv.de/webservices/rest-api/v2/stations.json", "Request OAuth2 Access Token Provider": null, "Socket Idle Timeout": "5 mins", "Response Redirects Enabled": "True", "Socket Write Timeout": "15 secs", "Request Header Attributes Pattern": null, "Response FlowFile Naming Strategy": "RANDOM", "Response Cache Enabled": "false", "Request Date Header Enabled": "True", "Request Failure Penalization Enabled": "false", "Response Body Attribute Size": "256", "SSL Context Service": null, "Response Generation Required": "false", "Request User-Agent": null, "Response Header Request Attributes Enabled": "false", "HTTP Method": "GET", "Request Username": null, "Request Content-Type": "${mime.type}", "Response Body Attribute Name": null, "Request Digest Authentication Enabled": "false", "Request Multipart Form-Data Name": null, "Response Cache Size": "10MB", "Response Body Ignored": "false" }, "propertyDescriptors": { "Request Content-Encoding": { "name": "Request Content-Encoding", "displayName": "Request Content-Encoding", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "proxy-configuration-service": { "name": "proxy-configuration-service", "displayName": "Proxy Configuration Service", "identifiesControllerService": true, "sensitive": false, "dynamic": false }, "Request Multipart Form-Data Filename Enabled": { "name": "Request Multipart Form-Data Filename Enabled", "displayName": "Request Multipart Form-Data Filename Enabled", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Request Chunked Transfer-Encoding Enabled": { "name": "Request Chunked Transfer-Encoding Enabled", "displayName": "Request Chunked Transfer-Encoding Enabled", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Response Header Request Attributes Prefix": { "name": "Response Header Request Attributes Prefix", "displayName": "Response Header Request Attributes Prefix", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "HTTP/2 Disabled": { "name": "HTTP/2 Disabled", "displayName": "HTTP/2 Disabled", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Connection Timeout": { "name": "Connection Timeout", "displayName": "Connection Timeout", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Response Cookie Strategy": { "name": "Response Cookie Strategy", "displayName": "Response Cookie Strategy", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Request Password": { "name": "Request Password", "displayName": "Request Password", "identifiesControllerService": false, "sensitive": true, "dynamic": false }, "Socket Read Timeout": { "name": "Socket Read Timeout", "displayName": "Socket Read Timeout", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Socket Idle Connections": { "name": "Socket Idle Connections", "displayName": "Socket Idle Connections", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Request Body Enabled": { "name": "Request Body Enabled", "displayName": "Request Body Enabled", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "HTTP URL": { "name": "HTTP URL", "displayName": "HTTP URL", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Request OAuth2 Access Token Provider": { "name": "Request OAuth2 Access Token Provider", "displayName": "Request OAuth2 Access Token Provider", "identifiesControllerService": true, "sensitive": false, "dynamic": false }, "Socket Idle Timeout": { "name": "Socket Idle Timeout", "displayName": "Socket Idle Timeout", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Response Redirects Enabled": { "name": "Response Redirects Enabled", "displayName": "Response Redirects Enabled", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Socket Write Timeout": { "name": "Socket Write Timeout", "displayName": "Socket Write Timeout", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Request Header Attributes Pattern": { "name": "Request Header Attributes Pattern", "displayName": "Request Header Attributes Pattern", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Response FlowFile Naming Strategy": { "name": "Response FlowFile Naming Strategy", "displayName": "Response FlowFile Naming Strategy", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Response Cache Enabled": { "name": "Response Cache Enabled", "displayName": "Response Cache Enabled", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Request Date Header Enabled": { "name": "Request Date Header Enabled", "displayName": "Request Date Header Enabled", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Request Failure Penalization Enabled": { "name": "Request Failure Penalization Enabled", "displayName": "Request Failure Penalization Enabled", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Response Body Attribute Size": { "name": "Response Body Attribute Size", "displayName": "Response Body Attribute Size", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "SSL Context Service": { "name": "SSL Context Service", "displayName": "SSL Context Service", "identifiesControllerService": true, "sensitive": false, "dynamic": false }, "Response Generation Required": { "name": "Response Generation Required", "displayName": "Response Generation Required", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Request User-Agent": { "name": "Request User-Agent", "displayName": "Request User-Agent", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Response Header Request Attributes Enabled": { "name": "Response Header Request Attributes Enabled", "displayName": "Response Header Request Attributes Enabled", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "HTTP Method": { "name": "HTTP Method", "displayName": "HTTP Method", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Request Username": { "name": "Request Username", "displayName": "Request Username", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Request Content-Type": { "name": "Request Content-Type", "displayName": "Request Content-Type", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Response Body Attribute Name": { "name": "Response Body Attribute Name", "displayName": "Response Body Attribute Name", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Request Digest Authentication Enabled": { "name": "Request Digest Authentication Enabled", "displayName": "Request Digest Authentication Enabled", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Request Multipart Form-Data Name": { "name": "Request Multipart Form-Data Name", "displayName": "Request Multipart Form-Data Name", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Response Cache Size": { "name": "Response Cache Size", "displayName": "Response Cache Size", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Response Body Ignored": { "name": "Response Body Ignored", "displayName": "Response Body Ignored", "identifiesControllerService": false, "sensitive": false, "dynamic": false } }, "style": {}, "schedulingPeriod": "15 m", "schedulingStrategy": "TIMER_DRIVEN", "executionNode": "PRIMARY", "penaltyDuration": "30 sec", "yieldDuration": "1 sec", "bulletinLevel": "WARN", "runDurationMillis": 0, "concurrentlySchedulableTaskCount": 1, "autoTerminatedRelationships": [ "No Retry", "Retry", "Original", "Failure" ], "scheduledState": "ENABLED", "retryCount": 10, "retriedRelationships": [], "backoffMechanism": "PENALIZE_FLOWFILE", "maxBackoffPeriod": "10 mins", "componentType": "PROCESSOR", "groupIdentifier": "eaab7dc0-4761-3f1f-9dd5-ff82bd301911" }, { "identifier": "3a46b8c1-c2c6-3006-0000-000066d6dbdd", "instanceIdentifier": "9e653a1f-9897-3124-8aa1-83321219f2fc", "name": "Extract data attribute", "comments": "", "position": { "x": 2104.0, "y": 536.0 }, "type": "org.apache.nifi.processors.jolt.JoltTransformJSON", "bundle": { "group": "org.apache.nifi", "artifact": "nifi-jolt-nar", "version": "2.6.0" }, "properties": { "Jolt Transform": "jolt-transform-chain", "Max String Length": "20 MB", "Transform Cache Size": "1", "Custom Transformation Class Name": null, "Custom Module Directory": null, "Pretty Print": "false", "Jolt Specification": "[\n {\n \"operation\": \"shift\",\n \"spec\": {\n \"data\": {\n \"*\": \"\"\n }\n }\n }\n]\n" }, "propertyDescriptors": { "Jolt Transform": { "name": "Jolt Transform", "displayName": "Jolt Transform", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Max String Length": { "name": "Max String Length", "displayName": "Max String Length", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Transform Cache Size": { "name": "Transform Cache Size", "displayName": "Transform Cache Size", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Custom Transformation Class Name": { "name": "Custom Transformation Class Name", "displayName": "Custom Transformation Class Name", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Custom Module Directory": { "name": "Custom Module Directory", "displayName": "Custom Module Directory", "identifiesControllerService": false, "sensitive": false, "dynamic": false, "resourceDefinition": { "cardinality": "MULTIPLE", "resourceTypes": [ "DIRECTORY", "FILE" ] } }, "Pretty Print": { "name": "Pretty Print", "displayName": "Pretty Print", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Jolt Specification": { "name": "Jolt Specification", "displayName": "Jolt Specification", "identifiesControllerService": false, "sensitive": false, "dynamic": false, "resourceDefinition": { "cardinality": "SINGLE", "resourceTypes": [ "TEXT", "FILE" ] } } }, "style": {}, "schedulingPeriod": "0 sec", "schedulingStrategy": "TIMER_DRIVEN", "executionNode": "ALL", "penaltyDuration": "30 sec", "yieldDuration": "1 sec", "bulletinLevel": "WARN", "runDurationMillis": 0, "concurrentlySchedulableTaskCount": 1, "autoTerminatedRelationships": [ "failure" ], "scheduledState": "ENABLED", "retryCount": 10, "retriedRelationships": [], "backoffMechanism": "PENALIZE_FLOWFILE", "maxBackoffPeriod": "10 mins", "componentType": "PROCESSOR", "groupIdentifier": "eaab7dc0-4761-3f1f-9dd5-ff82bd301911" }, { "identifier": "dd4690f7-ae51-36bb-0000-0000325e1eed", "instanceIdentifier": "664aded4-922a-3da4-a584-7d5e43361201", "name": "Produce station status records", "comments": "", "position": { "x": 2104.0, "y": 752.0 }, "type": "org.apache.nifi.kafka.processors.PublishKafka", "bundle": { "group": "org.apache.nifi", "artifact": "nifi-kafka-nar", "version": "2.6.0" }, "properties": { "compression.type": "none", "acks": "all", "Message Demarcator": null, "Kafka Key Attribute Encoding": "utf-8", "Record Reader": "c127588a-e95f-382f-afb1-33f9b279c38d", "Record Metadata Strategy": "FROM_PROPERTIES", "Transactional ID Prefix": null, "Header Encoding": "UTF-8", "max.request.size": "1 MB", "Topic Name": "shared_bikes_station_status", "Kafka Key": null, "partition": null, "Kafka Connection Service": "a7cc755f-2210-3763-889e-24c3e0b0684d", "Publish Strategy": "USE_VALUE", "Record Key Writer": null, "Failure Strategy": "Route to Failure", "partitioner.class": "org.apache.kafka.clients.producer.internals.DefaultPartitioner", "Record Writer": "50e96367-7b84-3034-8dbf-6e02fa7c01df", "Transactions Enabled": "false", "Message Key Field": null, "FlowFile Attribute Header Pattern": null }, "propertyDescriptors": { "compression.type": { "name": "compression.type", "displayName": "Compression Type", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "acks": { "name": "acks", "displayName": "Delivery Guarantee", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Message Demarcator": { "name": "Message Demarcator", "displayName": "Message Demarcator", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Kafka Key Attribute Encoding": { "name": "Kafka Key Attribute Encoding", "displayName": "Kafka Key Attribute Encoding", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Record Reader": { "name": "Record Reader", "displayName": "Record Reader", "identifiesControllerService": true, "sensitive": false, "dynamic": false }, "Record Metadata Strategy": { "name": "Record Metadata Strategy", "displayName": "Record Metadata Strategy", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Transactional ID Prefix": { "name": "Transactional ID Prefix", "displayName": "Transactional ID Prefix", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Header Encoding": { "name": "Header Encoding", "displayName": "Header Encoding", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "max.request.size": { "name": "max.request.size", "displayName": "Max Request Size", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Topic Name": { "name": "Topic Name", "displayName": "Topic Name", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Kafka Key": { "name": "Kafka Key", "displayName": "Kafka Key", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "partition": { "name": "partition", "displayName": "Partition", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Kafka Connection Service": { "name": "Kafka Connection Service", "displayName": "Kafka Connection Service", "identifiesControllerService": true, "sensitive": false, "dynamic": false }, "Publish Strategy": { "name": "Publish Strategy", "displayName": "Publish Strategy", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Record Key Writer": { "name": "Record Key Writer", "displayName": "Record Key Writer", "identifiesControllerService": true, "sensitive": false, "dynamic": false }, "Failure Strategy": { "name": "Failure Strategy", "displayName": "Failure Strategy", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "partitioner.class": { "name": "partitioner.class", "displayName": "Partitioner Class", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Record Writer": { "name": "Record Writer", "displayName": "Record Writer", "identifiesControllerService": true, "sensitive": false, "dynamic": false }, "Transactions Enabled": { "name": "Transactions Enabled", "displayName": "Transactions Enabled", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Message Key Field": { "name": "Message Key Field", "displayName": "Message Key Field", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "FlowFile Attribute Header Pattern": { "name": "FlowFile Attribute Header Pattern", "displayName": "FlowFile Attribute Header Pattern", "identifiesControllerService": false, "sensitive": false, "dynamic": false } }, "style": {}, "schedulingPeriod": "0 sec", "schedulingStrategy": "TIMER_DRIVEN", "executionNode": "ALL", "penaltyDuration": "30 sec", "yieldDuration": "1 sec", "bulletinLevel": "WARN", "runDurationMillis": 0, "concurrentlySchedulableTaskCount": 1, "autoTerminatedRelationships": [ "success", "failure" ], "scheduledState": "ENABLED", "retryCount": 10, "retriedRelationships": [], "backoffMechanism": "PENALIZE_FLOWFILE", "maxBackoffPeriod": "10 mins", "componentType": "PROCESSOR", "groupIdentifier": "eaab7dc0-4761-3f1f-9dd5-ff82bd301911" }, { "identifier": "90d02439-1516-3c8a-ffff-ffff8b2ffb20", "instanceIdentifier": "3a5f9f2c-bafa-3ae3-bc1b-2e8f1dbea59e", "name": "Produce station information records", "comments": "", "position": { "x": 1704.0, "y": 752.0 }, "type": "org.apache.nifi.kafka.processors.PublishKafka", "bundle": { "group": "org.apache.nifi", "artifact": "nifi-kafka-nar", "version": "2.6.0" }, "properties": { "compression.type": "none", "acks": "all", "Message Demarcator": null, "Kafka Key Attribute Encoding": "utf-8", "Record Reader": "c127588a-e95f-382f-afb1-33f9b279c38d", "Record Metadata Strategy": "FROM_PROPERTIES", "Transactional ID Prefix": null, "Header Encoding": "UTF-8", "max.request.size": "1 MB", "Topic Name": "shared_bikes_station_information", "Kafka Key": null, "partition": null, "Kafka Connection Service": "a7cc755f-2210-3763-889e-24c3e0b0684d", "Publish Strategy": "USE_VALUE", "Record Key Writer": null, "Failure Strategy": "Route to Failure", "partitioner.class": "org.apache.kafka.clients.producer.internals.DefaultPartitioner", "Record Writer": "50e96367-7b84-3034-8dbf-6e02fa7c01df", "Transactions Enabled": "false", "Message Key Field": null, "FlowFile Attribute Header Pattern": null }, "propertyDescriptors": { "compression.type": { "name": "compression.type", "displayName": "Compression Type", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "acks": { "name": "acks", "displayName": "Delivery Guarantee", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Message Demarcator": { "name": "Message Demarcator", "displayName": "Message Demarcator", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Kafka Key Attribute Encoding": { "name": "Kafka Key Attribute Encoding", "displayName": "Kafka Key Attribute Encoding", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Record Reader": { "name": "Record Reader", "displayName": "Record Reader", "identifiesControllerService": true, "sensitive": false, "dynamic": false }, "Record Metadata Strategy": { "name": "Record Metadata Strategy", "displayName": "Record Metadata Strategy", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Transactional ID Prefix": { "name": "Transactional ID Prefix", "displayName": "Transactional ID Prefix", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Header Encoding": { "name": "Header Encoding", "displayName": "Header Encoding", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "max.request.size": { "name": "max.request.size", "displayName": "Max Request Size", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Topic Name": { "name": "Topic Name", "displayName": "Topic Name", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Kafka Key": { "name": "Kafka Key", "displayName": "Kafka Key", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "partition": { "name": "partition", "displayName": "Partition", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Kafka Connection Service": { "name": "Kafka Connection Service", "displayName": "Kafka Connection Service", "identifiesControllerService": true, "sensitive": false, "dynamic": false }, "Publish Strategy": { "name": "Publish Strategy", "displayName": "Publish Strategy", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Record Key Writer": { "name": "Record Key Writer", "displayName": "Record Key Writer", "identifiesControllerService": true, "sensitive": false, "dynamic": false }, "Failure Strategy": { "name": "Failure Strategy", "displayName": "Failure Strategy", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "partitioner.class": { "name": "partitioner.class", "displayName": "Partitioner Class", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Record Writer": { "name": "Record Writer", "displayName": "Record Writer", "identifiesControllerService": true, "sensitive": false, "dynamic": false }, "Transactions Enabled": { "name": "Transactions Enabled", "displayName": "Transactions Enabled", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Message Key Field": { "name": "Message Key Field", "displayName": "Message Key Field", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "FlowFile Attribute Header Pattern": { "name": "FlowFile Attribute Header Pattern", "displayName": "FlowFile Attribute Header Pattern", "identifiesControllerService": false, "sensitive": false, "dynamic": false } }, "style": {}, "schedulingPeriod": "0 sec", "schedulingStrategy": "TIMER_DRIVEN", "executionNode": "ALL", "penaltyDuration": "30 sec", "yieldDuration": "1 sec", "bulletinLevel": "WARN", "runDurationMillis": 0, "concurrentlySchedulableTaskCount": 1, "autoTerminatedRelationships": [ "success", "failure" ], "scheduledState": "ENABLED", "retryCount": 10, "retriedRelationships": [], "backoffMechanism": "PENALIZE_FLOWFILE", "maxBackoffPeriod": "10 mins", "componentType": "PROCESSOR", "groupIdentifier": "eaab7dc0-4761-3f1f-9dd5-ff82bd301911" }, { "identifier": "056f4faa-a4dc-3024-ffff-ffffb73ef3a0", "instanceIdentifier": "7b0b12f3-669e-32c4-b866-dea8a4a6f34a", "name": "Extract data attribute", "comments": "", "position": { "x": 2496.0, "y": 536.0 }, "type": "org.apache.nifi.processors.jolt.JoltTransformJSON", "bundle": { "group": "org.apache.nifi", "artifact": "nifi-jolt-nar", "version": "2.6.0" }, "properties": { "Jolt Transform": "jolt-transform-chain", "Max String Length": "20 MB", "Transform Cache Size": "1", "Custom Transformation Class Name": null, "Custom Module Directory": null, "Pretty Print": "false", "Jolt Specification": "[\n {\n \"operation\": \"shift\",\n \"spec\": {\n \"data\": {\n \"*\": \"\"\n }\n }\n }\n]\n" }, "propertyDescriptors": { "Jolt Transform": { "name": "Jolt Transform", "displayName": "Jolt Transform", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Max String Length": { "name": "Max String Length", "displayName": "Max String Length", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Transform Cache Size": { "name": "Transform Cache Size", "displayName": "Transform Cache Size", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Custom Transformation Class Name": { "name": "Custom Transformation Class Name", "displayName": "Custom Transformation Class Name", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Custom Module Directory": { "name": "Custom Module Directory", "displayName": "Custom Module Directory", "identifiesControllerService": false, "sensitive": false, "dynamic": false, "resourceDefinition": { "cardinality": "MULTIPLE", "resourceTypes": [ "DIRECTORY", "FILE" ] } }, "Pretty Print": { "name": "Pretty Print", "displayName": "Pretty Print", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Jolt Specification": { "name": "Jolt Specification", "displayName": "Jolt Specification", "identifiesControllerService": false, "sensitive": false, "dynamic": false, "resourceDefinition": { "cardinality": "SINGLE", "resourceTypes": [ "TEXT", "FILE" ] } } }, "style": {}, "schedulingPeriod": "0 sec", "schedulingStrategy": "TIMER_DRIVEN", "executionNode": "ALL", "penaltyDuration": "30 sec", "yieldDuration": "1 sec", "bulletinLevel": "WARN", "runDurationMillis": 0, "concurrentlySchedulableTaskCount": 1, "autoTerminatedRelationships": [ "failure" ], "scheduledState": "ENABLED", "retryCount": 10, "retriedRelationships": [], "backoffMechanism": "PENALIZE_FLOWFILE", "maxBackoffPeriod": "10 mins", "componentType": "PROCESSOR", "groupIdentifier": "eaab7dc0-4761-3f1f-9dd5-ff82bd301911" }, { "identifier": "42346af3-5793-3b8c-ffff-ffffc5c5139d", "instanceIdentifier": "f9f95954-77fc-3f16-9b94-54ca68090b21", "name": "Add station_uuid", "comments": "", "position": { "x": 1312.0, "y": 1216.0 }, "type": "org.apache.nifi.processors.jolt.JoltTransformJSON", "bundle": { "group": "org.apache.nifi", "artifact": "nifi-jolt-nar", "version": "2.6.0" }, "properties": { "Jolt Transform": "jolt-transform-chain", "Max String Length": "20 MB", "Transform Cache Size": "1", "Custom Transformation Class Name": null, "Custom Module Directory": null, "Pretty Print": "false", "Jolt Specification": "[\n {\n \"operation\": \"default\",\n \"spec\": {\n \"*\": {\n \"station_uuid\": \"${station_uuid}\"\n }\n }\n }\n]\n" }, "propertyDescriptors": { "Jolt Transform": { "name": "Jolt Transform", "displayName": "Jolt Transform", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Max String Length": { "name": "Max String Length", "displayName": "Max String Length", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Transform Cache Size": { "name": "Transform Cache Size", "displayName": "Transform Cache Size", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Custom Transformation Class Name": { "name": "Custom Transformation Class Name", "displayName": "Custom Transformation Class Name", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Custom Module Directory": { "name": "Custom Module Directory", "displayName": "Custom Module Directory", "identifiesControllerService": false, "sensitive": false, "dynamic": false, "resourceDefinition": { "cardinality": "MULTIPLE", "resourceTypes": [ "DIRECTORY", "FILE" ] } }, "Pretty Print": { "name": "Pretty Print", "displayName": "Pretty Print", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Jolt Specification": { "name": "Jolt Specification", "displayName": "Jolt Specification", "identifiesControllerService": false, "sensitive": false, "dynamic": false, "resourceDefinition": { "cardinality": "SINGLE", "resourceTypes": [ "TEXT", "FILE" ] } } }, "style": {}, "schedulingPeriod": "0 sec", "schedulingStrategy": "TIMER_DRIVEN", "executionNode": "ALL", "penaltyDuration": "30 sec", "yieldDuration": "1 sec", "bulletinLevel": "WARN", "runDurationMillis": 0, "concurrentlySchedulableTaskCount": 1, "autoTerminatedRelationships": [ "failure" ], "scheduledState": "ENABLED", "retryCount": 10, "retriedRelationships": [], "backoffMechanism": "PENALIZE_FLOWFILE", "maxBackoffPeriod": "10 mins", "componentType": "PROCESSOR", "groupIdentifier": "eaab7dc0-4761-3f1f-9dd5-ff82bd301911" }, { "identifier": "1a0aea35-946c-35de-8811-549faeb003ee", "instanceIdentifier": "81675904-0195-1000-ffff-ffffbbbb9cfe", "name": "Produce station records", "comments": "", "position": { "x": 560.0, "y": 536.0 }, "type": "org.apache.nifi.kafka.processors.PublishKafka", "bundle": { "group": "org.apache.nifi", "artifact": "nifi-kafka-nar", "version": "2.6.0" }, "properties": { "compression.type": "none", "acks": "all", "Message Demarcator": null, "Kafka Key Attribute Encoding": "utf-8", "Record Reader": "c127588a-e95f-382f-afb1-33f9b279c38d", "Record Metadata Strategy": "FROM_PROPERTIES", "Transactional ID Prefix": null, "Header Encoding": "UTF-8", "max.request.size": "1 MB", "Topic Name": "water_levels_stations", "Kafka Key": null, "partition": null, "Kafka Connection Service": "a7cc755f-2210-3763-889e-24c3e0b0684d", "Publish Strategy": "USE_VALUE", "Record Key Writer": null, "Failure Strategy": "Route to Failure", "partitioner.class": "org.apache.kafka.clients.producer.internals.DefaultPartitioner", "Record Writer": "50e96367-7b84-3034-8dbf-6e02fa7c01df", "Transactions Enabled": "false", "Message Key Field": null, "FlowFile Attribute Header Pattern": null }, "propertyDescriptors": { "compression.type": { "name": "compression.type", "displayName": "Compression Type", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "acks": { "name": "acks", "displayName": "Delivery Guarantee", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Message Demarcator": { "name": "Message Demarcator", "displayName": "Message Demarcator", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Kafka Key Attribute Encoding": { "name": "Kafka Key Attribute Encoding", "displayName": "Kafka Key Attribute Encoding", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Record Reader": { "name": "Record Reader", "displayName": "Record Reader", "identifiesControllerService": true, "sensitive": false, "dynamic": false }, "Record Metadata Strategy": { "name": "Record Metadata Strategy", "displayName": "Record Metadata Strategy", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Transactional ID Prefix": { "name": "Transactional ID Prefix", "displayName": "Transactional ID Prefix", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Header Encoding": { "name": "Header Encoding", "displayName": "Header Encoding", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "max.request.size": { "name": "max.request.size", "displayName": "Max Request Size", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Topic Name": { "name": "Topic Name", "displayName": "Topic Name", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Kafka Key": { "name": "Kafka Key", "displayName": "Kafka Key", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "partition": { "name": "partition", "displayName": "Partition", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Kafka Connection Service": { "name": "Kafka Connection Service", "displayName": "Kafka Connection Service", "identifiesControllerService": true, "sensitive": false, "dynamic": false }, "Publish Strategy": { "name": "Publish Strategy", "displayName": "Publish Strategy", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Record Key Writer": { "name": "Record Key Writer", "displayName": "Record Key Writer", "identifiesControllerService": true, "sensitive": false, "dynamic": false }, "Failure Strategy": { "name": "Failure Strategy", "displayName": "Failure Strategy", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "partitioner.class": { "name": "partitioner.class", "displayName": "Partitioner Class", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Record Writer": { "name": "Record Writer", "displayName": "Record Writer", "identifiesControllerService": true, "sensitive": false, "dynamic": false }, "Transactions Enabled": { "name": "Transactions Enabled", "displayName": "Transactions Enabled", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Message Key Field": { "name": "Message Key Field", "displayName": "Message Key Field", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "FlowFile Attribute Header Pattern": { "name": "FlowFile Attribute Header Pattern", "displayName": "FlowFile Attribute Header Pattern", "identifiesControllerService": false, "sensitive": false, "dynamic": false } }, "style": {}, "schedulingPeriod": "0 sec", "schedulingStrategy": "TIMER_DRIVEN", "executionNode": "ALL", "penaltyDuration": "30 sec", "yieldDuration": "1 sec", "bulletinLevel": "WARN", "runDurationMillis": 0, "concurrentlySchedulableTaskCount": 1, "autoTerminatedRelationships": [ "success", "failure" ], "scheduledState": "ENABLED", "retryCount": 10, "retriedRelationships": [], "backoffMechanism": "PENALIZE_FLOWFILE", "maxBackoffPeriod": "10 mins", "componentType": "PROCESSOR", "groupIdentifier": "eaab7dc0-4761-3f1f-9dd5-ff82bd301911" }, { "identifier": "364e250b-f224-3e12-b4cf-c782c9a06bbe", "instanceIdentifier": "143b2ea1-f9cc-3140-afd1-426a846dd9d0", "name": "Get free bike status", "comments": "", "position": { "x": 2501.000000762879, "y": 273.999988448508 }, "type": "org.apache.nifi.processors.standard.InvokeHTTP", "bundle": { "group": "org.apache.nifi", "artifact": "nifi-standard-nar", "version": "2.6.0" }, "properties": { "Request Content-Encoding": "DISABLED", "proxy-configuration-service": null, "Request Multipart Form-Data Filename Enabled": "true", "Request Chunked Transfer-Encoding Enabled": "false", "Response Header Request Attributes Prefix": null, "HTTP/2 Disabled": "False", "Connection Timeout": "5 secs", "Response Cookie Strategy": "DISABLED", "Socket Read Timeout": "15 secs", "Socket Idle Connections": "5", "Request Body Enabled": "true", "HTTP URL": "https://api.mobidata-bw.de/sharing/gbfs/v2/deer/free_bike_status", "Request OAuth2 Access Token Provider": null, "Socket Idle Timeout": "5 mins", "Response Redirects Enabled": "True", "Socket Write Timeout": "15 secs", "Request Header Attributes Pattern": null, "Response FlowFile Naming Strategy": "RANDOM", "Response Cache Enabled": "false", "Request Date Header Enabled": "True", "Request Failure Penalization Enabled": "false", "Response Body Attribute Size": "256", "SSL Context Service": null, "Response Generation Required": "false", "Request User-Agent": null, "Response Header Request Attributes Enabled": "false", "HTTP Method": "GET", "Request Username": null, "Request Content-Type": "${mime.type}", "Response Body Attribute Name": null, "Request Digest Authentication Enabled": "false", "Request Multipart Form-Data Name": null, "Response Cache Size": "10MB", "Response Body Ignored": "false" }, "propertyDescriptors": { "Request Content-Encoding": { "name": "Request Content-Encoding", "displayName": "Request Content-Encoding", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "proxy-configuration-service": { "name": "proxy-configuration-service", "displayName": "Proxy Configuration Service", "identifiesControllerService": true, "sensitive": false, "dynamic": false }, "Request Multipart Form-Data Filename Enabled": { "name": "Request Multipart Form-Data Filename Enabled", "displayName": "Request Multipart Form-Data Filename Enabled", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Request Chunked Transfer-Encoding Enabled": { "name": "Request Chunked Transfer-Encoding Enabled", "displayName": "Request Chunked Transfer-Encoding Enabled", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Response Header Request Attributes Prefix": { "name": "Response Header Request Attributes Prefix", "displayName": "Response Header Request Attributes Prefix", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "HTTP/2 Disabled": { "name": "HTTP/2 Disabled", "displayName": "HTTP/2 Disabled", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Connection Timeout": { "name": "Connection Timeout", "displayName": "Connection Timeout", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Response Cookie Strategy": { "name": "Response Cookie Strategy", "displayName": "Response Cookie Strategy", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Request Password": { "name": "Request Password", "displayName": "Request Password", "identifiesControllerService": false, "sensitive": true, "dynamic": false }, "Socket Read Timeout": { "name": "Socket Read Timeout", "displayName": "Socket Read Timeout", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Socket Idle Connections": { "name": "Socket Idle Connections", "displayName": "Socket Idle Connections", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Request Body Enabled": { "name": "Request Body Enabled", "displayName": "Request Body Enabled", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "HTTP URL": { "name": "HTTP URL", "displayName": "HTTP URL", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Request OAuth2 Access Token Provider": { "name": "Request OAuth2 Access Token Provider", "displayName": "Request OAuth2 Access Token Provider", "identifiesControllerService": true, "sensitive": false, "dynamic": false }, "Socket Idle Timeout": { "name": "Socket Idle Timeout", "displayName": "Socket Idle Timeout", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Response Redirects Enabled": { "name": "Response Redirects Enabled", "displayName": "Response Redirects Enabled", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Socket Write Timeout": { "name": "Socket Write Timeout", "displayName": "Socket Write Timeout", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Request Header Attributes Pattern": { "name": "Request Header Attributes Pattern", "displayName": "Request Header Attributes Pattern", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Response FlowFile Naming Strategy": { "name": "Response FlowFile Naming Strategy", "displayName": "Response FlowFile Naming Strategy", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Response Cache Enabled": { "name": "Response Cache Enabled", "displayName": "Response Cache Enabled", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Request Date Header Enabled": { "name": "Request Date Header Enabled", "displayName": "Request Date Header Enabled", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Request Failure Penalization Enabled": { "name": "Request Failure Penalization Enabled", "displayName": "Request Failure Penalization Enabled", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Response Body Attribute Size": { "name": "Response Body Attribute Size", "displayName": "Response Body Attribute Size", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "SSL Context Service": { "name": "SSL Context Service", "displayName": "SSL Context Service", "identifiesControllerService": true, "sensitive": false, "dynamic": false }, "Response Generation Required": { "name": "Response Generation Required", "displayName": "Response Generation Required", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Request User-Agent": { "name": "Request User-Agent", "displayName": "Request User-Agent", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Response Header Request Attributes Enabled": { "name": "Response Header Request Attributes Enabled", "displayName": "Response Header Request Attributes Enabled", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "HTTP Method": { "name": "HTTP Method", "displayName": "HTTP Method", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Request Username": { "name": "Request Username", "displayName": "Request Username", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Request Content-Type": { "name": "Request Content-Type", "displayName": "Request Content-Type", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Response Body Attribute Name": { "name": "Response Body Attribute Name", "displayName": "Response Body Attribute Name", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Request Digest Authentication Enabled": { "name": "Request Digest Authentication Enabled", "displayName": "Request Digest Authentication Enabled", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Request Multipart Form-Data Name": { "name": "Request Multipart Form-Data Name", "displayName": "Request Multipart Form-Data Name", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Response Cache Size": { "name": "Response Cache Size", "displayName": "Response Cache Size", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Response Body Ignored": { "name": "Response Body Ignored", "displayName": "Response Body Ignored", "identifiesControllerService": false, "sensitive": false, "dynamic": false } }, "style": {}, "schedulingPeriod": "1 m", "schedulingStrategy": "TIMER_DRIVEN", "executionNode": "PRIMARY", "penaltyDuration": "30 sec", "yieldDuration": "1 sec", "bulletinLevel": "WARN", "runDurationMillis": 0, "concurrentlySchedulableTaskCount": 1, "autoTerminatedRelationships": [ "No Retry", "Retry", "Original", "Failure" ], "scheduledState": "ENABLED", "retryCount": 10, "retriedRelationships": [], "backoffMechanism": "PENALIZE_FLOWFILE", "maxBackoffPeriod": "10 mins", "componentType": "PROCESSOR", "groupIdentifier": "eaab7dc0-4761-3f1f-9dd5-ff82bd301911" }, { "identifier": "26a592be-7444-337c-b8f9-3a29013cb760", "instanceIdentifier": "0ea082f4-3f0d-38db-bd4b-51feb5428cc6", "name": "Get station status", "comments": "", "position": { "x": 2101.000000762879, "y": 273.999988448508 }, "type": "org.apache.nifi.processors.standard.InvokeHTTP", "bundle": { "group": "org.apache.nifi", "artifact": "nifi-standard-nar", "version": "2.6.0" }, "properties": { "Request Content-Encoding": "DISABLED", "proxy-configuration-service": null, "Request Multipart Form-Data Filename Enabled": "true", "Request Chunked Transfer-Encoding Enabled": "false", "Response Header Request Attributes Prefix": null, "HTTP/2 Disabled": "False", "Connection Timeout": "5 secs", "Response Cookie Strategy": "DISABLED", "Socket Read Timeout": "15 secs", "Socket Idle Connections": "5", "Request Body Enabled": "true", "HTTP URL": "https://api.mobidata-bw.de/sharing/gbfs/v2/deer/station_status", "Request OAuth2 Access Token Provider": null, "Socket Idle Timeout": "5 mins", "Response Redirects Enabled": "True", "Socket Write Timeout": "15 secs", "Request Header Attributes Pattern": null, "Response FlowFile Naming Strategy": "RANDOM", "Response Cache Enabled": "false", "Request Date Header Enabled": "True", "Request Failure Penalization Enabled": "false", "Response Body Attribute Size": "256", "SSL Context Service": null, "Response Generation Required": "false", "Request User-Agent": null, "Response Header Request Attributes Enabled": "false", "HTTP Method": "GET", "Request Username": null, "Request Content-Type": "${mime.type}", "Response Body Attribute Name": null, "Request Digest Authentication Enabled": "false", "Request Multipart Form-Data Name": null, "Response Cache Size": "10MB", "Response Body Ignored": "false" }, "propertyDescriptors": { "Request Content-Encoding": { "name": "Request Content-Encoding", "displayName": "Request Content-Encoding", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "proxy-configuration-service": { "name": "proxy-configuration-service", "displayName": "Proxy Configuration Service", "identifiesControllerService": true, "sensitive": false, "dynamic": false }, "Request Multipart Form-Data Filename Enabled": { "name": "Request Multipart Form-Data Filename Enabled", "displayName": "Request Multipart Form-Data Filename Enabled", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Request Chunked Transfer-Encoding Enabled": { "name": "Request Chunked Transfer-Encoding Enabled", "displayName": "Request Chunked Transfer-Encoding Enabled", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Response Header Request Attributes Prefix": { "name": "Response Header Request Attributes Prefix", "displayName": "Response Header Request Attributes Prefix", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "HTTP/2 Disabled": { "name": "HTTP/2 Disabled", "displayName": "HTTP/2 Disabled", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Connection Timeout": { "name": "Connection Timeout", "displayName": "Connection Timeout", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Response Cookie Strategy": { "name": "Response Cookie Strategy", "displayName": "Response Cookie Strategy", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Request Password": { "name": "Request Password", "displayName": "Request Password", "identifiesControllerService": false, "sensitive": true, "dynamic": false }, "Socket Read Timeout": { "name": "Socket Read Timeout", "displayName": "Socket Read Timeout", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Socket Idle Connections": { "name": "Socket Idle Connections", "displayName": "Socket Idle Connections", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Request Body Enabled": { "name": "Request Body Enabled", "displayName": "Request Body Enabled", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "HTTP URL": { "name": "HTTP URL", "displayName": "HTTP URL", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Request OAuth2 Access Token Provider": { "name": "Request OAuth2 Access Token Provider", "displayName": "Request OAuth2 Access Token Provider", "identifiesControllerService": true, "sensitive": false, "dynamic": false }, "Socket Idle Timeout": { "name": "Socket Idle Timeout", "displayName": "Socket Idle Timeout", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Response Redirects Enabled": { "name": "Response Redirects Enabled", "displayName": "Response Redirects Enabled", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Socket Write Timeout": { "name": "Socket Write Timeout", "displayName": "Socket Write Timeout", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Request Header Attributes Pattern": { "name": "Request Header Attributes Pattern", "displayName": "Request Header Attributes Pattern", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Response FlowFile Naming Strategy": { "name": "Response FlowFile Naming Strategy", "displayName": "Response FlowFile Naming Strategy", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Response Cache Enabled": { "name": "Response Cache Enabled", "displayName": "Response Cache Enabled", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Request Date Header Enabled": { "name": "Request Date Header Enabled", "displayName": "Request Date Header Enabled", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Request Failure Penalization Enabled": { "name": "Request Failure Penalization Enabled", "displayName": "Request Failure Penalization Enabled", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Response Body Attribute Size": { "name": "Response Body Attribute Size", "displayName": "Response Body Attribute Size", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "SSL Context Service": { "name": "SSL Context Service", "displayName": "SSL Context Service", "identifiesControllerService": true, "sensitive": false, "dynamic": false }, "Response Generation Required": { "name": "Response Generation Required", "displayName": "Response Generation Required", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Request User-Agent": { "name": "Request User-Agent", "displayName": "Request User-Agent", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Response Header Request Attributes Enabled": { "name": "Response Header Request Attributes Enabled", "displayName": "Response Header Request Attributes Enabled", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "HTTP Method": { "name": "HTTP Method", "displayName": "HTTP Method", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Request Username": { "name": "Request Username", "displayName": "Request Username", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Request Content-Type": { "name": "Request Content-Type", "displayName": "Request Content-Type", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Response Body Attribute Name": { "name": "Response Body Attribute Name", "displayName": "Response Body Attribute Name", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Request Digest Authentication Enabled": { "name": "Request Digest Authentication Enabled", "displayName": "Request Digest Authentication Enabled", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Request Multipart Form-Data Name": { "name": "Request Multipart Form-Data Name", "displayName": "Request Multipart Form-Data Name", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Response Cache Size": { "name": "Response Cache Size", "displayName": "Response Cache Size", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Response Body Ignored": { "name": "Response Body Ignored", "displayName": "Response Body Ignored", "identifiesControllerService": false, "sensitive": false, "dynamic": false } }, "style": {}, "schedulingPeriod": "1 m", "schedulingStrategy": "TIMER_DRIVEN", "executionNode": "PRIMARY", "penaltyDuration": "30 sec", "yieldDuration": "1 sec", "bulletinLevel": "WARN", "runDurationMillis": 0, "concurrentlySchedulableTaskCount": 1, "autoTerminatedRelationships": [ "No Retry", "Retry", "Original", "Failure" ], "scheduledState": "ENABLED", "retryCount": 10, "retriedRelationships": [], "backoffMechanism": "PENALIZE_FLOWFILE", "maxBackoffPeriod": "10 mins", "componentType": "PROCESSOR", "groupIdentifier": "eaab7dc0-4761-3f1f-9dd5-ff82bd301911" }, { "identifier": "d9bacb7c-10df-3044-ffff-ffffe7a604af", "instanceIdentifier": "8c7c157b-6f95-399c-83f7-54a79ea11078", "name": "Produce bike status records", "comments": "", "position": { "x": 2504.0, "y": 752.0 }, "type": "org.apache.nifi.kafka.processors.PublishKafka", "bundle": { "group": "org.apache.nifi", "artifact": "nifi-kafka-nar", "version": "2.6.0" }, "properties": { "compression.type": "none", "acks": "all", "Message Demarcator": null, "Kafka Key Attribute Encoding": "utf-8", "Record Reader": "c127588a-e95f-382f-afb1-33f9b279c38d", "Record Metadata Strategy": "FROM_PROPERTIES", "Transactional ID Prefix": null, "Header Encoding": "UTF-8", "max.request.size": "1 MB", "Topic Name": "shared_bikes_bike_status", "Kafka Key": null, "partition": null, "Kafka Connection Service": "a7cc755f-2210-3763-889e-24c3e0b0684d", "Publish Strategy": "USE_VALUE", "Record Key Writer": null, "Failure Strategy": "Route to Failure", "partitioner.class": "org.apache.kafka.clients.producer.internals.DefaultPartitioner", "Record Writer": "50e96367-7b84-3034-8dbf-6e02fa7c01df", "Transactions Enabled": "false", "Message Key Field": null, "FlowFile Attribute Header Pattern": null }, "propertyDescriptors": { "compression.type": { "name": "compression.type", "displayName": "Compression Type", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "acks": { "name": "acks", "displayName": "Delivery Guarantee", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Message Demarcator": { "name": "Message Demarcator", "displayName": "Message Demarcator", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Kafka Key Attribute Encoding": { "name": "Kafka Key Attribute Encoding", "displayName": "Kafka Key Attribute Encoding", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Record Reader": { "name": "Record Reader", "displayName": "Record Reader", "identifiesControllerService": true, "sensitive": false, "dynamic": false }, "Record Metadata Strategy": { "name": "Record Metadata Strategy", "displayName": "Record Metadata Strategy", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Transactional ID Prefix": { "name": "Transactional ID Prefix", "displayName": "Transactional ID Prefix", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Header Encoding": { "name": "Header Encoding", "displayName": "Header Encoding", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "max.request.size": { "name": "max.request.size", "displayName": "Max Request Size", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Topic Name": { "name": "Topic Name", "displayName": "Topic Name", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Kafka Key": { "name": "Kafka Key", "displayName": "Kafka Key", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "partition": { "name": "partition", "displayName": "Partition", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Kafka Connection Service": { "name": "Kafka Connection Service", "displayName": "Kafka Connection Service", "identifiesControllerService": true, "sensitive": false, "dynamic": false }, "Publish Strategy": { "name": "Publish Strategy", "displayName": "Publish Strategy", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Record Key Writer": { "name": "Record Key Writer", "displayName": "Record Key Writer", "identifiesControllerService": true, "sensitive": false, "dynamic": false }, "Failure Strategy": { "name": "Failure Strategy", "displayName": "Failure Strategy", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "partitioner.class": { "name": "partitioner.class", "displayName": "Partitioner Class", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Record Writer": { "name": "Record Writer", "displayName": "Record Writer", "identifiesControllerService": true, "sensitive": false, "dynamic": false }, "Transactions Enabled": { "name": "Transactions Enabled", "displayName": "Transactions Enabled", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Message Key Field": { "name": "Message Key Field", "displayName": "Message Key Field", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "FlowFile Attribute Header Pattern": { "name": "FlowFile Attribute Header Pattern", "displayName": "FlowFile Attribute Header Pattern", "identifiesControllerService": false, "sensitive": false, "dynamic": false } }, "style": {}, "schedulingPeriod": "0 sec", "schedulingStrategy": "TIMER_DRIVEN", "executionNode": "ALL", "penaltyDuration": "30 sec", "yieldDuration": "1 sec", "bulletinLevel": "WARN", "runDurationMillis": 0, "concurrentlySchedulableTaskCount": 1, "autoTerminatedRelationships": [ "success", "failure" ], "scheduledState": "ENABLED", "retryCount": 10, "retriedRelationships": [], "backoffMechanism": "PENALIZE_FLOWFILE", "maxBackoffPeriod": "10 mins", "componentType": "PROCESSOR", "groupIdentifier": "eaab7dc0-4761-3f1f-9dd5-ff82bd301911" }, { "identifier": "00bcf948-7bef-35b6-8a6d-e641194b8189", "instanceIdentifier": "d92196ba-38f9-3b77-b9a4-4e0dfe564d3f", "name": "Get station list", "comments": "", "position": { "x": 557.000000762879, "y": 273.999988448508 }, "type": "org.apache.nifi.processors.standard.InvokeHTTP", "bundle": { "group": "org.apache.nifi", "artifact": "nifi-standard-nar", "version": "2.6.0" }, "properties": { "Request Content-Encoding": "DISABLED", "proxy-configuration-service": null, "Request Multipart Form-Data Filename Enabled": "true", "Request Chunked Transfer-Encoding Enabled": "false", "Response Header Request Attributes Prefix": null, "HTTP/2 Disabled": "False", "Connection Timeout": "5 secs", "Response Cookie Strategy": "DISABLED", "Socket Read Timeout": "15 secs", "Socket Idle Connections": "5", "Request Body Enabled": "true", "HTTP URL": "https://www.pegelonline.wsv.de/webservices/rest-api/v2/stations.json", "Request OAuth2 Access Token Provider": null, "Socket Idle Timeout": "5 mins", "Response Redirects Enabled": "True", "Socket Write Timeout": "15 secs", "Request Header Attributes Pattern": null, "Response FlowFile Naming Strategy": "RANDOM", "Response Cache Enabled": "false", "Request Date Header Enabled": "True", "Request Failure Penalization Enabled": "false", "Response Body Attribute Size": "256", "SSL Context Service": null, "Response Generation Required": "false", "Request User-Agent": null, "Response Header Request Attributes Enabled": "false", "HTTP Method": "GET", "Request Username": null, "Request Content-Type": "${mime.type}", "Response Body Attribute Name": null, "Request Digest Authentication Enabled": "false", "Request Multipart Form-Data Name": null, "Response Cache Size": "10MB", "Response Body Ignored": "false" }, "propertyDescriptors": { "Request Content-Encoding": { "name": "Request Content-Encoding", "displayName": "Request Content-Encoding", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "proxy-configuration-service": { "name": "proxy-configuration-service", "displayName": "Proxy Configuration Service", "identifiesControllerService": true, "sensitive": false, "dynamic": false }, "Request Multipart Form-Data Filename Enabled": { "name": "Request Multipart Form-Data Filename Enabled", "displayName": "Request Multipart Form-Data Filename Enabled", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Request Chunked Transfer-Encoding Enabled": { "name": "Request Chunked Transfer-Encoding Enabled", "displayName": "Request Chunked Transfer-Encoding Enabled", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Response Header Request Attributes Prefix": { "name": "Response Header Request Attributes Prefix", "displayName": "Response Header Request Attributes Prefix", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "HTTP/2 Disabled": { "name": "HTTP/2 Disabled", "displayName": "HTTP/2 Disabled", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Connection Timeout": { "name": "Connection Timeout", "displayName": "Connection Timeout", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Response Cookie Strategy": { "name": "Response Cookie Strategy", "displayName": "Response Cookie Strategy", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Request Password": { "name": "Request Password", "displayName": "Request Password", "identifiesControllerService": false, "sensitive": true, "dynamic": false }, "Socket Read Timeout": { "name": "Socket Read Timeout", "displayName": "Socket Read Timeout", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Socket Idle Connections": { "name": "Socket Idle Connections", "displayName": "Socket Idle Connections", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Request Body Enabled": { "name": "Request Body Enabled", "displayName": "Request Body Enabled", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "HTTP URL": { "name": "HTTP URL", "displayName": "HTTP URL", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Request OAuth2 Access Token Provider": { "name": "Request OAuth2 Access Token Provider", "displayName": "Request OAuth2 Access Token Provider", "identifiesControllerService": true, "sensitive": false, "dynamic": false }, "Socket Idle Timeout": { "name": "Socket Idle Timeout", "displayName": "Socket Idle Timeout", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Response Redirects Enabled": { "name": "Response Redirects Enabled", "displayName": "Response Redirects Enabled", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Socket Write Timeout": { "name": "Socket Write Timeout", "displayName": "Socket Write Timeout", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Request Header Attributes Pattern": { "name": "Request Header Attributes Pattern", "displayName": "Request Header Attributes Pattern", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Response FlowFile Naming Strategy": { "name": "Response FlowFile Naming Strategy", "displayName": "Response FlowFile Naming Strategy", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Response Cache Enabled": { "name": "Response Cache Enabled", "displayName": "Response Cache Enabled", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Request Date Header Enabled": { "name": "Request Date Header Enabled", "displayName": "Request Date Header Enabled", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Request Failure Penalization Enabled": { "name": "Request Failure Penalization Enabled", "displayName": "Request Failure Penalization Enabled", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Response Body Attribute Size": { "name": "Response Body Attribute Size", "displayName": "Response Body Attribute Size", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "SSL Context Service": { "name": "SSL Context Service", "displayName": "SSL Context Service", "identifiesControllerService": true, "sensitive": false, "dynamic": false }, "Response Generation Required": { "name": "Response Generation Required", "displayName": "Response Generation Required", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Request User-Agent": { "name": "Request User-Agent", "displayName": "Request User-Agent", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Response Header Request Attributes Enabled": { "name": "Response Header Request Attributes Enabled", "displayName": "Response Header Request Attributes Enabled", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "HTTP Method": { "name": "HTTP Method", "displayName": "HTTP Method", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Request Username": { "name": "Request Username", "displayName": "Request Username", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Request Content-Type": { "name": "Request Content-Type", "displayName": "Request Content-Type", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Response Body Attribute Name": { "name": "Response Body Attribute Name", "displayName": "Response Body Attribute Name", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Request Digest Authentication Enabled": { "name": "Request Digest Authentication Enabled", "displayName": "Request Digest Authentication Enabled", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Request Multipart Form-Data Name": { "name": "Request Multipart Form-Data Name", "displayName": "Request Multipart Form-Data Name", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Response Cache Size": { "name": "Response Cache Size", "displayName": "Response Cache Size", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Response Body Ignored": { "name": "Response Body Ignored", "displayName": "Response Body Ignored", "identifiesControllerService": false, "sensitive": false, "dynamic": false } }, "style": {}, "schedulingPeriod": "10 m", "schedulingStrategy": "TIMER_DRIVEN", "executionNode": "PRIMARY", "penaltyDuration": "30 sec", "yieldDuration": "1 sec", "bulletinLevel": "WARN", "runDurationMillis": 0, "concurrentlySchedulableTaskCount": 1, "autoTerminatedRelationships": [ "No Retry", "Retry", "Original", "Failure" ], "scheduledState": "ENABLED", "retryCount": 10, "retriedRelationships": [], "backoffMechanism": "PENALIZE_FLOWFILE", "maxBackoffPeriod": "10 mins", "componentType": "PROCESSOR", "groupIdentifier": "eaab7dc0-4761-3f1f-9dd5-ff82bd301911" }, { "identifier": "98c83f54-9f99-3d95-88b0-ae91140707c9", "instanceIdentifier": "098befce-068e-3d63-8586-1a7309e40e58", "name": "Get station list", "comments": "", "position": { "x": 933.000000762879, "y": 273.999988448508 }, "type": "org.apache.nifi.processors.standard.InvokeHTTP", "bundle": { "group": "org.apache.nifi", "artifact": "nifi-standard-nar", "version": "2.6.0" }, "properties": { "Request Content-Encoding": "DISABLED", "proxy-configuration-service": null, "Request Multipart Form-Data Filename Enabled": "true", "Request Chunked Transfer-Encoding Enabled": "false", "Response Header Request Attributes Prefix": null, "HTTP/2 Disabled": "False", "Connection Timeout": "5 secs", "Response Cookie Strategy": "DISABLED", "Socket Read Timeout": "15 secs", "Socket Idle Connections": "5", "Request Body Enabled": "true", "HTTP URL": "https://www.pegelonline.wsv.de/webservices/rest-api/v2/stations.json", "Request OAuth2 Access Token Provider": null, "Socket Idle Timeout": "5 mins", "Response Redirects Enabled": "True", "Socket Write Timeout": "15 secs", "Request Header Attributes Pattern": null, "Response FlowFile Naming Strategy": "RANDOM", "Response Cache Enabled": "false", "Request Date Header Enabled": "True", "Request Failure Penalization Enabled": "false", "Response Body Attribute Size": "256", "SSL Context Service": null, "Response Generation Required": "false", "Request User-Agent": null, "Response Header Request Attributes Enabled": "false", "HTTP Method": "GET", "Request Username": null, "Request Content-Type": "${mime.type}", "Response Body Attribute Name": null, "Request Digest Authentication Enabled": "false", "Request Multipart Form-Data Name": null, "Response Cache Size": "10MB", "Response Body Ignored": "false" }, "propertyDescriptors": { "Request Content-Encoding": { "name": "Request Content-Encoding", "displayName": "Request Content-Encoding", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "proxy-configuration-service": { "name": "proxy-configuration-service", "displayName": "Proxy Configuration Service", "identifiesControllerService": true, "sensitive": false, "dynamic": false }, "Request Multipart Form-Data Filename Enabled": { "name": "Request Multipart Form-Data Filename Enabled", "displayName": "Request Multipart Form-Data Filename Enabled", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Request Chunked Transfer-Encoding Enabled": { "name": "Request Chunked Transfer-Encoding Enabled", "displayName": "Request Chunked Transfer-Encoding Enabled", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Response Header Request Attributes Prefix": { "name": "Response Header Request Attributes Prefix", "displayName": "Response Header Request Attributes Prefix", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "HTTP/2 Disabled": { "name": "HTTP/2 Disabled", "displayName": "HTTP/2 Disabled", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Connection Timeout": { "name": "Connection Timeout", "displayName": "Connection Timeout", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Response Cookie Strategy": { "name": "Response Cookie Strategy", "displayName": "Response Cookie Strategy", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Request Password": { "name": "Request Password", "displayName": "Request Password", "identifiesControllerService": false, "sensitive": true, "dynamic": false }, "Socket Read Timeout": { "name": "Socket Read Timeout", "displayName": "Socket Read Timeout", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Socket Idle Connections": { "name": "Socket Idle Connections", "displayName": "Socket Idle Connections", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Request Body Enabled": { "name": "Request Body Enabled", "displayName": "Request Body Enabled", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "HTTP URL": { "name": "HTTP URL", "displayName": "HTTP URL", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Request OAuth2 Access Token Provider": { "name": "Request OAuth2 Access Token Provider", "displayName": "Request OAuth2 Access Token Provider", "identifiesControllerService": true, "sensitive": false, "dynamic": false }, "Socket Idle Timeout": { "name": "Socket Idle Timeout", "displayName": "Socket Idle Timeout", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Response Redirects Enabled": { "name": "Response Redirects Enabled", "displayName": "Response Redirects Enabled", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Socket Write Timeout": { "name": "Socket Write Timeout", "displayName": "Socket Write Timeout", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Request Header Attributes Pattern": { "name": "Request Header Attributes Pattern", "displayName": "Request Header Attributes Pattern", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Response FlowFile Naming Strategy": { "name": "Response FlowFile Naming Strategy", "displayName": "Response FlowFile Naming Strategy", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Response Cache Enabled": { "name": "Response Cache Enabled", "displayName": "Response Cache Enabled", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Request Date Header Enabled": { "name": "Request Date Header Enabled", "displayName": "Request Date Header Enabled", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Request Failure Penalization Enabled": { "name": "Request Failure Penalization Enabled", "displayName": "Request Failure Penalization Enabled", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Response Body Attribute Size": { "name": "Response Body Attribute Size", "displayName": "Response Body Attribute Size", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "SSL Context Service": { "name": "SSL Context Service", "displayName": "SSL Context Service", "identifiesControllerService": true, "sensitive": false, "dynamic": false }, "Response Generation Required": { "name": "Response Generation Required", "displayName": "Response Generation Required", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Request User-Agent": { "name": "Request User-Agent", "displayName": "Request User-Agent", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Response Header Request Attributes Enabled": { "name": "Response Header Request Attributes Enabled", "displayName": "Response Header Request Attributes Enabled", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "HTTP Method": { "name": "HTTP Method", "displayName": "HTTP Method", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Request Username": { "name": "Request Username", "displayName": "Request Username", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Request Content-Type": { "name": "Request Content-Type", "displayName": "Request Content-Type", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Response Body Attribute Name": { "name": "Response Body Attribute Name", "displayName": "Response Body Attribute Name", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Request Digest Authentication Enabled": { "name": "Request Digest Authentication Enabled", "displayName": "Request Digest Authentication Enabled", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Request Multipart Form-Data Name": { "name": "Request Multipart Form-Data Name", "displayName": "Request Multipart Form-Data Name", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Response Cache Size": { "name": "Response Cache Size", "displayName": "Response Cache Size", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Response Body Ignored": { "name": "Response Body Ignored", "displayName": "Response Body Ignored", "identifiesControllerService": false, "sensitive": false, "dynamic": false } }, "style": {}, "schedulingPeriod": "365000 days", "schedulingStrategy": "TIMER_DRIVEN", "executionNode": "PRIMARY", "penaltyDuration": "30 sec", "yieldDuration": "1 sec", "bulletinLevel": "WARN", "runDurationMillis": 0, "concurrentlySchedulableTaskCount": 1, "autoTerminatedRelationships": [ "No Retry", "Retry", "Original", "Failure" ], "scheduledState": "ENABLED", "retryCount": 10, "retriedRelationships": [], "backoffMechanism": "PENALIZE_FLOWFILE", "maxBackoffPeriod": "10 mins", "componentType": "PROCESSOR", "groupIdentifier": "eaab7dc0-4761-3f1f-9dd5-ff82bd301911" }, { "identifier": "405f050c-5005-3b96-ffff-ffffbc8a379e", "instanceIdentifier": "3dd55349-9324-36ea-a6a0-d76280b79609", "name": "Extract data attribute", "comments": "", "position": { "x": 1704.0, "y": 544.0 }, "type": "org.apache.nifi.processors.jolt.JoltTransformJSON", "bundle": { "group": "org.apache.nifi", "artifact": "nifi-jolt-nar", "version": "2.6.0" }, "properties": { "Jolt Transform": "jolt-transform-chain", "Max String Length": "20 MB", "Transform Cache Size": "1", "Custom Transformation Class Name": null, "Custom Module Directory": null, "Pretty Print": "false", "Jolt Specification": "[\n {\n \"operation\": \"shift\",\n \"spec\": {\n \"data\": {\n \"*\": \"\"\n }\n }\n }\n]\n" }, "propertyDescriptors": { "Jolt Transform": { "name": "Jolt Transform", "displayName": "Jolt Transform", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Max String Length": { "name": "Max String Length", "displayName": "Max String Length", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Transform Cache Size": { "name": "Transform Cache Size", "displayName": "Transform Cache Size", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Custom Transformation Class Name": { "name": "Custom Transformation Class Name", "displayName": "Custom Transformation Class Name", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Custom Module Directory": { "name": "Custom Module Directory", "displayName": "Custom Module Directory", "identifiesControllerService": false, "sensitive": false, "dynamic": false, "resourceDefinition": { "cardinality": "MULTIPLE", "resourceTypes": [ "DIRECTORY", "FILE" ] } }, "Pretty Print": { "name": "Pretty Print", "displayName": "Pretty Print", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Jolt Specification": { "name": "Jolt Specification", "displayName": "Jolt Specification", "identifiesControllerService": false, "sensitive": false, "dynamic": false, "resourceDefinition": { "cardinality": "SINGLE", "resourceTypes": [ "TEXT", "FILE" ] } } }, "style": {}, "schedulingPeriod": "0 sec", "schedulingStrategy": "TIMER_DRIVEN", "executionNode": "ALL", "penaltyDuration": "30 sec", "yieldDuration": "1 sec", "bulletinLevel": "WARN", "runDurationMillis": 0, "concurrentlySchedulableTaskCount": 1, "autoTerminatedRelationships": [ "failure" ], "scheduledState": "ENABLED", "retryCount": 10, "retriedRelationships": [], "backoffMechanism": "PENALIZE_FLOWFILE", "maxBackoffPeriod": "10 mins", "componentType": "PROCESSOR", "groupIdentifier": "eaab7dc0-4761-3f1f-9dd5-ff82bd301911" }, { "identifier": "a1453322-1c3f-3150-a5be-0330c98144d9", "instanceIdentifier": "be5c2f57-09fd-3608-8c9c-9779e52c0ce8", "name": "Extract station_uuid", "comments": "", "position": { "x": 933.000000762879, "y": 753.999988448508 }, "type": "org.apache.nifi.processors.standard.EvaluateJsonPath", "bundle": { "group": "org.apache.nifi", "artifact": "nifi-standard-nar", "version": "2.6.0" }, "properties": { "Destination": "flowfile-attribute", "Max String Length": "20 MB", "Return Type": "auto-detect", "Null Value Representation": "empty string", "station_uuid": "$.uuid", "Path Not Found Behavior": "ignore" }, "propertyDescriptors": { "Destination": { "name": "Destination", "displayName": "Destination", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Max String Length": { "name": "Max String Length", "displayName": "Max String Length", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Return Type": { "name": "Return Type", "displayName": "Return Type", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Null Value Representation": { "name": "Null Value Representation", "displayName": "Null Value Representation", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "station_uuid": { "name": "station_uuid", "displayName": "station_uuid", "identifiesControllerService": false, "sensitive": false, "dynamic": true }, "Path Not Found Behavior": { "name": "Path Not Found Behavior", "displayName": "Path Not Found Behavior", "identifiesControllerService": false, "sensitive": false, "dynamic": false } }, "style": {}, "schedulingPeriod": "0 sec", "schedulingStrategy": "TIMER_DRIVEN", "executionNode": "ALL", "penaltyDuration": "30 sec", "yieldDuration": "1 sec", "bulletinLevel": "WARN", "runDurationMillis": 0, "concurrentlySchedulableTaskCount": 1, "autoTerminatedRelationships": [ "failure", "unmatched" ], "scheduledState": "ENABLED", "retryCount": 10, "retriedRelationships": [], "backoffMechanism": "PENALIZE_FLOWFILE", "maxBackoffPeriod": "10 mins", "componentType": "PROCESSOR", "groupIdentifier": "eaab7dc0-4761-3f1f-9dd5-ff82bd301911" }, { "identifier": "de71001e-de69-32c2-82b9-6f008665b252", "instanceIdentifier": "df138016-7764-3ad6-ac10-9f57e657461d", "name": "Get 30 minutes of historic data", "comments": "", "position": { "x": 1309.0000007628792, "y": 993.999988448508 }, "type": "org.apache.nifi.processors.standard.InvokeHTTP", "bundle": { "group": "org.apache.nifi", "artifact": "nifi-standard-nar", "version": "2.6.0" }, "properties": { "Request Content-Encoding": "DISABLED", "proxy-configuration-service": null, "Request Multipart Form-Data Filename Enabled": "true", "Request Chunked Transfer-Encoding Enabled": "false", "Response Header Request Attributes Prefix": null, "HTTP/2 Disabled": "False", "Connection Timeout": "5 secs", "Response Cookie Strategy": "DISABLED", "Socket Read Timeout": "15 secs", "Socket Idle Connections": "5", "Request Body Enabled": "true", "HTTP URL": "https://www.pegelonline.wsv.de/webservices/rest-api/v2/stations/${station_uuid}/W/measurements.json?start=PT30M", "Request OAuth2 Access Token Provider": null, "Socket Idle Timeout": "5 mins", "Response Redirects Enabled": "True", "Socket Write Timeout": "15 secs", "Request Header Attributes Pattern": null, "Response FlowFile Naming Strategy": "RANDOM", "Response Cache Enabled": "false", "Request Date Header Enabled": "True", "Request Failure Penalization Enabled": "false", "Response Body Attribute Size": "256", "SSL Context Service": null, "Response Generation Required": "false", "Request User-Agent": null, "Response Header Request Attributes Enabled": "false", "HTTP Method": "GET", "Request Username": null, "Request Content-Type": "${mime.type}", "Response Body Attribute Name": null, "Request Digest Authentication Enabled": "false", "Request Multipart Form-Data Name": null, "Response Cache Size": "10MB", "Response Body Ignored": "false" }, "propertyDescriptors": { "Request Content-Encoding": { "name": "Request Content-Encoding", "displayName": "Request Content-Encoding", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "proxy-configuration-service": { "name": "proxy-configuration-service", "displayName": "Proxy Configuration Service", "identifiesControllerService": true, "sensitive": false, "dynamic": false }, "Request Multipart Form-Data Filename Enabled": { "name": "Request Multipart Form-Data Filename Enabled", "displayName": "Request Multipart Form-Data Filename Enabled", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Request Chunked Transfer-Encoding Enabled": { "name": "Request Chunked Transfer-Encoding Enabled", "displayName": "Request Chunked Transfer-Encoding Enabled", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Response Header Request Attributes Prefix": { "name": "Response Header Request Attributes Prefix", "displayName": "Response Header Request Attributes Prefix", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "HTTP/2 Disabled": { "name": "HTTP/2 Disabled", "displayName": "HTTP/2 Disabled", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Connection Timeout": { "name": "Connection Timeout", "displayName": "Connection Timeout", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Response Cookie Strategy": { "name": "Response Cookie Strategy", "displayName": "Response Cookie Strategy", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Request Password": { "name": "Request Password", "displayName": "Request Password", "identifiesControllerService": false, "sensitive": true, "dynamic": false }, "Socket Read Timeout": { "name": "Socket Read Timeout", "displayName": "Socket Read Timeout", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Socket Idle Connections": { "name": "Socket Idle Connections", "displayName": "Socket Idle Connections", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Request Body Enabled": { "name": "Request Body Enabled", "displayName": "Request Body Enabled", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "HTTP URL": { "name": "HTTP URL", "displayName": "HTTP URL", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Request OAuth2 Access Token Provider": { "name": "Request OAuth2 Access Token Provider", "displayName": "Request OAuth2 Access Token Provider", "identifiesControllerService": true, "sensitive": false, "dynamic": false }, "Socket Idle Timeout": { "name": "Socket Idle Timeout", "displayName": "Socket Idle Timeout", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Response Redirects Enabled": { "name": "Response Redirects Enabled", "displayName": "Response Redirects Enabled", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Socket Write Timeout": { "name": "Socket Write Timeout", "displayName": "Socket Write Timeout", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Request Header Attributes Pattern": { "name": "Request Header Attributes Pattern", "displayName": "Request Header Attributes Pattern", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Response FlowFile Naming Strategy": { "name": "Response FlowFile Naming Strategy", "displayName": "Response FlowFile Naming Strategy", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Response Cache Enabled": { "name": "Response Cache Enabled", "displayName": "Response Cache Enabled", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Request Date Header Enabled": { "name": "Request Date Header Enabled", "displayName": "Request Date Header Enabled", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Request Failure Penalization Enabled": { "name": "Request Failure Penalization Enabled", "displayName": "Request Failure Penalization Enabled", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Response Body Attribute Size": { "name": "Response Body Attribute Size", "displayName": "Response Body Attribute Size", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "SSL Context Service": { "name": "SSL Context Service", "displayName": "SSL Context Service", "identifiesControllerService": true, "sensitive": false, "dynamic": false }, "Response Generation Required": { "name": "Response Generation Required", "displayName": "Response Generation Required", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Request User-Agent": { "name": "Request User-Agent", "displayName": "Request User-Agent", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Response Header Request Attributes Enabled": { "name": "Response Header Request Attributes Enabled", "displayName": "Response Header Request Attributes Enabled", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "HTTP Method": { "name": "HTTP Method", "displayName": "HTTP Method", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Request Username": { "name": "Request Username", "displayName": "Request Username", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Request Content-Type": { "name": "Request Content-Type", "displayName": "Request Content-Type", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Response Body Attribute Name": { "name": "Response Body Attribute Name", "displayName": "Response Body Attribute Name", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Request Digest Authentication Enabled": { "name": "Request Digest Authentication Enabled", "displayName": "Request Digest Authentication Enabled", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Request Multipart Form-Data Name": { "name": "Request Multipart Form-Data Name", "displayName": "Request Multipart Form-Data Name", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Response Cache Size": { "name": "Response Cache Size", "displayName": "Response Cache Size", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Response Body Ignored": { "name": "Response Body Ignored", "displayName": "Response Body Ignored", "identifiesControllerService": false, "sensitive": false, "dynamic": false } }, "style": {}, "schedulingPeriod": "1 s", "schedulingStrategy": "TIMER_DRIVEN", "executionNode": "ALL", "penaltyDuration": "30 sec", "yieldDuration": "1 sec", "bulletinLevel": "WARN", "runDurationMillis": 0, "concurrentlySchedulableTaskCount": 1, "autoTerminatedRelationships": [ "No Retry", "Retry", "Original", "Failure" ], "scheduledState": "ENABLED", "retryCount": 10, "retriedRelationships": [], "backoffMechanism": "PENALIZE_FLOWFILE", "maxBackoffPeriod": "10 mins", "componentType": "PROCESSOR", "groupIdentifier": "eaab7dc0-4761-3f1f-9dd5-ff82bd301911" }, { "identifier": "7133f561-971a-35b6-abff-9892e06b4bbe", "instanceIdentifier": "fd7775f9-0f65-361a-bcb9-71668ae1a663", "name": "Get 30 days historic data", "comments": "", "position": { "x": 933.000000762879, "y": 993.999988448508 }, "type": "org.apache.nifi.processors.standard.InvokeHTTP", "bundle": { "group": "org.apache.nifi", "artifact": "nifi-standard-nar", "version": "2.6.0" }, "properties": { "Request Content-Encoding": "DISABLED", "proxy-configuration-service": null, "Request Multipart Form-Data Filename Enabled": "true", "Request Chunked Transfer-Encoding Enabled": "false", "Response Header Request Attributes Prefix": null, "HTTP/2 Disabled": "False", "Connection Timeout": "5 secs", "Response Cookie Strategy": "DISABLED", "Socket Read Timeout": "15 secs", "Socket Idle Connections": "5", "Request Body Enabled": "true", "HTTP URL": "https://www.pegelonline.wsv.de/webservices/rest-api/v2/stations/${station_uuid}/W/measurements.json?start=P30D", "Request OAuth2 Access Token Provider": null, "Socket Idle Timeout": "5 mins", "Response Redirects Enabled": "True", "Socket Write Timeout": "15 secs", "Request Header Attributes Pattern": null, "Response FlowFile Naming Strategy": "RANDOM", "Response Cache Enabled": "false", "Request Date Header Enabled": "True", "Request Failure Penalization Enabled": "false", "Response Body Attribute Size": "256", "SSL Context Service": null, "Response Generation Required": "false", "Request User-Agent": null, "Response Header Request Attributes Enabled": "false", "HTTP Method": "GET", "Request Username": null, "Request Content-Type": "${mime.type}", "Response Body Attribute Name": null, "Request Digest Authentication Enabled": "false", "Request Multipart Form-Data Name": null, "Response Cache Size": "10MB", "Response Body Ignored": "false" }, "propertyDescriptors": { "Request Content-Encoding": { "name": "Request Content-Encoding", "displayName": "Request Content-Encoding", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "proxy-configuration-service": { "name": "proxy-configuration-service", "displayName": "Proxy Configuration Service", "identifiesControllerService": true, "sensitive": false, "dynamic": false }, "Request Multipart Form-Data Filename Enabled": { "name": "Request Multipart Form-Data Filename Enabled", "displayName": "Request Multipart Form-Data Filename Enabled", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Request Chunked Transfer-Encoding Enabled": { "name": "Request Chunked Transfer-Encoding Enabled", "displayName": "Request Chunked Transfer-Encoding Enabled", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Response Header Request Attributes Prefix": { "name": "Response Header Request Attributes Prefix", "displayName": "Response Header Request Attributes Prefix", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "HTTP/2 Disabled": { "name": "HTTP/2 Disabled", "displayName": "HTTP/2 Disabled", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Connection Timeout": { "name": "Connection Timeout", "displayName": "Connection Timeout", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Response Cookie Strategy": { "name": "Response Cookie Strategy", "displayName": "Response Cookie Strategy", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Request Password": { "name": "Request Password", "displayName": "Request Password", "identifiesControllerService": false, "sensitive": true, "dynamic": false }, "Socket Read Timeout": { "name": "Socket Read Timeout", "displayName": "Socket Read Timeout", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Socket Idle Connections": { "name": "Socket Idle Connections", "displayName": "Socket Idle Connections", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Request Body Enabled": { "name": "Request Body Enabled", "displayName": "Request Body Enabled", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "HTTP URL": { "name": "HTTP URL", "displayName": "HTTP URL", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Request OAuth2 Access Token Provider": { "name": "Request OAuth2 Access Token Provider", "displayName": "Request OAuth2 Access Token Provider", "identifiesControllerService": true, "sensitive": false, "dynamic": false }, "Socket Idle Timeout": { "name": "Socket Idle Timeout", "displayName": "Socket Idle Timeout", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Response Redirects Enabled": { "name": "Response Redirects Enabled", "displayName": "Response Redirects Enabled", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Socket Write Timeout": { "name": "Socket Write Timeout", "displayName": "Socket Write Timeout", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Request Header Attributes Pattern": { "name": "Request Header Attributes Pattern", "displayName": "Request Header Attributes Pattern", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Response FlowFile Naming Strategy": { "name": "Response FlowFile Naming Strategy", "displayName": "Response FlowFile Naming Strategy", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Response Cache Enabled": { "name": "Response Cache Enabled", "displayName": "Response Cache Enabled", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Request Date Header Enabled": { "name": "Request Date Header Enabled", "displayName": "Request Date Header Enabled", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Request Failure Penalization Enabled": { "name": "Request Failure Penalization Enabled", "displayName": "Request Failure Penalization Enabled", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Response Body Attribute Size": { "name": "Response Body Attribute Size", "displayName": "Response Body Attribute Size", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "SSL Context Service": { "name": "SSL Context Service", "displayName": "SSL Context Service", "identifiesControllerService": true, "sensitive": false, "dynamic": false }, "Response Generation Required": { "name": "Response Generation Required", "displayName": "Response Generation Required", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Request User-Agent": { "name": "Request User-Agent", "displayName": "Request User-Agent", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Response Header Request Attributes Enabled": { "name": "Response Header Request Attributes Enabled", "displayName": "Response Header Request Attributes Enabled", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "HTTP Method": { "name": "HTTP Method", "displayName": "HTTP Method", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Request Username": { "name": "Request Username", "displayName": "Request Username", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Request Content-Type": { "name": "Request Content-Type", "displayName": "Request Content-Type", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Response Body Attribute Name": { "name": "Response Body Attribute Name", "displayName": "Response Body Attribute Name", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Request Digest Authentication Enabled": { "name": "Request Digest Authentication Enabled", "displayName": "Request Digest Authentication Enabled", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Request Multipart Form-Data Name": { "name": "Request Multipart Form-Data Name", "displayName": "Request Multipart Form-Data Name", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Response Cache Size": { "name": "Response Cache Size", "displayName": "Response Cache Size", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Response Body Ignored": { "name": "Response Body Ignored", "displayName": "Response Body Ignored", "identifiesControllerService": false, "sensitive": false, "dynamic": false } }, "style": {}, "schedulingPeriod": "0 sec", "schedulingStrategy": "TIMER_DRIVEN", "executionNode": "ALL", "penaltyDuration": "30 sec", "yieldDuration": "1 sec", "bulletinLevel": "WARN", "runDurationMillis": 0, "concurrentlySchedulableTaskCount": 1, "autoTerminatedRelationships": [ "No Retry", "Retry", "Original", "Failure" ], "scheduledState": "ENABLED", "retryCount": 10, "retriedRelationships": [], "backoffMechanism": "PENALIZE_FLOWFILE", "maxBackoffPeriod": "10 mins", "componentType": "PROCESSOR", "groupIdentifier": "eaab7dc0-4761-3f1f-9dd5-ff82bd301911" }, { "identifier": "0640256b-010a-3e69-b961-680e63ec85e2", "instanceIdentifier": "71fee077-9f08-3916-b189-f933b8f13619", "name": "Extract station_uuid", "comments": "", "position": { "x": 1309.0000007628792, "y": 753.999988448508 }, "type": "org.apache.nifi.processors.standard.EvaluateJsonPath", "bundle": { "group": "org.apache.nifi", "artifact": "nifi-standard-nar", "version": "2.6.0" }, "properties": { "Destination": "flowfile-attribute", "Max String Length": "20 MB", "Return Type": "auto-detect", "Null Value Representation": "empty string", "station_uuid": "$.uuid", "Path Not Found Behavior": "ignore" }, "propertyDescriptors": { "Destination": { "name": "Destination", "displayName": "Destination", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Max String Length": { "name": "Max String Length", "displayName": "Max String Length", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Return Type": { "name": "Return Type", "displayName": "Return Type", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Null Value Representation": { "name": "Null Value Representation", "displayName": "Null Value Representation", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "station_uuid": { "name": "station_uuid", "displayName": "station_uuid", "identifiesControllerService": false, "sensitive": false, "dynamic": true }, "Path Not Found Behavior": { "name": "Path Not Found Behavior", "displayName": "Path Not Found Behavior", "identifiesControllerService": false, "sensitive": false, "dynamic": false } }, "style": {}, "schedulingPeriod": "0 sec", "schedulingStrategy": "TIMER_DRIVEN", "executionNode": "ALL", "penaltyDuration": "30 sec", "yieldDuration": "1 sec", "bulletinLevel": "WARN", "runDurationMillis": 0, "concurrentlySchedulableTaskCount": 1, "autoTerminatedRelationships": [ "failure", "unmatched" ], "scheduledState": "ENABLED", "retryCount": 10, "retriedRelationships": [], "backoffMechanism": "PENALIZE_FLOWFILE", "maxBackoffPeriod": "10 mins", "componentType": "PROCESSOR", "groupIdentifier": "eaab7dc0-4761-3f1f-9dd5-ff82bd301911" }, { "identifier": "99d1a93c-6332-3e77-0000-0000527115be", "instanceIdentifier": "839f75a2-3a32-38b7-8c36-50498002e9c1", "name": "PublishKafka", "comments": "", "position": { "x": 936.0, "y": 1432.0 }, "type": "org.apache.nifi.kafka.processors.PublishKafka", "bundle": { "group": "org.apache.nifi", "artifact": "nifi-kafka-nar", "version": "2.6.0" }, "properties": { "compression.type": "snappy", "acks": "all", "Message Demarcator": null, "Kafka Key Attribute Encoding": "utf-8", "Record Reader": "c127588a-e95f-382f-afb1-33f9b279c38d", "Record Metadata Strategy": "FROM_PROPERTIES", "Transactional ID Prefix": null, "Header Encoding": "UTF-8", "max.request.size": "1 MB", "Topic Name": "water_levels_measurements", "Kafka Key": null, "partition": null, "Kafka Connection Service": "a7cc755f-2210-3763-889e-24c3e0b0684d", "Publish Strategy": "USE_VALUE", "Record Key Writer": null, "Failure Strategy": "Route to Failure", "partitioner.class": "org.apache.kafka.clients.producer.internals.DefaultPartitioner", "Record Writer": "50e96367-7b84-3034-8dbf-6e02fa7c01df", "Transactions Enabled": "false", "Message Key Field": null, "FlowFile Attribute Header Pattern": null }, "propertyDescriptors": { "compression.type": { "name": "compression.type", "displayName": "Compression Type", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "acks": { "name": "acks", "displayName": "Delivery Guarantee", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Message Demarcator": { "name": "Message Demarcator", "displayName": "Message Demarcator", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Kafka Key Attribute Encoding": { "name": "Kafka Key Attribute Encoding", "displayName": "Kafka Key Attribute Encoding", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Record Reader": { "name": "Record Reader", "displayName": "Record Reader", "identifiesControllerService": true, "sensitive": false, "dynamic": false }, "Record Metadata Strategy": { "name": "Record Metadata Strategy", "displayName": "Record Metadata Strategy", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Transactional ID Prefix": { "name": "Transactional ID Prefix", "displayName": "Transactional ID Prefix", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Header Encoding": { "name": "Header Encoding", "displayName": "Header Encoding", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "max.request.size": { "name": "max.request.size", "displayName": "Max Request Size", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Topic Name": { "name": "Topic Name", "displayName": "Topic Name", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Kafka Key": { "name": "Kafka Key", "displayName": "Kafka Key", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "partition": { "name": "partition", "displayName": "Partition", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Kafka Connection Service": { "name": "Kafka Connection Service", "displayName": "Kafka Connection Service", "identifiesControllerService": true, "sensitive": false, "dynamic": false }, "Publish Strategy": { "name": "Publish Strategy", "displayName": "Publish Strategy", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Record Key Writer": { "name": "Record Key Writer", "displayName": "Record Key Writer", "identifiesControllerService": true, "sensitive": false, "dynamic": false }, "Failure Strategy": { "name": "Failure Strategy", "displayName": "Failure Strategy", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "partitioner.class": { "name": "partitioner.class", "displayName": "Partitioner Class", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Record Writer": { "name": "Record Writer", "displayName": "Record Writer", "identifiesControllerService": true, "sensitive": false, "dynamic": false }, "Transactions Enabled": { "name": "Transactions Enabled", "displayName": "Transactions Enabled", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Message Key Field": { "name": "Message Key Field", "displayName": "Message Key Field", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "FlowFile Attribute Header Pattern": { "name": "FlowFile Attribute Header Pattern", "displayName": "FlowFile Attribute Header Pattern", "identifiesControllerService": false, "sensitive": false, "dynamic": false } }, "style": {}, "schedulingPeriod": "0 sec", "schedulingStrategy": "TIMER_DRIVEN", "executionNode": "ALL", "penaltyDuration": "30 sec", "yieldDuration": "1 sec", "bulletinLevel": "WARN", "runDurationMillis": 0, "concurrentlySchedulableTaskCount": 1, "autoTerminatedRelationships": [ "success", "failure" ], "scheduledState": "ENABLED", "retryCount": 10, "retriedRelationships": [], "backoffMechanism": "PENALIZE_FLOWFILE", "maxBackoffPeriod": "10 mins", "componentType": "PROCESSOR", "groupIdentifier": "eaab7dc0-4761-3f1f-9dd5-ff82bd301911" }, { "identifier": "762fb4f3-201b-3c92-ffff-ffff8e7e57fd", "instanceIdentifier": "3d7eb954-e054-3324-aea1-5aa7a03dc120", "name": "PublishKafka", "comments": "", "position": { "x": 1312.0, "y": 1432.0 }, "type": "org.apache.nifi.kafka.processors.PublishKafka", "bundle": { "group": "org.apache.nifi", "artifact": "nifi-kafka-nar", "version": "2.6.0" }, "properties": { "compression.type": "snappy", "acks": "all", "Message Demarcator": null, "Kafka Key Attribute Encoding": "utf-8", "Record Reader": "c127588a-e95f-382f-afb1-33f9b279c38d", "Record Metadata Strategy": "FROM_PROPERTIES", "Transactional ID Prefix": null, "Header Encoding": "UTF-8", "max.request.size": "1 MB", "Topic Name": "water_levels_measurements", "Kafka Key": null, "partition": null, "Kafka Connection Service": "a7cc755f-2210-3763-889e-24c3e0b0684d", "Publish Strategy": "USE_VALUE", "Record Key Writer": null, "Failure Strategy": "Route to Failure", "partitioner.class": "org.apache.kafka.clients.producer.internals.DefaultPartitioner", "Record Writer": "50e96367-7b84-3034-8dbf-6e02fa7c01df", "Transactions Enabled": "false", "Message Key Field": null, "FlowFile Attribute Header Pattern": null }, "propertyDescriptors": { "compression.type": { "name": "compression.type", "displayName": "Compression Type", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "acks": { "name": "acks", "displayName": "Delivery Guarantee", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Message Demarcator": { "name": "Message Demarcator", "displayName": "Message Demarcator", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Kafka Key Attribute Encoding": { "name": "Kafka Key Attribute Encoding", "displayName": "Kafka Key Attribute Encoding", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Record Reader": { "name": "Record Reader", "displayName": "Record Reader", "identifiesControllerService": true, "sensitive": false, "dynamic": false }, "Record Metadata Strategy": { "name": "Record Metadata Strategy", "displayName": "Record Metadata Strategy", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Transactional ID Prefix": { "name": "Transactional ID Prefix", "displayName": "Transactional ID Prefix", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Header Encoding": { "name": "Header Encoding", "displayName": "Header Encoding", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "max.request.size": { "name": "max.request.size", "displayName": "Max Request Size", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Topic Name": { "name": "Topic Name", "displayName": "Topic Name", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Kafka Key": { "name": "Kafka Key", "displayName": "Kafka Key", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "partition": { "name": "partition", "displayName": "Partition", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Kafka Connection Service": { "name": "Kafka Connection Service", "displayName": "Kafka Connection Service", "identifiesControllerService": true, "sensitive": false, "dynamic": false }, "Publish Strategy": { "name": "Publish Strategy", "displayName": "Publish Strategy", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Record Key Writer": { "name": "Record Key Writer", "displayName": "Record Key Writer", "identifiesControllerService": true, "sensitive": false, "dynamic": false }, "Failure Strategy": { "name": "Failure Strategy", "displayName": "Failure Strategy", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "partitioner.class": { "name": "partitioner.class", "displayName": "Partitioner Class", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Record Writer": { "name": "Record Writer", "displayName": "Record Writer", "identifiesControllerService": true, "sensitive": false, "dynamic": false }, "Transactions Enabled": { "name": "Transactions Enabled", "displayName": "Transactions Enabled", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Message Key Field": { "name": "Message Key Field", "displayName": "Message Key Field", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "FlowFile Attribute Header Pattern": { "name": "FlowFile Attribute Header Pattern", "displayName": "FlowFile Attribute Header Pattern", "identifiesControllerService": false, "sensitive": false, "dynamic": false } }, "style": {}, "schedulingPeriod": "0 sec", "schedulingStrategy": "TIMER_DRIVEN", "executionNode": "ALL", "penaltyDuration": "30 sec", "yieldDuration": "1 sec", "bulletinLevel": "WARN", "runDurationMillis": 0, "concurrentlySchedulableTaskCount": 1, "autoTerminatedRelationships": [ "success", "failure" ], "scheduledState": "ENABLED", "retryCount": 10, "retriedRelationships": [], "backoffMechanism": "PENALIZE_FLOWFILE", "maxBackoffPeriod": "10 mins", "componentType": "PROCESSOR", "groupIdentifier": "eaab7dc0-4761-3f1f-9dd5-ff82bd301911" }, { "identifier": "c6929ff2-ea95-3d79-a483-3ffa75371ee4", "instanceIdentifier": "78b9af30-7922-3dd6-91d4-f88d7f984ec6", "name": "SplitRecord", "comments": "", "position": { "x": 933.000000762879, "y": 537.999988448508 }, "type": "org.apache.nifi.processors.standard.SplitRecord", "bundle": { "group": "org.apache.nifi", "artifact": "nifi-standard-nar", "version": "2.6.0" }, "properties": { "Record Writer": "50e96367-7b84-3034-8dbf-6e02fa7c01df", "Record Reader": "c127588a-e95f-382f-afb1-33f9b279c38d", "Records Per Split": "1" }, "propertyDescriptors": { "Record Writer": { "name": "Record Writer", "displayName": "Record Writer", "identifiesControllerService": true, "sensitive": false, "dynamic": false }, "Record Reader": { "name": "Record Reader", "displayName": "Record Reader", "identifiesControllerService": true, "sensitive": false, "dynamic": false }, "Records Per Split": { "name": "Records Per Split", "displayName": "Records Per Split", "identifiesControllerService": false, "sensitive": false, "dynamic": false } }, "style": {}, "schedulingPeriod": "0 sec", "schedulingStrategy": "TIMER_DRIVEN", "executionNode": "ALL", "penaltyDuration": "30 sec", "yieldDuration": "1 sec", "bulletinLevel": "WARN", "runDurationMillis": 0, "concurrentlySchedulableTaskCount": 1, "autoTerminatedRelationships": [ "original", "failure" ], "scheduledState": "ENABLED", "retryCount": 10, "retriedRelationships": [], "backoffMechanism": "PENALIZE_FLOWFILE", "maxBackoffPeriod": "10 mins", "componentType": "PROCESSOR", "groupIdentifier": "eaab7dc0-4761-3f1f-9dd5-ff82bd301911" } ], "inputPorts": [], "outputPorts": [], "connections": [ { "identifier": "9552346e-6dd7-3991-99f5-479e87ebb4b6", "instanceIdentifier": "1bfdc782-8410-3e9d-a004-7d21c43fa5bb", "name": "", "source": { "id": "26a592be-7444-337c-b8f9-3a29013cb760", "type": "PROCESSOR", "groupId": "eaab7dc0-4761-3f1f-9dd5-ff82bd301911", "name": "Get station status", "comments": "", "instanceIdentifier": "0ea082f4-3f0d-38db-bd4b-51feb5428cc6" }, "destination": { "id": "3a46b8c1-c2c6-3006-0000-000066d6dbdd", "type": "PROCESSOR", "groupId": "eaab7dc0-4761-3f1f-9dd5-ff82bd301911", "name": "Extract data attribute", "comments": "", "instanceIdentifier": "9e653a1f-9897-3124-8aa1-83321219f2fc" }, "labelIndex": 1, "zIndex": 0, "selectedRelationships": [ "Response" ], "backPressureObjectThreshold": 10000, "backPressureDataSizeThreshold": "1 GB", "flowFileExpiration": "0 sec", "prioritizers": [], "bends": [], "loadBalanceStrategy": "DO_NOT_LOAD_BALANCE", "partitioningAttribute": "", "loadBalanceCompression": "DO_NOT_COMPRESS", "componentType": "CONNECTION", "groupIdentifier": "eaab7dc0-4761-3f1f-9dd5-ff82bd301911" }, { "identifier": "2c1c00a7-bf5d-3937-8fb3-8ee54b5117e3", "instanceIdentifier": "eb0cef96-08d3-39de-8518-cf136ccd5871", "name": "", "source": { "id": "5e50831e-a2fd-34c9-af0a-924b16280705", "type": "PROCESSOR", "groupId": "eaab7dc0-4761-3f1f-9dd5-ff82bd301911", "name": "Get station information", "comments": "", "instanceIdentifier": "54f2ba99-3a49-3160-b8b9-45b8c0a6ac2a" }, "destination": { "id": "405f050c-5005-3b96-ffff-ffffbc8a379e", "type": "PROCESSOR", "groupId": "eaab7dc0-4761-3f1f-9dd5-ff82bd301911", "name": "Extract data attribute", "comments": "", "instanceIdentifier": "3dd55349-9324-36ea-a6a0-d76280b79609" }, "labelIndex": 1, "zIndex": 0, "selectedRelationships": [ "Response" ], "backPressureObjectThreshold": 10000, "backPressureDataSizeThreshold": "1 GB", "flowFileExpiration": "0 sec", "prioritizers": [], "bends": [], "loadBalanceStrategy": "DO_NOT_LOAD_BALANCE", "partitioningAttribute": "", "loadBalanceCompression": "DO_NOT_COMPRESS", "componentType": "CONNECTION", "groupIdentifier": "eaab7dc0-4761-3f1f-9dd5-ff82bd301911" }, { "identifier": "e7f33855-2961-3414-8c28-3056fcdac571", "instanceIdentifier": "dc784d10-a696-3f10-94b8-f6bb1fae7235", "name": "", "source": { "id": "00bcf948-7bef-35b6-8a6d-e641194b8189", "type": "PROCESSOR", "groupId": "eaab7dc0-4761-3f1f-9dd5-ff82bd301911", "name": "Get station list", "comments": "", "instanceIdentifier": "d92196ba-38f9-3b77-b9a4-4e0dfe564d3f" }, "destination": { "id": "1a0aea35-946c-35de-8811-549faeb003ee", "type": "PROCESSOR", "groupId": "eaab7dc0-4761-3f1f-9dd5-ff82bd301911", "name": "Produce station records", "comments": "", "instanceIdentifier": "81675904-0195-1000-ffff-ffffbbbb9cfe" }, "labelIndex": 1, "zIndex": 0, "selectedRelationships": [ "Response" ], "backPressureObjectThreshold": 10000, "backPressureDataSizeThreshold": "1 GB", "flowFileExpiration": "0 sec", "prioritizers": [], "bends": [], "loadBalanceStrategy": "DO_NOT_LOAD_BALANCE", "partitioningAttribute": "", "loadBalanceCompression": "DO_NOT_COMPRESS", "componentType": "CONNECTION", "groupIdentifier": "eaab7dc0-4761-3f1f-9dd5-ff82bd301911" }, { "identifier": "f1255a8c-06e1-310c-bd02-5e34b218a02f", "instanceIdentifier": "8172e290-0195-1000-0000-0000188da43e", "name": "", "source": { "id": "056f4faa-a4dc-3024-ffff-ffffb73ef3a0", "type": "PROCESSOR", "groupId": "eaab7dc0-4761-3f1f-9dd5-ff82bd301911", "name": "Extract data attribute", "comments": "", "instanceIdentifier": "7b0b12f3-669e-32c4-b866-dea8a4a6f34a" }, "destination": { "id": "d9bacb7c-10df-3044-ffff-ffffe7a604af", "type": "PROCESSOR", "groupId": "eaab7dc0-4761-3f1f-9dd5-ff82bd301911", "name": "Produce bike status records", "comments": "", "instanceIdentifier": "8c7c157b-6f95-399c-83f7-54a79ea11078" }, "labelIndex": 0, "zIndex": 0, "selectedRelationships": [ "success" ], "backPressureObjectThreshold": 10000, "backPressureDataSizeThreshold": "1 GB", "flowFileExpiration": "0 sec", "prioritizers": [], "bends": [], "loadBalanceStrategy": "DO_NOT_LOAD_BALANCE", "partitioningAttribute": "", "loadBalanceCompression": "DO_NOT_COMPRESS", "componentType": "CONNECTION", "groupIdentifier": "eaab7dc0-4761-3f1f-9dd5-ff82bd301911" }, { "identifier": "ae09a6b6-1dcd-35bc-82ec-62171973c61b", "instanceIdentifier": "a742154d-a24c-3bb8-9f65-cbc95810a284", "name": "", "source": { "id": "de71001e-de69-32c2-82b9-6f008665b252", "type": "PROCESSOR", "groupId": "eaab7dc0-4761-3f1f-9dd5-ff82bd301911", "name": "Get 30 minutes of historic data", "comments": "", "instanceIdentifier": "df138016-7764-3ad6-ac10-9f57e657461d" }, "destination": { "id": "42346af3-5793-3b8c-ffff-ffffc5c5139d", "type": "PROCESSOR", "groupId": "eaab7dc0-4761-3f1f-9dd5-ff82bd301911", "name": "Add station_uuid", "comments": "", "instanceIdentifier": "f9f95954-77fc-3f16-9b94-54ca68090b21" }, "labelIndex": 1, "zIndex": 0, "selectedRelationships": [ "Response" ], "backPressureObjectThreshold": 10, "backPressureDataSizeThreshold": "1 GB", "flowFileExpiration": "0 sec", "prioritizers": [], "bends": [], "loadBalanceStrategy": "DO_NOT_LOAD_BALANCE", "partitioningAttribute": "", "loadBalanceCompression": "DO_NOT_COMPRESS", "componentType": "CONNECTION", "groupIdentifier": "eaab7dc0-4761-3f1f-9dd5-ff82bd301911" }, { "identifier": "709e7c78-6123-386a-a0ce-5a7394c4d39e", "instanceIdentifier": "9ab4b88c-e4c3-3303-88d1-18c8b5f00817", "name": "", "source": { "id": "fc594301-ecc4-353b-8330-7aecb14e6422", "type": "PROCESSOR", "groupId": "eaab7dc0-4761-3f1f-9dd5-ff82bd301911", "name": "Get station list", "comments": "", "instanceIdentifier": "f049f0b7-46f9-332b-bce3-925167b05f37" }, "destination": { "id": "577f603d-ee9c-3202-8139-d35d94c9c311", "type": "PROCESSOR", "groupId": "eaab7dc0-4761-3f1f-9dd5-ff82bd301911", "name": "SplitRecord", "comments": "", "instanceIdentifier": "331d7feb-96a3-3998-9a1e-5b23cca85c5f" }, "labelIndex": 1, "zIndex": 0, "selectedRelationships": [ "Response" ], "backPressureObjectThreshold": 1, "backPressureDataSizeThreshold": "1 GB", "flowFileExpiration": "0 sec", "prioritizers": [], "bends": [], "loadBalanceStrategy": "DO_NOT_LOAD_BALANCE", "partitioningAttribute": "", "loadBalanceCompression": "DO_NOT_COMPRESS", "componentType": "CONNECTION", "groupIdentifier": "eaab7dc0-4761-3f1f-9dd5-ff82bd301911" }, { "identifier": "e4d5da00-e103-3166-8381-d4f2533c7a9d", "instanceIdentifier": "a559d40e-de21-3d84-a6e8-1abcfe13601a", "name": "", "source": { "id": "7133f561-971a-35b6-abff-9892e06b4bbe", "type": "PROCESSOR", "groupId": "eaab7dc0-4761-3f1f-9dd5-ff82bd301911", "name": "Get 30 days historic data", "comments": "", "instanceIdentifier": "fd7775f9-0f65-361a-bcb9-71668ae1a663" }, "destination": { "id": "ba73d7c1-102f-3888-a573-5e6d2ec9e1f0", "type": "PROCESSOR", "groupId": "eaab7dc0-4761-3f1f-9dd5-ff82bd301911", "name": "Add station_uuid", "comments": "", "instanceIdentifier": "816f11f1-0195-1000-ffff-ffffd698d6c2" }, "labelIndex": 1, "zIndex": 0, "selectedRelationships": [ "Response" ], "backPressureObjectThreshold": 10, "backPressureDataSizeThreshold": "1 GB", "flowFileExpiration": "0 sec", "prioritizers": [], "bends": [], "loadBalanceStrategy": "DO_NOT_LOAD_BALANCE", "partitioningAttribute": "", "loadBalanceCompression": "DO_NOT_COMPRESS", "componentType": "CONNECTION", "groupIdentifier": "eaab7dc0-4761-3f1f-9dd5-ff82bd301911" }, { "identifier": "fd7e3f54-ea73-3f6b-9700-33442d5ee235", "instanceIdentifier": "72965aa1-df12-31a6-9eb8-ac5d006406e0", "name": "", "source": { "id": "577f603d-ee9c-3202-8139-d35d94c9c311", "type": "PROCESSOR", "groupId": "eaab7dc0-4761-3f1f-9dd5-ff82bd301911", "name": "SplitRecord", "comments": "", "instanceIdentifier": "331d7feb-96a3-3998-9a1e-5b23cca85c5f" }, "destination": { "id": "0640256b-010a-3e69-b961-680e63ec85e2", "type": "PROCESSOR", "groupId": "eaab7dc0-4761-3f1f-9dd5-ff82bd301911", "name": "Extract station_uuid", "comments": "", "instanceIdentifier": "71fee077-9f08-3916-b189-f933b8f13619" }, "labelIndex": 1, "zIndex": 0, "selectedRelationships": [ "splits" ], "backPressureObjectThreshold": 10, "backPressureDataSizeThreshold": "1 GB", "flowFileExpiration": "0 sec", "prioritizers": [], "bends": [], "loadBalanceStrategy": "ROUND_ROBIN", "partitioningAttribute": "", "loadBalanceCompression": "DO_NOT_COMPRESS", "componentType": "CONNECTION", "groupIdentifier": "eaab7dc0-4761-3f1f-9dd5-ff82bd301911" }, { "identifier": "3bec8550-723b-3b2c-89c9-d57298a1ab03", "instanceIdentifier": "816ffee3-0195-1000-ffff-ffffd4be0c57", "name": "", "source": { "id": "ba73d7c1-102f-3888-a573-5e6d2ec9e1f0", "type": "PROCESSOR", "groupId": "eaab7dc0-4761-3f1f-9dd5-ff82bd301911", "name": "Add station_uuid", "comments": "", "instanceIdentifier": "816f11f1-0195-1000-ffff-ffffd698d6c2" }, "destination": { "id": "99d1a93c-6332-3e77-0000-0000527115be", "type": "PROCESSOR", "groupId": "eaab7dc0-4761-3f1f-9dd5-ff82bd301911", "name": "PublishKafka", "comments": "", "instanceIdentifier": "839f75a2-3a32-38b7-8c36-50498002e9c1" }, "labelIndex": 0, "zIndex": 0, "selectedRelationships": [ "success" ], "backPressureObjectThreshold": 20, "backPressureDataSizeThreshold": "1 GB", "flowFileExpiration": "0 sec", "prioritizers": [], "bends": [], "loadBalanceStrategy": "DO_NOT_LOAD_BALANCE", "partitioningAttribute": "", "loadBalanceCompression": "DO_NOT_COMPRESS", "componentType": "CONNECTION", "groupIdentifier": "eaab7dc0-4761-3f1f-9dd5-ff82bd301911" }, { "identifier": "14af6270-d836-3045-a5ca-1e699f1da8ee", "instanceIdentifier": "81729813-0195-1000-0000-0000137d67da", "name": "", "source": { "id": "3a46b8c1-c2c6-3006-0000-000066d6dbdd", "type": "PROCESSOR", "groupId": "eaab7dc0-4761-3f1f-9dd5-ff82bd301911", "name": "Extract data attribute", "comments": "", "instanceIdentifier": "9e653a1f-9897-3124-8aa1-83321219f2fc" }, "destination": { "id": "dd4690f7-ae51-36bb-0000-0000325e1eed", "type": "PROCESSOR", "groupId": "eaab7dc0-4761-3f1f-9dd5-ff82bd301911", "name": "Produce station status records", "comments": "", "instanceIdentifier": "664aded4-922a-3da4-a584-7d5e43361201" }, "labelIndex": 0, "zIndex": 0, "selectedRelationships": [ "success" ], "backPressureObjectThreshold": 10000, "backPressureDataSizeThreshold": "1 GB", "flowFileExpiration": "0 sec", "prioritizers": [], "bends": [], "loadBalanceStrategy": "DO_NOT_LOAD_BALANCE", "partitioningAttribute": "", "loadBalanceCompression": "DO_NOT_COMPRESS", "componentType": "CONNECTION", "groupIdentifier": "eaab7dc0-4761-3f1f-9dd5-ff82bd301911" }, { "identifier": "138e8f4a-3dbd-3b9a-a259-c00bd60194c1", "instanceIdentifier": "796cfe4a-0f27-38df-a07f-03c8f172cc47", "name": "", "source": { "id": "c6929ff2-ea95-3d79-a483-3ffa75371ee4", "type": "PROCESSOR", "groupId": "eaab7dc0-4761-3f1f-9dd5-ff82bd301911", "name": "SplitRecord", "comments": "", "instanceIdentifier": "78b9af30-7922-3dd6-91d4-f88d7f984ec6" }, "destination": { "id": "a1453322-1c3f-3150-a5be-0330c98144d9", "type": "PROCESSOR", "groupId": "eaab7dc0-4761-3f1f-9dd5-ff82bd301911", "name": "Extract station_uuid", "comments": "", "instanceIdentifier": "be5c2f57-09fd-3608-8c9c-9779e52c0ce8" }, "labelIndex": 1, "zIndex": 0, "selectedRelationships": [ "splits" ], "backPressureObjectThreshold": 10, "backPressureDataSizeThreshold": "1 GB", "flowFileExpiration": "0 sec", "prioritizers": [], "bends": [], "loadBalanceStrategy": "ROUND_ROBIN", "partitioningAttribute": "", "loadBalanceCompression": "DO_NOT_COMPRESS", "componentType": "CONNECTION", "groupIdentifier": "eaab7dc0-4761-3f1f-9dd5-ff82bd301911" }, { "identifier": "d09052a3-4cb1-35c1-bed3-cbee709b53b3", "instanceIdentifier": "84221825-bfbc-3c5b-82bb-bfc3e21fcb48", "name": "", "source": { "id": "a1453322-1c3f-3150-a5be-0330c98144d9", "type": "PROCESSOR", "groupId": "eaab7dc0-4761-3f1f-9dd5-ff82bd301911", "name": "Extract station_uuid", "comments": "", "instanceIdentifier": "be5c2f57-09fd-3608-8c9c-9779e52c0ce8" }, "destination": { "id": "7133f561-971a-35b6-abff-9892e06b4bbe", "type": "PROCESSOR", "groupId": "eaab7dc0-4761-3f1f-9dd5-ff82bd301911", "name": "Get 30 days historic data", "comments": "", "instanceIdentifier": "fd7775f9-0f65-361a-bcb9-71668ae1a663" }, "labelIndex": 1, "zIndex": 0, "selectedRelationships": [ "matched" ], "backPressureObjectThreshold": 10, "backPressureDataSizeThreshold": "1 GB", "flowFileExpiration": "0 sec", "prioritizers": [], "bends": [], "loadBalanceStrategy": "DO_NOT_LOAD_BALANCE", "partitioningAttribute": "", "loadBalanceCompression": "DO_NOT_COMPRESS", "componentType": "CONNECTION", "groupIdentifier": "eaab7dc0-4761-3f1f-9dd5-ff82bd301911" }, { "identifier": "572214c6-71ac-3533-964f-fd44e1ec17f2", "instanceIdentifier": "8171dd08-0195-1000-0000-000061d1719e", "name": "", "source": { "id": "405f050c-5005-3b96-ffff-ffffbc8a379e", "type": "PROCESSOR", "groupId": "eaab7dc0-4761-3f1f-9dd5-ff82bd301911", "name": "Extract data attribute", "comments": "", "instanceIdentifier": "3dd55349-9324-36ea-a6a0-d76280b79609" }, "destination": { "id": "90d02439-1516-3c8a-ffff-ffff8b2ffb20", "type": "PROCESSOR", "groupId": "eaab7dc0-4761-3f1f-9dd5-ff82bd301911", "name": "Produce station information records", "comments": "", "instanceIdentifier": "3a5f9f2c-bafa-3ae3-bc1b-2e8f1dbea59e" }, "labelIndex": 0, "zIndex": 0, "selectedRelationships": [ "success" ], "backPressureObjectThreshold": 10000, "backPressureDataSizeThreshold": "1 GB", "flowFileExpiration": "0 sec", "prioritizers": [], "bends": [], "loadBalanceStrategy": "DO_NOT_LOAD_BALANCE", "partitioningAttribute": "", "loadBalanceCompression": "DO_NOT_COMPRESS", "componentType": "CONNECTION", "groupIdentifier": "eaab7dc0-4761-3f1f-9dd5-ff82bd301911" }, { "identifier": "c75b4056-44a4-3f5e-93f8-e461b2550623", "instanceIdentifier": "373d1546-8ba2-3b9a-9c66-6b8f9b1917b8", "name": "", "source": { "id": "364e250b-f224-3e12-b4cf-c782c9a06bbe", "type": "PROCESSOR", "groupId": "eaab7dc0-4761-3f1f-9dd5-ff82bd301911", "name": "Get free bike status", "comments": "", "instanceIdentifier": "143b2ea1-f9cc-3140-afd1-426a846dd9d0" }, "destination": { "id": "056f4faa-a4dc-3024-ffff-ffffb73ef3a0", "type": "PROCESSOR", "groupId": "eaab7dc0-4761-3f1f-9dd5-ff82bd301911", "name": "Extract data attribute", "comments": "", "instanceIdentifier": "7b0b12f3-669e-32c4-b866-dea8a4a6f34a" }, "labelIndex": 1, "zIndex": 0, "selectedRelationships": [ "Response" ], "backPressureObjectThreshold": 10000, "backPressureDataSizeThreshold": "1 GB", "flowFileExpiration": "0 sec", "prioritizers": [], "bends": [], "loadBalanceStrategy": "DO_NOT_LOAD_BALANCE", "partitioningAttribute": "", "loadBalanceCompression": "DO_NOT_COMPRESS", "componentType": "CONNECTION", "groupIdentifier": "eaab7dc0-4761-3f1f-9dd5-ff82bd301911" }, { "identifier": "5448c0cf-2aa5-3ef8-8ecd-836ab3fdb853", "instanceIdentifier": "0eff3813-31ae-3e6e-9f91-8883c0b83ff4", "name": "", "source": { "id": "98c83f54-9f99-3d95-88b0-ae91140707c9", "type": "PROCESSOR", "groupId": "eaab7dc0-4761-3f1f-9dd5-ff82bd301911", "name": "Get station list", "comments": "", "instanceIdentifier": "098befce-068e-3d63-8586-1a7309e40e58" }, "destination": { "id": "c6929ff2-ea95-3d79-a483-3ffa75371ee4", "type": "PROCESSOR", "groupId": "eaab7dc0-4761-3f1f-9dd5-ff82bd301911", "name": "SplitRecord", "comments": "", "instanceIdentifier": "78b9af30-7922-3dd6-91d4-f88d7f984ec6" }, "labelIndex": 1, "zIndex": 0, "selectedRelationships": [ "Response" ], "backPressureObjectThreshold": 1, "backPressureDataSizeThreshold": "1 GB", "flowFileExpiration": "0 sec", "prioritizers": [], "bends": [], "loadBalanceStrategy": "DO_NOT_LOAD_BALANCE", "partitioningAttribute": "", "loadBalanceCompression": "DO_NOT_COMPRESS", "componentType": "CONNECTION", "groupIdentifier": "eaab7dc0-4761-3f1f-9dd5-ff82bd301911" }, { "identifier": "9acf6812-3d3a-3f35-94e9-fa6eb209342f", "instanceIdentifier": "8170bfea-0195-1000-ffff-ffffdc31cffd", "name": "", "source": { "id": "42346af3-5793-3b8c-ffff-ffffc5c5139d", "type": "PROCESSOR", "groupId": "eaab7dc0-4761-3f1f-9dd5-ff82bd301911", "name": "Add station_uuid", "comments": "", "instanceIdentifier": "f9f95954-77fc-3f16-9b94-54ca68090b21" }, "destination": { "id": "762fb4f3-201b-3c92-ffff-ffff8e7e57fd", "type": "PROCESSOR", "groupId": "eaab7dc0-4761-3f1f-9dd5-ff82bd301911", "name": "PublishKafka", "comments": "", "instanceIdentifier": "3d7eb954-e054-3324-aea1-5aa7a03dc120" }, "labelIndex": 0, "zIndex": 0, "selectedRelationships": [ "success" ], "backPressureObjectThreshold": 20, "backPressureDataSizeThreshold": "1 GB", "flowFileExpiration": "0 sec", "prioritizers": [], "bends": [], "loadBalanceStrategy": "DO_NOT_LOAD_BALANCE", "partitioningAttribute": "", "loadBalanceCompression": "DO_NOT_COMPRESS", "componentType": "CONNECTION", "groupIdentifier": "eaab7dc0-4761-3f1f-9dd5-ff82bd301911" }, { "identifier": "1ca5e75c-5900-3f28-94cb-25f1ade9a5a0", "instanceIdentifier": "ee452230-0ad0-3409-8b03-39acaf8ec15e", "name": "", "source": { "id": "0640256b-010a-3e69-b961-680e63ec85e2", "type": "PROCESSOR", "groupId": "eaab7dc0-4761-3f1f-9dd5-ff82bd301911", "name": "Extract station_uuid", "comments": "", "instanceIdentifier": "71fee077-9f08-3916-b189-f933b8f13619" }, "destination": { "id": "de71001e-de69-32c2-82b9-6f008665b252", "type": "PROCESSOR", "groupId": "eaab7dc0-4761-3f1f-9dd5-ff82bd301911", "name": "Get 30 minutes of historic data", "comments": "", "instanceIdentifier": "df138016-7764-3ad6-ac10-9f57e657461d" }, "labelIndex": 1, "zIndex": 0, "selectedRelationships": [ "matched" ], "backPressureObjectThreshold": 10, "backPressureDataSizeThreshold": "1 GB", "flowFileExpiration": "0 sec", "prioritizers": [], "bends": [], "loadBalanceStrategy": "DO_NOT_LOAD_BALANCE", "partitioningAttribute": "", "loadBalanceCompression": "DO_NOT_COMPRESS", "componentType": "CONNECTION", "groupIdentifier": "eaab7dc0-4761-3f1f-9dd5-ff82bd301911" } ], "labels": [ { "identifier": "f531aeda-2cad-3391-bc64-d10934a5f355", "instanceIdentifier": "f990fed8-9ffc-3b20-8795-efeaf1c55396", "position": { "x": 1309.0000007628792, "y": 241.99998844850802 }, "label": "Stream real-time data", "zIndex": 0, "width": 152.0, "height": 24.0, "style": { "font-size": "12px" }, "componentType": "LABEL", "groupIdentifier": "eaab7dc0-4761-3f1f-9dd5-ff82bd301911" }, { "identifier": "b4bf22b0-ff9e-3244-90bd-c6306a8e1fe5", "instanceIdentifier": "fdd434de-64f4-36e8-b1a8-63ad26549901", "position": { "x": 1701.0000007628792, "y": 201.99998844850802 }, "label": "Shared bikes data", "zIndex": 0, "width": 1152.0, "height": 24.0, "style": { "font-size": "12px" }, "componentType": "LABEL", "groupIdentifier": "eaab7dc0-4761-3f1f-9dd5-ff82bd301911" }, { "identifier": "637f34a6-0a08-34a9-bdcd-b3bfc4257a4c", "instanceIdentifier": "730910f3-60f8-3278-9098-5d864bca1ad3", "position": { "x": 2501.000000762879, "y": 241.99998844850802 }, "label": "Ingest bike status", "zIndex": 0, "width": 152.0, "height": 24.0, "style": { "font-size": "12px" }, "componentType": "LABEL", "groupIdentifier": "eaab7dc0-4761-3f1f-9dd5-ff82bd301911" }, { "identifier": "cb5fcdeb-c972-34cb-af5a-f6812416ed2d", "instanceIdentifier": "aafc5a3c-bbc6-3ef0-81e8-743f9dd99644", "position": { "x": 1701.0000007628792, "y": 241.99998844850802 }, "label": "Ingest station information", "zIndex": 0, "width": 152.0, "height": 24.0, "style": { "font-size": "12px" }, "componentType": "LABEL", "groupIdentifier": "eaab7dc0-4761-3f1f-9dd5-ff82bd301911" }, { "identifier": "f3bd6d3a-3dea-3909-a60e-aa3a34542e5c", "instanceIdentifier": "b8ec73a5-19b4-3d53-b152-7d99129c6342", "position": { "x": 557.000000762879, "y": 241.99998844850802 }, "label": "Ingest station records", "zIndex": 0, "width": 152.0, "height": 24.0, "style": { "font-size": "12px" }, "componentType": "LABEL", "groupIdentifier": "eaab7dc0-4761-3f1f-9dd5-ff82bd301911" }, { "identifier": "6dcd3b2a-e51d-329f-9aca-bffdc414bb51", "instanceIdentifier": "61a589ce-b17b-3090-ae4b-e9ce0dab0047", "position": { "x": 2101.000000762879, "y": 241.99998844850802 }, "label": "Ingest station status", "zIndex": 0, "width": 152.0, "height": 24.0, "style": { "font-size": "12px" }, "componentType": "LABEL", "groupIdentifier": "eaab7dc0-4761-3f1f-9dd5-ff82bd301911" }, { "identifier": "543a323b-3976-313c-9344-05c172ab5d02", "instanceIdentifier": "8e99d259-10ae-3f12-8b51-fdca63c2c201", "position": { "x": 933.000000762879, "y": 241.99998844850802 }, "label": "Ingest historic data", "zIndex": 0, "width": 152.0, "height": 24.0, "style": { "font-size": "12px" }, "componentType": "LABEL", "groupIdentifier": "eaab7dc0-4761-3f1f-9dd5-ff82bd301911" }, { "identifier": "f9ea8997-f618-3472-9745-93ca1036d176", "instanceIdentifier": "0393438f-a1a3-3b2a-8012-66c5050636cd", "position": { "x": 557.000000762879, "y": 201.99998844850802 }, "label": "Water levels data", "zIndex": 0, "width": 1104.0, "height": 24.0, "style": { "font-size": "12px" }, "componentType": "LABEL", "groupIdentifier": "eaab7dc0-4761-3f1f-9dd5-ff82bd301911" } ], "funnels": [], "controllerServices": [ { "identifier": "906147e9-0ba3-3951-8764-15e14a9766d6", "instanceIdentifier": "31167665-331b-3abd-bbec-8026382f3e57", "name": "StandardRestrictedSSLContextService", "comments": "", "type": "org.apache.nifi.ssl.StandardRestrictedSSLContextService", "bundle": { "group": "org.apache.nifi", "artifact": "nifi-ssl-context-service-nar", "version": "2.6.0" }, "properties": { "Truststore Type": "PKCS12", "Truststore Password": "secret", "SSL Protocol": "TLSv1.3", "Keystore Password": "secret", "Keystore Type": "PKCS12", "Truststore Filename": "/stackable/keystore/truststore.p12", "Keystore Filename": "/stackable/keystore/keystore.p12" }, "propertyDescriptors": { "Truststore Type": { "name": "Truststore Type", "displayName": "Truststore Type", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "SSL Protocol": { "name": "SSL Protocol", "displayName": "TLS Protocol", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Keystore Type": { "name": "Keystore Type", "displayName": "Keystore Type", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Truststore Filename": { "name": "Truststore Filename", "displayName": "Truststore Filename", "identifiesControllerService": false, "sensitive": false, "dynamic": false, "resourceDefinition": { "cardinality": "SINGLE", "resourceTypes": [ "FILE" ] } }, "Keystore Password": { "name": "Keystore Password", "displayName": "Keystore Password", "identifiesControllerService": false, "sensitive": true, "dynamic": false }, "key-password": { "name": "key-password", "displayName": "Key Password", "identifiesControllerService": false, "sensitive": true, "dynamic": false }, "Truststore Password": { "name": "Truststore Password", "displayName": "Truststore Password", "identifiesControllerService": false, "sensitive": true, "dynamic": false }, "Keystore Filename": { "name": "Keystore Filename", "displayName": "Keystore Filename", "identifiesControllerService": false, "sensitive": false, "dynamic": false, "resourceDefinition": { "cardinality": "SINGLE", "resourceTypes": [ "FILE" ] } } }, "controllerServiceApis": [ { "type": "org.apache.nifi.ssl.SSLContextProvider", "bundle": { "group": "org.apache.nifi", "artifact": "nifi-standard-services-api-nar", "version": "2.6.0" } }, { "type": "org.apache.nifi.ssl.SSLContextService", "bundle": { "group": "org.apache.nifi", "artifact": "nifi-standard-services-api-nar", "version": "2.6.0" } }, { "type": "org.apache.nifi.ssl.RestrictedSSLContextService", "bundle": { "group": "org.apache.nifi", "artifact": "nifi-standard-services-api-nar", "version": "2.6.0" } } ], "scheduledState": "DISABLED", "bulletinLevel": "WARN", "componentType": "CONTROLLER_SERVICE", "groupIdentifier": "eaab7dc0-4761-3f1f-9dd5-ff82bd301911" }, { "identifier": "50e96367-7b84-3034-8dbf-6e02fa7c01df", "instanceIdentifier": "d795c667-0833-34e1-9d2b-4ae37d102704", "name": "JsonRecordSetWriter", "type": "org.apache.nifi.json.JsonRecordSetWriter", "bundle": { "group": "org.apache.nifi", "artifact": "nifi-record-serialization-services-nar", "version": "2.6.0" }, "properties": { "schema-reference-reader": null, "schema-branch": null, "Allow Scientific Notation": "false", "compression-level": "1", "schema-cache": null, "Timestamp Format": null, "Date Format": null, "Pretty Print JSON": "false", "compression-format": "none", "Schema Write Strategy": "no-schema", "suppress-nulls": "never-suppress", "output-grouping": "output-array", "schema-name": "${schema.name}", "schema-registry": null, "Time Format": null, "schema-access-strategy": "inherit-record-schema", "schema-version": null, "schema-text": "${avro.schema}", "Schema Reference Writer": null }, "propertyDescriptors": { "schema-reference-reader": { "name": "schema-reference-reader", "displayName": "Schema Reference Reader", "identifiesControllerService": true, "sensitive": false, "dynamic": false }, "schema-branch": { "name": "schema-branch", "displayName": "Schema Branch", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Allow Scientific Notation": { "name": "Allow Scientific Notation", "displayName": "Allow Scientific Notation", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "compression-level": { "name": "compression-level", "displayName": "Compression Level", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "schema-cache": { "name": "schema-cache", "displayName": "Schema Cache", "identifiesControllerService": true, "sensitive": false, "dynamic": false }, "Timestamp Format": { "name": "Timestamp Format", "displayName": "Timestamp Format", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Date Format": { "name": "Date Format", "displayName": "Date Format", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Pretty Print JSON": { "name": "Pretty Print JSON", "displayName": "Pretty Print JSON", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "compression-format": { "name": "compression-format", "displayName": "Compression Format", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Schema Write Strategy": { "name": "Schema Write Strategy", "displayName": "Schema Write Strategy", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "suppress-nulls": { "name": "suppress-nulls", "displayName": "Suppress Null Values", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "output-grouping": { "name": "output-grouping", "displayName": "Output Grouping", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "schema-name": { "name": "schema-name", "displayName": "Schema Name", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "schema-registry": { "name": "schema-registry", "displayName": "Schema Registry", "identifiesControllerService": true, "sensitive": false, "dynamic": false }, "Time Format": { "name": "Time Format", "displayName": "Time Format", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "schema-access-strategy": { "name": "schema-access-strategy", "displayName": "Schema Access Strategy", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "schema-version": { "name": "schema-version", "displayName": "Schema Version", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "schema-text": { "name": "schema-text", "displayName": "Schema Text", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Schema Reference Writer": { "name": "Schema Reference Writer", "displayName": "Schema Reference Writer", "identifiesControllerService": true, "sensitive": false, "dynamic": false } }, "controllerServiceApis": [ { "type": "org.apache.nifi.serialization.RecordSetWriterFactory", "bundle": { "group": "org.apache.nifi", "artifact": "nifi-standard-services-api-nar", "version": "2.6.0" } } ], "scheduledState": "DISABLED", "bulletinLevel": "WARN", "componentType": "CONTROLLER_SERVICE", "groupIdentifier": "eaab7dc0-4761-3f1f-9dd5-ff82bd301911" }, { "identifier": "a7cc755f-2210-3763-889e-24c3e0b0684d", "instanceIdentifier": "8167b5da-0195-1000-ffff-ffff926c765c", "name": "Kafka3ConnectionService", "comments": "", "type": "org.apache.nifi.kafka.service.Kafka3ConnectionService", "bundle": { "group": "org.apache.nifi", "artifact": "nifi-kafka-3-service-nar", "version": "2.6.0" }, "properties": { "security.protocol": "SSL", "SSL Context Service": "906147e9-0ba3-3951-8764-15e14a9766d6", "ack.wait.time": "5 sec", "sasl.username": null, "max.poll.records": "10000", "sasl.mechanism": "GSSAPI", "isolation.level": "read_committed", "max.block.ms": "5 sec", "bootstrap.servers": "kafka-broker-default.default.svc.cluster.local:9093", "kerberos-user-service": null, "sasl.kerberos.service.name": null, "default.api.timeout.ms": "60 sec" }, "propertyDescriptors": { "ack.wait.time": { "name": "ack.wait.time", "displayName": "Acknowledgment Wait Time", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "sasl.username": { "name": "sasl.username", "displayName": "SASL Username", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "max.poll.records": { "name": "max.poll.records", "displayName": "Max Poll Records", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "bootstrap.servers": { "name": "bootstrap.servers", "displayName": "Bootstrap Servers", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "sasl.kerberos.service.name": { "name": "sasl.kerberos.service.name", "displayName": "Kerberos Service Name", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "security.protocol": { "name": "security.protocol", "displayName": "Security Protocol", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "SSL Context Service": { "name": "SSL Context Service", "displayName": "SSL Context Service", "identifiesControllerService": true, "sensitive": false, "dynamic": false }, "sasl.mechanism": { "name": "sasl.mechanism", "displayName": "SASL Mechanism", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "isolation.level": { "name": "isolation.level", "displayName": "Transaction Isolation Level", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "max.block.ms": { "name": "max.block.ms", "displayName": "Max Metadata Wait Time", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "kerberos-user-service": { "name": "kerberos-user-service", "displayName": "Kerberos User Service", "identifiesControllerService": true, "sensitive": false, "dynamic": false }, "sasl.password": { "name": "sasl.password", "displayName": "SASL Password", "identifiesControllerService": false, "sensitive": true, "dynamic": false }, "default.api.timeout.ms": { "name": "default.api.timeout.ms", "displayName": "Client Timeout", "identifiesControllerService": false, "sensitive": false, "dynamic": false } }, "controllerServiceApis": [ { "type": "org.apache.nifi.kafka.service.api.KafkaConnectionService", "bundle": { "group": "org.apache.nifi", "artifact": "nifi-kafka-service-api-nar", "version": "2.6.0" } } ], "scheduledState": "DISABLED", "bulletinLevel": "WARN", "componentType": "CONTROLLER_SERVICE", "groupIdentifier": "eaab7dc0-4761-3f1f-9dd5-ff82bd301911" }, { "identifier": "c127588a-e95f-382f-afb1-33f9b279c38d", "instanceIdentifier": "715ff6c2-fd41-366f-9922-e0365c063f33", "name": "JsonTreeReader", "type": "org.apache.nifi.json.JsonTreeReader", "bundle": { "group": "org.apache.nifi", "artifact": "nifi-record-serialization-services-nar", "version": "2.6.0" }, "properties": { "schema-reference-reader": null, "schema-branch": null, "Max String Length": "20 MB", "schema-application-strategy": "SELECTED_PART", "Timestamp Format": null, "schema-inference-cache": null, "Date Format": null, "schema-name": "${schema.name}", "starting-field-strategy": "ROOT_NODE", "schema-registry": null, "starting-field-name": null, "Time Format": null, "schema-access-strategy": "infer-schema", "schema-version": null, "schema-text": "${avro.schema}", "Allow Comments": "false" }, "propertyDescriptors": { "schema-reference-reader": { "name": "schema-reference-reader", "displayName": "Schema Reference Reader", "identifiesControllerService": true, "sensitive": false, "dynamic": false }, "schema-branch": { "name": "schema-branch", "displayName": "Schema Branch", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Max String Length": { "name": "Max String Length", "displayName": "Max String Length", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "schema-application-strategy": { "name": "schema-application-strategy", "displayName": "Schema Application Strategy", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Timestamp Format": { "name": "Timestamp Format", "displayName": "Timestamp Format", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "schema-inference-cache": { "name": "schema-inference-cache", "displayName": "Schema Inference Cache", "identifiesControllerService": true, "sensitive": false, "dynamic": false }, "Date Format": { "name": "Date Format", "displayName": "Date Format", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "schema-name": { "name": "schema-name", "displayName": "Schema Name", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "starting-field-strategy": { "name": "starting-field-strategy", "displayName": "Starting Field Strategy", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "schema-registry": { "name": "schema-registry", "displayName": "Schema Registry", "identifiesControllerService": true, "sensitive": false, "dynamic": false }, "starting-field-name": { "name": "starting-field-name", "displayName": "Starting Field Name", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Time Format": { "name": "Time Format", "displayName": "Time Format", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "schema-access-strategy": { "name": "schema-access-strategy", "displayName": "Schema Access Strategy", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "schema-version": { "name": "schema-version", "displayName": "Schema Version", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "schema-text": { "name": "schema-text", "displayName": "Schema Text", "identifiesControllerService": false, "sensitive": false, "dynamic": false }, "Allow Comments": { "name": "Allow Comments", "displayName": "Allow Comments", "identifiesControllerService": false, "sensitive": false, "dynamic": false } }, "controllerServiceApis": [ { "type": "org.apache.nifi.serialization.RecordReaderFactory", "bundle": { "group": "org.apache.nifi", "artifact": "nifi-standard-services-api-nar", "version": "2.6.0" } } ], "scheduledState": "DISABLED", "bulletinLevel": "WARN", "componentType": "CONTROLLER_SERVICE", "groupIdentifier": "eaab7dc0-4761-3f1f-9dd5-ff82bd301911" } ], "defaultFlowFileExpiration": "0 sec", "defaultBackPressureObjectThreshold": 10000, "defaultBackPressureDataSizeThreshold": "1 GB", "scheduledState": "ENABLED", "executionEngine": "INHERITED", "maxConcurrentTasks": 1, "statelessFlowTimeout": "1 min", "flowFileConcurrency": "UNBOUNDED", "flowFileOutboundPolicy": "STREAM_WHEN_AVAILABLE", "componentType": "PROCESS_GROUP" }, "externalControllerServices": {}, "parameterContexts": {}, "flowEncodingVersion": "1.0", "parameterProviders": {}, "latest": false }