Kafla connect integration

guilhemmarchand · Oct 18, 2018 · 14fdd8f · 14fdd8f
1 parent 426cca0
commit 14fdd8f
Show file tree

Hide file tree

Showing 6 changed files with 776 additions and 0 deletions.
diff --git a/DA-ITSI-TELEGRAF-KAFKA/default/inputs.conf b/DA-ITSI-TELEGRAF-KAFKA/default/inputs.conf
@@ -65,6 +65,38 @@ service_title_field = null
 update_type = UPSERT
 interval = 14400
 
+#  _  __      __ _            ____                            _
+# | |/ /__ _ / _| | ____ _   / ___|___  _ __  _ __   ___  ___| |_
+# | ' // _` | |_| |/ / _` | | |   / _ \| '_ \| '_ \ / _ \/ __| __|
+# | . \ (_| |  _|   < (_| | | |__| (_) | | | | | | |  __/ (__| |_
+# |_|\_\__,_|_| |_|\_\__,_|  \____\___/|_| |_|_| |_|\___|\___|\__|
+#
+#  _            _
+# | |_ __ _ ___| | _____
+# | __/ _` / __| |/ / __|
+# | || (_| \__ \   <\__ \
+#  \__\__,_|___/_|\_\___/
+#
+#   ______                              ______  _       _   __
+#  / / ___|  ___  _   _ _ __ ___ ___   / / ___|(_)_ __ | | _\ \
+# | |\___ \ / _ \| | | | '__/ __/ _ \ / /\___ \| | '_ \| |/ /| |
+# | | ___) | (_) | |_| | | | (_|  __// /  ___) | | | | |   < | |
+# | ||____/ \___/ \__,_|_|  \___\___/_/  |____/|_|_| |_|_|\_\| |
+#  \_\                                                      /_/
+#
+
+[itsi_csv_import://DA-ITSI-TELEGRAF-KAFKA-entity_import_kafka_connect_tasks]
+entity_identifier_fields = kafka_connect_task,kafka_connect_nodes
+entity_informational_fields = itsi_role
+entity_title_field = kafka_connect_task
+import_from_search = 1
+index_earliest = -4h
+index_latest = now
+search_string = | savedsearch DA-ITSI-TELEGRAF-KAFKA-Inventory_Search_kafka_connect_tasks
+service_title_field = null
+update_type = UPSERT
+interval = 14400
+
 #  _  __      __ _           _              _
 # | |/ /__ _ / _| | ____ _  | |_ ___  _ __ (_) ___ ___
 # | ' // _` | |_| |/ / _` | | __/ _ \| '_ \| |/ __/ __|

diff --git a/DA-ITSI-TELEGRAF-KAFKA/default/itsi_kpi_base_search.conf b/DA-ITSI-TELEGRAF-KAFKA/default/itsi_kpi_base_search.conf
@@ -619,3 +619,76 @@ metrics = [\
 search_alert_earliest = 1
 source_itsi_da = DA-ITSI-TELEGRAF-KAFKA
 title = DA-ITSI-TELEGRAF-KAFKA:kafka-topic-monitoring.Partitions
+
+[DA-ITSI-TELEGRAF-KAFKA-Kafka-connect-monitoring]
+alert_lag = 30
+alert_period = 1
+base_search = | mstats latest(_value) as value WHERE `telegraf_kafka_index` metric_name="kafka_connect.worker.task-startup-failure-total" OR metric_name="kafka_connect.worker.connector-startup-failure-total" OR metric_name="kafka_connect.worker.task-count" OR metric_name="kafka_connect.worker.rebalancing" by metric_name, jolokia_agent_url span=1s\
+| eval {metric_name}=value\
+| stats first(kafka_connect.*) as "*" by _time, jolokia_agent_url
+description = This KPI basesearch provides insight monitoring for Kafka Connect
+entity_alias_filtering_fields = jolokia_agent_url
+entity_id_fields = jolokia_agent_url
+is_entity_breakdown = True
+is_service_entity_filter = True
+metrics = [\
+    {\
+        "_key": "worker.connector-startup-failure-total", \
+        "aggregate_statop": "sum", \
+        "entity_statop": "sum", \
+        "fill_gaps": "null_value", \
+        "gap_custom_alert_value": 0, \
+        "gap_severity": "unknown", \
+        "gap_severity_color": "#CCCCCC", \
+        "gap_severity_color_light": "#EEEEEE", \
+        "gap_severity_value": "-1", \
+        "threshold_field": "worker.connector-startup-failure-total", \
+        "title": "worker.connector-startup-failure-total", \
+        "unit": "#"\
+    }, \
+    {\
+        "_key": "worker.rebalancing", \
+        "aggregate_statop": "sum", \
+        "entity_statop": "sum", \
+        "fill_gaps": "null_value", \
+        "gap_custom_alert_value": 0, \
+        "gap_severity": "unknown", \
+        "gap_severity_color": "#CCCCCC", \
+        "gap_severity_color_light": "#EEEEEE", \
+        "gap_severity_value": "-1", \
+        "threshold_field": "worker.rebalancing", \
+        "title": "worker.rebalancing", \
+        "unit": "#"\
+    }, \
+    {\
+        "_key": "worker.task-count", \
+        "aggregate_statop": "sum", \
+        "entity_statop": "latest", \
+        "fill_gaps": "null_value", \
+        "gap_custom_alert_value": 0, \
+        "gap_severity": "unknown", \
+        "gap_severity_color": "#CCCCCC", \
+        "gap_severity_color_light": "#EEEEEE", \
+        "gap_severity_value": "-1", \
+        "threshold_field": "worker.task-count", \
+        "title": "worker.task-count", \
+        "unit": "#"\
+    }, \
+    {\
+        "_key": "worker.task-startup-failure-total", \
+        "aggregate_statop": "sum", \
+        "entity_statop": "sum", \
+        "fill_gaps": "null_value", \
+        "gap_custom_alert_value": 0, \
+        "gap_severity": "unknown", \
+        "gap_severity_color": "#CCCCCC", \
+        "gap_severity_color_light": "#EEEEEE", \
+        "gap_severity_value": "-1", \
+        "threshold_field": "worker.task-startup-failure-total", \
+        "title": "worker.task-startup-failure-total", \
+        "unit": "#"\
+    }\
+]
+search_alert_earliest = 1
+source_itsi_da = DA-ITSI-TELEGRAF-KAFKA
+title = DA-ITSI-TELEGRAF-KAFKA:Kafka-connect-monitoring