update sample_event.json

elastic · Feb 21, 2024 · 9262fd1 · 9262fd1
1 parent 405ea53
commit 9262fd1
Show file tree

Hide file tree

Showing 2 changed files with 34 additions and 32 deletions.
diff --git a/packages/aws/data_stream/kafka_metrics/sample_event.json b/packages/aws/data_stream/kafka_metrics/sample_event.json
@@ -1,8 +1,8 @@
 {
-    "@timestamp": "2024-02-14T09:17:00.000Z",
+    "@timestamp": "2024-02-21T23:35:00.000Z",
     "agent": {
-        "ephemeral_id": "b6d2ef2e-748b-44b8-b86e-723a27faf339",
-        "id": "dd248d6a-84a6-47fd-a67f-b778524ece46",
+        "ephemeral_id": "0c8bf84c-f257-496d-a788-89af2b6959ae",
+        "id": "0395c9d5-9ac1-4ecc-bfd5-fc5376847519",
         "name": "docker-fleet-agent",
         "type": "metricbeat",
         "version": "8.11.4"
@@ -12,19 +12,20 @@
             "namespace": "AWS/Kafka"
         },
         "dimensions": {
-            "ClusterName": "qa-awseuw1-cp-internal-app-1-apm",
-            "Topic": "mis.aggregation.f771875fcc2946fa8102259a10260cff"
+            "ClusterName": "qa-awseuw1-cp-internal-app-2-usage-data",
+            "ConsumerGroup": "usage-data-pipeline",
+            "Topic": "usage-data-pipeline"
         },
         "kafka": {
             "metrics": {
-                "BytesInPerSec": {
-                    "avg": 377
+                "EstimatedMaxTimeLag": {
+                    "sum": 1
                 },
-                "BytesOutPerSec": {
-                    "avg": 363
+                "MaxOffsetLag": {
+                    "sum": 31
                 },
-                "MessagesInPerSec": {
-                    "avg": 5
+                "SumOffsetLag": {
+                    "sum": 31
                 }
             }
         }
@@ -46,24 +47,24 @@
         "version": "8.0.0"
     },
     "elastic_agent": {
-        "id": "dd248d6a-84a6-47fd-a67f-b778524ece46",
+        "id": "0395c9d5-9ac1-4ecc-bfd5-fc5376847519",
         "snapshot": false,
         "version": "8.11.4"
     },
     "event": {
         "agent_id_status": "verified",
         "dataset": "aws.kafka_metrics",
-        "duration": 41577794935,
-        "ingested": "2024-02-14T09:19:14Z",
+        "duration": 67075155989,
+        "ingested": "2024-02-21T23:47:52Z",
         "module": "aws"
     },
     "host": {
         "architecture": "aarch64",
         "containerized": false,
         "hostname": "docker-fleet-agent",
         "id": "1b287af46f2942b3ba34c3ee5a5c6111",
-        "ip": "172.19.0.7",
-        "mac": "02-42-AC-13-00-07",
+        "ip": "172.18.0.7",
+        "mac": "02-42-AC-12-00-07",
         "name": "docker-fleet-agent",
         "os": {
             "codename": "focal",

diff --git a/packages/aws/docs/kafka.md b/packages/aws/docs/kafka.md
@@ -47,10 +47,10 @@ An example event for `kafka` looks as following:
 
 ```json
 {
-    "@timestamp": "2024-02-14T09:17:00.000Z",
+    "@timestamp": "2024-02-21T23:35:00.000Z",
     "agent": {
-        "ephemeral_id": "b6d2ef2e-748b-44b8-b86e-723a27faf339",
-        "id": "dd248d6a-84a6-47fd-a67f-b778524ece46",
+        "ephemeral_id": "0c8bf84c-f257-496d-a788-89af2b6959ae",
+        "id": "0395c9d5-9ac1-4ecc-bfd5-fc5376847519",
         "name": "docker-fleet-agent",
         "type": "metricbeat",
         "version": "8.11.4"
@@ -60,19 +60,20 @@ An example event for `kafka` looks as following:
             "namespace": "AWS/Kafka"
         },
         "dimensions": {
-            "ClusterName": "qa-awseuw1-cp-internal-app-1-apm",
-            "Topic": "mis.aggregation.f771875fcc2946fa8102259a10260cff"
+            "ClusterName": "qa-awseuw1-cp-internal-app-2-usage-data",
+            "ConsumerGroup": "usage-data-pipeline",
+            "Topic": "usage-data-pipeline"
         },
         "kafka": {
             "metrics": {
-                "BytesInPerSec": {
-                    "avg": 377
+                "EstimatedMaxTimeLag": {
+                    "sum": 1
                 },
-                "BytesOutPerSec": {
-                    "avg": 363
+                "MaxOffsetLag": {
+                    "sum": 31
                 },
-                "MessagesInPerSec": {
-                    "avg": 5
+                "SumOffsetLag": {
+                    "sum": 31
                 }
             }
         }
@@ -94,24 +95,24 @@ An example event for `kafka` looks as following:
         "version": "8.0.0"
     },
     "elastic_agent": {
-        "id": "dd248d6a-84a6-47fd-a67f-b778524ece46",
+        "id": "0395c9d5-9ac1-4ecc-bfd5-fc5376847519",
         "snapshot": false,
         "version": "8.11.4"
     },
     "event": {
         "agent_id_status": "verified",
         "dataset": "aws.kafka_metrics",
-        "duration": 41577794935,
-        "ingested": "2024-02-14T09:19:14Z",
+        "duration": 67075155989,
+        "ingested": "2024-02-21T23:47:52Z",
         "module": "aws"
     },
     "host": {
         "architecture": "aarch64",
         "containerized": false,
         "hostname": "docker-fleet-agent",
         "id": "1b287af46f2942b3ba34c3ee5a5c6111",
-        "ip": "172.19.0.7",
-        "mac": "02-42-AC-13-00-07",
+        "ip": "172.18.0.7",
+        "mac": "02-42-AC-12-00-07",
         "name": "docker-fleet-agent",
         "os": {
             "codename": "focal",