Add null checks and ignore_missing checks to the rename processor

packages/apache/changelog.yml

@@ -1,4 +1,9 @@
 # newer versions go on top
+- version: "1.15.1"
+  changes:
+    - description: Add null check and ignore_missing check to the rename processor
+      type: bugfix
+      link: https://github.com/elastic/integrations/pull/7845
 - version: "1.15.0"
   changes:
     - description: Add ability to set condition for logs and metrics.

packages/apache/data_stream/access/elasticsearch/ingest_pipeline/default.yml

@@ -13,6 +13,8 @@ processors:
   - rename:
       field: message
       target_field: event.original
+      ignore_missing: true
+      if: 'ctx.event?.original == null'
   - grok:
       field: event.original
       patterns:

packages/apache/manifest.yml

@@ -1,7 +1,7 @@
 format_version: 1.0.0
 name: apache
 title: Apache HTTP Server
-version: "1.15.0"
+version: "1.15.1"
 license: basic
 source:
   license: Elastic-2.0

packages/apache_tomcat/changelog.yml

@@ -1,4 +1,9 @@
 # newer versions go on top
+- version: "0.12.3"
+  changes:
+    - description: Add null check and ignore_missing check to the rename processor
+      type: bugfix
+      link: https://github.com/elastic/integrations/pull/7845
 - version: "0.12.2"
   changes:
     - description: Remove forwarded tag from metrics data streams.

packages/apache_tomcat/data_stream/access/elasticsearch/ingest_pipeline/default.yml

@@ -20,6 +20,7 @@ processors:
       field: message
       target_field: event.original
       ignore_missing: true
+      if: 'ctx.event?.original == null'
   - grok:
       field: event.original
       tag: 'grok_parse_log'

packages/apache_tomcat/data_stream/catalina/elasticsearch/ingest_pipeline/default.yml

@@ -20,6 +20,7 @@ processors:
       field: message
       target_field: event.original
       ignore_missing: true
+      if: 'ctx.event?.original == null'
   - grok:
       field: event.original
       tag: 'grok_parse_log'

packages/apache_tomcat/data_stream/localhost/elasticsearch/ingest_pipeline/default.yml

@@ -20,6 +20,7 @@ processors:
       field: message
       target_field: event.original
       ignore_missing: true
+      if: 'ctx.event?.original == null'
   - grok:
       field: event.original
       tag: 'grok_parse_log'

packages/apache_tomcat/manifest.yml

@@ -1,7 +1,7 @@
 format_version: 2.3.0
 name: apache_tomcat
 title: Apache Tomcat
-version: "0.12.2"
+version: "0.12.3"
 description: Collect and parse logs and metrics from Apache Tomcat servers with Elastic Agent.
 categories: ["web", "observability"]
 type: integration

packages/cassandra/changelog.yml

@@ -1,4 +1,9 @@
 # newer versions go on top
+- version: "1.9.1"
+  changes:
+    - description: Add null check and ignore_missing check to the rename processor
+      type: bugfix
+      link: https://github.com/elastic/integrations/pull/7845
 - version: "1.9.0"
   changes:
     - description: Enable time series data streams for the metrics datasets. This dramatically reduces storage for metrics and is expected to progressively improve query performance. For more details, see https://www.elastic.co/guide/en/elasticsearch/reference/current/tsds.html.

packages/cassandra/data_stream/log/elasticsearch/ingest_pipeline/default.yml

@@ -20,7 +20,7 @@ processors:
       field: message
       target_field: event.original
       ignore_missing: true
-      ignore_failure: true
+      if: 'ctx.event?.original == null'
   - grok:
       field: event.original
       pattern_definitions:

packages/cassandra/manifest.yml

@@ -1,7 +1,7 @@
 format_version: 1.0.0
 name: cassandra
 title: Cassandra
-version: "1.9.0"
+version: "1.9.1"
 license: basic
 description: This Elastic integration collects logs and metrics from cassandra.
 type: integration

packages/ceph/changelog.yml

@@ -1,4 +1,9 @@
 # newer versions go on top
+- version: "1.0.1"
+  changes:
+    - description: Add null check and ignore_missing check to the rename processor
+      type: bugfix
+      link: https://github.com/elastic/integrations/pull/7845
 - version: "1.0.0"
   changes:
     - description: Make CEPH GA.

packages/ceph/data_stream/cluster_disk/elasticsearch/ingest_pipeline/default.yml

@@ -17,6 +17,7 @@ processors:
       field: message
       target_field: event.original
       ignore_missing: true
+      if: 'ctx.event?.original == null'
   - json:
       field: event.original
       target_field: json

packages/ceph/data_stream/cluster_health/elasticsearch/ingest_pipeline/default.yml

@@ -17,6 +17,7 @@ processors:
       field: message
       target_field: event.original
       ignore_missing: true
+      if: 'ctx.event?.original == null'
   - json:
       field: event.original
       target_field: json

packages/ceph/data_stream/cluster_status/elasticsearch/ingest_pipeline/default.yml

@@ -17,6 +17,7 @@ processors:
       field: message
       target_field: event.original
       ignore_missing: true
+      if: 'ctx.event?.original == null'
   - json:
       field: event.original
       target_field: json

packages/ceph/data_stream/osd_performance/elasticsearch/ingest_pipeline/default.yml

@@ -17,6 +17,7 @@ processors:
       field: message
       target_field: event.original
       ignore_missing: true
+      if: 'ctx.event?.original == null'
   - json:
       field: event.original
       target_field: json

packages/ceph/data_stream/osd_pool_stats/elasticsearch/ingest_pipeline/default.yml

@@ -17,6 +17,7 @@ processors:
       field: message
       target_field: event.original
       ignore_missing: true
+      if: 'ctx.event?.original == null'
   - json:
       field: event.original
       target_field: json

packages/ceph/data_stream/osd_tree/elasticsearch/ingest_pipeline/default.yml

@@ -17,6 +17,7 @@ processors:
       field: message
       target_field: event.original
       ignore_missing: true
+      if: 'ctx.event?.original == null'
   - json:
       field: event.original
       target_field: json

packages/ceph/data_stream/pool_disk/elasticsearch/ingest_pipeline/default.yml

@@ -17,6 +17,7 @@ processors:
       field: message
       target_field: event.original
       ignore_missing: true
+      if: 'ctx.event?.original == null'
   - json:
       field: event.original
       target_field: json

packages/ceph/manifest.yml

@@ -1,7 +1,7 @@
 format_version: 2.0.0
 name: ceph
 title: Ceph
-version: "1.0.0"
+version: "1.0.1"
 description: This Elastic integration collects metrics from Ceph instance.
 type: integration
 categories:

packages/citrix_adc/changelog.yml

@@ -1,4 +1,9 @@
 # newer versions go on top
+- version: "1.0.1"
+  changes:
+    - description: Add null check and ignore_missing check to the rename processor
+      type: bugfix
+      link: https://github.com/elastic/integrations/pull/7845
 - version: "1.0.0"
   changes:
     - description: Make Citrix ADC GA.

packages/citrix_adc/data_stream/interface/elasticsearch/ingest_pipeline/default.yml

@@ -30,7 +30,7 @@ processors:
       field: message
       target_field: event.original
       ignore_missing: true
-      ignore_failure: true
+      if: 'ctx.event?.original == null'
   - json:
       field: event.original
       target_field: json

packages/citrix_adc/data_stream/lbvserver/elasticsearch/ingest_pipeline/default.yml

@@ -30,7 +30,7 @@ processors:
       field: message
       target_field: event.original
       ignore_missing: true
-      ignore_failure: true
+      if: 'ctx.event?.original == null'
   - json:
       field: event.original
       target_field: json

packages/citrix_adc/data_stream/service/elasticsearch/ingest_pipeline/default.yml

@@ -30,7 +30,7 @@ processors:
       field: message
       target_field: event.original
       ignore_missing: true
-      ignore_failure: true
+      if: 'ctx.event?.original == null'
   - json:
       field: event.original
       target_field: json

packages/citrix_adc/data_stream/system/elasticsearch/ingest_pipeline/default.yml

@@ -30,7 +30,7 @@ processors:
       field: message
       target_field: event.original
       ignore_missing: true
-      ignore_failure: true
+      if: 'ctx.event?.original == null'
   - json:
       field: event.original
       target_field: json

packages/citrix_adc/data_stream/vpn/elasticsearch/ingest_pipeline/default.yml

@@ -30,7 +30,7 @@ processors:
       field: message
       target_field: event.original
       ignore_missing: true
-      ignore_failure: true
+      if: 'ctx.event?.original == null'
   - json:
       field: event.original
       target_field: json

packages/citrix_adc/manifest.yml

@@ -1,7 +1,7 @@
 format_version: 2.0.0
 name: citrix_adc
 title: Citrix ADC
-version: "1.0.0"
+version: "1.0.1"
 description: This Elastic integration collects metrics from Citrix ADC product.
 type: integration
 categories:

packages/golang/changelog.yml

@@ -1,4 +1,9 @@
 # newer versions go on top
+- version: "0.4.3"
+  changes:
+    - description: Add null check and ignore_missing check to the rename processor
+      type: bugfix
+      link: https://github.com/elastic/integrations/pull/7845
 - version: "0.4.2"
   changes:
     - description: Add metric_type for expvar data stream.

packages/golang/data_stream/expvar/elasticsearch/ingest_pipeline/default.yml

@@ -20,6 +20,7 @@ processors:
       field: message
       target_field: event.original
       ignore_missing: true
+      if: 'ctx.event?.original == null'
   - json:
       field: event.original
       target_field: json

packages/golang/data_stream/heap/elasticsearch/ingest_pipeline/default.yml

@@ -20,6 +20,7 @@ processors:
       field: message
       target_field: event.original
       ignore_missing: true
+      if: 'ctx.event?.original == null'
   - json:
       field: event.original
       target_field: json

packages/golang/manifest.yml

@@ -1,7 +1,7 @@
 format_version: 2.0.0
 name: golang
 title: Golang
-version: "0.4.2"
+version: "0.4.3"
 description: This Elastic integration collects metrics from Golang applications.
 type: integration
 categories:

packages/hadoop/changelog.yml

@@ -1,4 +1,9 @@
 # newer versions go on top
+- version: "1.1.8"
+  changes:
+    - description: Add null check and ignore_missing check to the rename processor
+      type: bugfix
+      link: https://github.com/elastic/integrations/pull/7845
 - version: "1.1.7"
   changes:
     - description: Add metric_type mapping for `namenode` datastream.

packages/hadoop/data_stream/application/elasticsearch/ingest_pipeline/default.yml

@@ -20,6 +20,7 @@ processors:
       field: message
       target_field: event.original
       ignore_missing: true
+      if: 'ctx.event?.original == null'
   - json:
       field: event.original
       target_field: json

packages/hadoop/manifest.yml

@@ -1,7 +1,7 @@
 format_version: 1.0.0
 name: hadoop
 title: Hadoop
-version: "1.1.7"
+version: "1.1.8"
 license: basic
 description: Collect metrics from Apache Hadoop with Elastic Agent.
 type: integration

packages/haproxy/changelog.yml

@@ -1,4 +1,9 @@
 # newer versions go on top
+- version: "1.8.3"
+  changes:
+    - description: Add null check and ignore_missing check to the rename processor
+      type: bugfix
+      link: https://github.com/elastic/integrations/pull/7845
 - version: "1.8.2"
   changes:
     - description: Add dimensions mapping for `info` datastream.

packages/haproxy/data_stream/log/elasticsearch/ingest_pipeline/default.yml

@@ -9,6 +9,7 @@ processors:
       field: message
       target_field: event.original
       ignore_missing: true
+      if: 'ctx.event?.original == null'
   - grok:
       field: event.original
       patterns:

packages/haproxy/manifest.yml

@@ -1,6 +1,6 @@
 name: haproxy
 title: HAProxy
-version: "1.8.2"
+version: "1.8.3"
 description: Collect logs and metrics from HAProxy servers with Elastic Agent.
 type: integration
 icons:

packages/iis/changelog.yml

@@ -1,4 +1,9 @@
 # newer versions go on top
+- version: "1.15.1"
+  changes:
+    - description: Add null check and ignore_missing check to the rename processor
+      type: bugfix
+      link: https://github.com/elastic/integrations/pull/7845
 - version: "1.15.0"
   changes:
     - description: Add ability to set condition for logs and metrics.

packages/iis/data_stream/access/elasticsearch/ingest_pipeline/default.yml

@@ -9,6 +9,7 @@ processors:
       field: message
       target_field: event.original
       ignore_missing: true
+      if: 'ctx.event?.original == null'
   - grok:
       field: event.original
       ignore_missing: true

packages/iis/data_stream/error/elasticsearch/ingest_pipeline/default.yml

@@ -8,6 +8,7 @@ processors:
       field: message
       target_field: event.original
       ignore_missing: true
+      if: 'ctx.event?.original == null'
   - grok:
       field: event.original
       patterns:

packages/iis/manifest.yml

@@ -1,6 +1,6 @@
 name: iis
 title: IIS
-version: "1.15.0"
+version: "1.15.1"
 description: Collect logs and metrics from Internet Information Services (IIS) servers with Elastic Agent.
 type: integration
 icons:

packages/kafka/changelog.yml

@@ -1,4 +1,9 @@
 # newer versions go on top
+- version: "1.9.2"
+  changes:
+    - description: Add null check and ignore_missing check to the rename processor
+      type: bugfix
+      link: https://github.com/elastic/integrations/pull/7845
 - version: "1.9.1"
   changes:
     - description: Migrate visualizations to lens.

packages/kafka/data_stream/log/elasticsearch/ingest_pipeline/default.yml

@@ -8,6 +8,7 @@ processors:
       field: message
       target_field: event.original
       ignore_missing: true
+      if: 'ctx.event?.original == null'
   - grok:
       field: event.original
       trace_match: true

packages/kafka/manifest.yml

@@ -1,7 +1,7 @@
 format_version: 1.0.0
 name: kafka
 title: Kafka
-version: "1.9.1"
+version: "1.9.2"
 license: basic
 description: Collect logs and metrics from Kafka servers with Elastic Agent.
 type: integration

packages/microsoft_sqlserver/changelog.yml

@@ -1,4 +1,9 @@
 # newer versions go on top
+- version: "2.1.2"
+  changes:
+    - description: Add null check and ignore_missing check to the rename processor
+      type: bugfix
+      link: https://github.com/elastic/integrations/pull/7845
 - version: "2.1.1"
   changes:
     - description: Add ecs mapping for error.code to avoid type conflicts