Fixes conditions of kubernetes data_streams that are based on k8s lab…

…els (elastic#2041)

packages/kubernetes/changelog.yml

@@ -1,4 +1,9 @@
 # newer versions go on top
+- version: "1.3.3"
+  changes:
+    - description: Fix conditions of data_streams that are based on k8s labels & add condition in pipelines
+      type: bugfix
+      link: https://github.com/elastic/integrations/pull/2041
 - version: "1.3.2"
   changes:
     - description: Set default host for proxy to localhost

packages/kubernetes/data_stream/container/elasticsearch/ingest_pipeline/default.yml

@@ -2,6 +2,7 @@
 description: Pipeline for parsing kubernetes container metrics.
 processors:
   - rename:
+      if: "ctx?.kubernetes?.namespace?.name == null"
       field: kubernetes.namespace
       target_field: kubernetes.namespace.name
       ignore_missing: true

packages/kubernetes/data_stream/container_logs/elasticsearch/ingest_pipeline/default.yml

@@ -2,6 +2,7 @@
 description: Pipeline for parsing kubernetes container logs.
 processors:
   - rename:
+      if: "ctx?.kubernetes?.namespace?.name == null"
       field: kubernetes.namespace
       target_field: kubernetes.namespace.name
       ignore_missing: true

packages/kubernetes/data_stream/controllermanager/agent/stream/stream.yml.hbs

@@ -11,4 +11,4 @@ bearer_token_file: {{bearer_token_file}}
 ssl.verification_mode: {{ssl.verification_mode}}
 {{/if}}
 
-condition: ${kubernetes.pod.labels.{{~controller_manager_label_key~}} } == '{{controller_manager_label_value}}'
+condition: ${kubernetes.labels.{{~controller_manager_label_key~}} } == '{{controller_manager_label_value}}'

packages/kubernetes/data_stream/controllermanager/elasticsearch/ingest_pipeline/default.yml

@@ -2,6 +2,7 @@
 description: Pipeline for parsing kubernetes controllermanager metrics.
 processors:
   - rename:
+      if: "ctx?.kubernetes?.namespace?.name == null"
       field: kubernetes.namespace
       target_field: kubernetes.namespace.name
       ignore_missing: true

packages/kubernetes/data_stream/event/elasticsearch/ingest_pipeline/default.yml

@@ -2,6 +2,7 @@
 description: Pipeline for parsing kubernetes event metrics.
 processors:
   - rename:
+      if: "ctx?.kubernetes?.namespace?.name == null"
       field: kubernetes.namespace
       target_field: kubernetes.namespace.name
       ignore_missing: true

packages/kubernetes/data_stream/node/elasticsearch/ingest_pipeline/default.yml

@@ -2,6 +2,7 @@
 description: Pipeline for parsing kubernetes node metrics.
 processors:
   - rename:
+      if: "ctx?.kubernetes?.namespace?.name == null"
       field: kubernetes.namespace
       target_field: kubernetes.namespace.name
       ignore_missing: true

packages/kubernetes/data_stream/pod/elasticsearch/ingest_pipeline/default.yml

@@ -2,6 +2,7 @@
 description: Pipeline for parsing kubernetes pod metrics.
 processors:
   - rename:
+      if: "ctx?.kubernetes?.namespace?.name == null"
       field: kubernetes.namespace
       target_field: kubernetes.namespace.name
       ignore_missing: true

packages/kubernetes/data_stream/scheduler/agent/stream/stream.yml.hbs

@@ -9,4 +9,4 @@ period: {{period}}
 bearer_token_file: {{bearer_token_file}}
 ssl.verification_mode: {{ssl.verification_mode}}
 {{/if}}
-condition: ${kubernetes.pod.labels.{{~scheduler_label_key~}} } == '{{scheduler_label_value}}'
+condition: ${kubernetes.labels.{{~scheduler_label_key~}} } == '{{scheduler_label_value}}'

packages/kubernetes/data_stream/scheduler/elasticsearch/ingest_pipeline/default.yml

@@ -2,6 +2,7 @@
 description: Pipeline for parsing kubernetes scheduler metrics.
 processors:
   - rename:
+      if: "ctx?.kubernetes?.namespace?.name == null"
       field: kubernetes.namespace
       target_field: kubernetes.namespace.name
       ignore_missing: true

packages/kubernetes/data_stream/state_container/elasticsearch/ingest_pipeline/default.yml

@@ -2,6 +2,7 @@
 description: Pipeline for parsing kubernetes state_container metrics.
 processors:
   - rename:
+      if: "ctx?.kubernetes?.namespace?.name == null"
       field: kubernetes.namespace
       target_field: kubernetes.namespace.name
       ignore_missing: true

packages/kubernetes/data_stream/state_cronjob/elasticsearch/ingest_pipeline/default.yml

@@ -2,6 +2,7 @@
 description: Pipeline for parsing kubernetes state_cronjob metrics.
 processors:
   - rename:
+      if: "ctx?.kubernetes?.namespace?.name == null"
       field: kubernetes.namespace
       target_field: kubernetes.namespace.name
       ignore_missing: true

packages/kubernetes/data_stream/state_daemonset/elasticsearch/ingest_pipeline/default.yml

@@ -2,6 +2,7 @@
 description: Pipeline for parsing kubernetes state_daemonset metrics.
 processors:
   - rename:
+      if: "ctx?.kubernetes?.namespace?.name == null"
       field: kubernetes.namespace
       target_field: kubernetes.namespace.name
       ignore_missing: true

packages/kubernetes/data_stream/state_deployment/elasticsearch/ingest_pipeline/default.yml

@@ -2,6 +2,7 @@
 description: Pipeline for parsing kubernetes state_deployment metrics.
 processors:
   - rename:
+      if: "ctx?.kubernetes?.namespace?.name == null"
       field: kubernetes.namespace
       target_field: kubernetes.namespace.name
       ignore_missing: true

packages/kubernetes/data_stream/state_job/elasticsearch/ingest_pipeline/default.yml

@@ -2,6 +2,7 @@
 description: Pipeline for parsing kubernetes state_job metrics.
 processors:
   - rename:
+      if: "ctx?.kubernetes?.namespace?.name == null"
       field: kubernetes.namespace
       target_field: kubernetes.namespace.name
       ignore_missing: true

packages/kubernetes/data_stream/state_node/elasticsearch/ingest_pipeline/default.yml

@@ -2,6 +2,7 @@
 description: Pipeline for parsing kubernetes state_node metrics.
 processors:
   - rename:
+      if: "ctx?.kubernetes?.namespace?.name == null"
       field: kubernetes.namespace
       target_field: kubernetes.namespace.name
       ignore_missing: true

packages/kubernetes/data_stream/state_persistentvolume/elasticsearch/ingest_pipeline/default.yml

@@ -2,6 +2,7 @@
 description: Pipeline for parsing kubernetes state_persistentvolume metrics.
 processors:
   - rename:
+      if: "ctx?.kubernetes?.namespace?.name == null"
       field: kubernetes.namespace
       target_field: kubernetes.namespace.name
       ignore_missing: true

packages/kubernetes/data_stream/state_persistentvolumeclaim/elasticsearch/ingest_pipeline/default.yml

@@ -2,6 +2,7 @@
 description: Pipeline for parsing kubernetes state_persistentvolumeclaim metrics.
 processors:
   - rename:
+      if: "ctx?.kubernetes?.namespace?.name == null"
       field: kubernetes.namespace
       target_field: kubernetes.namespace.name
       ignore_missing: true

packages/kubernetes/data_stream/state_pod/elasticsearch/ingest_pipeline/default.yml

@@ -2,6 +2,7 @@
 description: Pipeline for parsing kubernetes state_pod metrics.
 processors:
   - rename:
+      if: "ctx?.kubernetes?.namespace?.name == null"
       field: kubernetes.namespace
       target_field: kubernetes.namespace.name
       ignore_missing: true

packages/kubernetes/data_stream/state_replicaset/elasticsearch/ingest_pipeline/default.yml

@@ -2,6 +2,7 @@
 description: Pipeline for parsing kubernetes state_replicaset metrics.
 processors:
   - rename:
+      if: "ctx?.kubernetes?.namespace?.name == null"
       field: kubernetes.namespace
       target_field: kubernetes.namespace.name
       ignore_missing: true

packages/kubernetes/data_stream/state_resourcequota/elasticsearch/ingest_pipeline/default.yml

@@ -2,6 +2,7 @@
 description: Pipeline for parsing kubernetes state_resourcequota metrics.
 processors:
   - rename:
+      if: "ctx?.kubernetes?.namespace?.name == null"
       field: kubernetes.namespace
       target_field: kubernetes.namespace.name
       ignore_missing: true

packages/kubernetes/data_stream/state_service/elasticsearch/ingest_pipeline/default.yml

@@ -2,6 +2,7 @@
 description: Pipeline for parsing kubernetes state_service metrics.
 processors:
   - rename:
+      if: "ctx?.kubernetes?.namespace?.name == null"
       field: kubernetes.namespace
       target_field: kubernetes.namespace.name
       ignore_missing: true

packages/kubernetes/data_stream/state_statefulset/elasticsearch/ingest_pipeline/default.yml

@@ -2,6 +2,7 @@
 description: Pipeline for parsing kubernetes state_statefulset metrics.
 processors:
   - rename:
+      if: "ctx?.kubernetes?.namespace?.name == null"
       field: kubernetes.namespace
       target_field: kubernetes.namespace.name
       ignore_missing: true

packages/kubernetes/data_stream/state_storageclass/elasticsearch/ingest_pipeline/default.yml

@@ -2,6 +2,7 @@
 description: Pipeline for parsing kubernetes state_storageclass metrics.
 processors:
   - rename:
+      if: "ctx?.kubernetes?.namespace?.name == null"
       field: kubernetes.namespace
       target_field: kubernetes.namespace.name
       ignore_missing: true

packages/kubernetes/data_stream/system/elasticsearch/ingest_pipeline/default.yml

@@ -2,6 +2,7 @@
 description: Pipeline for parsing kubernetes system metrics.
 processors:
   - rename:
+      if: "ctx?.kubernetes?.namespace?.name == null"
       field: kubernetes.namespace
       target_field: kubernetes.namespace.name
       ignore_missing: true

packages/kubernetes/data_stream/volume/elasticsearch/ingest_pipeline/default.yml

@@ -2,6 +2,7 @@
 description: Pipeline for parsing kubernetes volume metrics.
 processors:
   - rename:
+      if: "ctx?.kubernetes?.namespace?.name == null"
       field: kubernetes.namespace
       target_field: kubernetes.namespace.name
       ignore_missing: true

packages/kubernetes/manifest.yml

@@ -1,7 +1,7 @@
 format_version: 1.0.0
 name: kubernetes
 title: Kubernetes
-version: 1.3.2
+version: 1.3.3
 license: basic
 description: Collect logs and metrics from Kubernetes clusters with Elastic Agent.
 type: integration