Set 'ignore_empty_value: true' for many integrations owned by @elasti…

…c/security-service-integrations.
elastic · May 24, 2024 · ad005d2 · ad005d2
1 parent 70e209a
commit ad005d2
Show file tree

Hide file tree

Showing 87 changed files with 102 additions and 15 deletions.
diff --git a/packages/1password/data_stream/audit_events/agent/stream/httpjson.yml.hbs b/packages/1password/data_stream/audit_events/agent/stream/httpjson.yml.hbs
@@ -38,6 +38,7 @@ cursor:
 response.decode_as: application/json
 response.split:
   target: body.items
+  ignore_empty_value: true
 response.pagination:
   - set:
       target: body.cursor

diff --git a/packages/1password/data_stream/item_usages/agent/stream/httpjson.yml.hbs b/packages/1password/data_stream/item_usages/agent/stream/httpjson.yml.hbs
@@ -39,6 +39,7 @@ cursor:
 response.decode_as: application/json
 response.split:
   target: body.items
+  ignore_empty_value: true
 response.pagination:
   - set:
       target: body.cursor

diff --git a/packages/1password/data_stream/signin_attempts/agent/stream/httpjson.yml.hbs b/packages/1password/data_stream/signin_attempts/agent/stream/httpjson.yml.hbs
@@ -39,6 +39,7 @@ cursor:
 response.decode_as: application/json
 response.split:
   target: body.items
+  ignore_empty_value: true
 response.pagination:
   - set:
       target: body.cursor

diff --git a/packages/atlassian_jira/data_stream/audit/agent/stream/httpjson.yml.hbs b/packages/atlassian_jira/data_stream/audit/agent/stream/httpjson.yml.hbs
@@ -82,6 +82,7 @@ cursor:
       value: '[[formatDate now]]'
 response.split:
   target: body.entities
+  ignore_empty_value: true
 response.pagination:
   - set:
       target: url.value

diff --git a/packages/bitwarden/data_stream/collection/agent/stream/httpjson.yml.hbs b/packages/bitwarden/data_stream/collection/agent/stream/httpjson.yml.hbs
@@ -32,6 +32,7 @@ response.pagination:
       fail_on_template_error: true
 response.split:
   target: body.data
+  ignore_empty_value: true
 tags:
 {{#if preserve_original_event}}
   - preserve_original_event

diff --git a/packages/bitwarden/data_stream/event/agent/stream/httpjson.yml.hbs b/packages/bitwarden/data_stream/event/agent/stream/httpjson.yml.hbs
@@ -51,6 +51,7 @@ cursor:
     value: '[[if (eq .last_response.body.continuationToken nil)]][[.first_event.date]][[end]]'
 response.split:
   target: body.data
+  ignore_empty_value: true
 tags:
 {{#if preserve_original_event}}
   - preserve_original_event

diff --git a/packages/bitwarden/data_stream/group/agent/stream/httpjson.yml.hbs b/packages/bitwarden/data_stream/group/agent/stream/httpjson.yml.hbs
@@ -32,6 +32,7 @@ response.pagination:
       fail_on_template_error: true
 response.split:
   target: body.data
+  ignore_empty_value: true
 tags:
 {{#if preserve_original_event}}
   - preserve_original_event

diff --git a/packages/bitwarden/data_stream/member/agent/stream/httpjson.yml.hbs b/packages/bitwarden/data_stream/member/agent/stream/httpjson.yml.hbs
@@ -32,6 +32,7 @@ response.pagination:
       fail_on_template_error: true
 response.split:
   target: body.data
+  ignore_empty_value: true
 tags:
 {{#if preserve_original_event}}
   - preserve_original_event

diff --git a/packages/bitwarden/data_stream/policy/agent/stream/httpjson.yml.hbs b/packages/bitwarden/data_stream/policy/agent/stream/httpjson.yml.hbs
@@ -32,6 +32,7 @@ response.pagination:
       fail_on_template_error: true
 response.split:
   target: body.data
+  ignore_empty_value: true
 tags:
 {{#if preserve_original_event}}
   - preserve_original_event

diff --git a/packages/carbon_black_cloud/data_stream/alert/agent/stream/httpjson.yml.hbs b/packages/carbon_black_cloud/data_stream/alert/agent/stream/httpjson.yml.hbs
@@ -42,6 +42,7 @@ cursor:
     value: '[[.last_event.last_update_time]]'
 response.split:
   target: body.results
+  ignore_empty_value: true
 tags:
 {{#if preserve_original_event}}
   - preserve_original_event

diff --git a/.../carbon_black_cloud/data_stream/asset_vulnerability_summary/agent/stream/httpjson.yml.hbs b/.../carbon_black_cloud/data_stream/asset_vulnerability_summary/agent/stream/httpjson.yml.hbs
@@ -35,6 +35,7 @@ response.pagination:
       fail_on_template_error: true
 response.split:
   target: body.results
+  ignore_empty_value: true
 tags:
 {{#if preserve_original_event}}
   - preserve_original_event

diff --git a/packages/carbon_black_cloud/data_stream/audit/agent/stream/httpjson.yml.hbs b/packages/carbon_black_cloud/data_stream/audit/agent/stream/httpjson.yml.hbs
@@ -20,6 +20,7 @@ request.transforms:
       value: {{api_secret_key}}/{{api_id}}
 response.split:
   target: body.notifications
+  ignore_empty_value: true
 tags:
 {{#if preserve_original_event}}
   - preserve_original_event

diff --git a/packages/cisa_kevs/data_stream/vulnerability/agent/stream/httpjson.yml.hbs b/packages/cisa_kevs/data_stream/vulnerability/agent/stream/httpjson.yml.hbs
@@ -25,6 +25,7 @@ request.transforms:
 
 response.split:
   target: body.vulnerabilities
+  ignore_empty_value: true
 
 tags:
 {{#if preserve_original_event}}

diff --git a/packages/cloudflare/data_stream/audit/agent/stream/httpjson.yml.hbs b/packages/cloudflare/data_stream/audit/agent/stream/httpjson.yml.hbs
@@ -34,6 +34,7 @@ request.transforms:
 
 response.split:
   target: body.result
+  ignore_empty_value: true
 response.pagination:
 - set:
     target: url.params.page

diff --git a/packages/forgerock/data_stream/am_access/agent/stream/httpjson.yml.hbs b/packages/forgerock/data_stream/am_access/agent/stream/httpjson.yml.hbs
@@ -39,8 +39,9 @@ request.transforms:
       target: url.params.endTime
       value: '[[formatDate (now) "2006-01-02T15:04:05-07:00"]]'
 
-response.split: 
+response.split:
   target: body.result
+  ignore_empty_value: true
 
 response.pagination:
   - set:

diff --git a/packages/forgerock/data_stream/am_activity/agent/stream/httpjson.yml.hbs b/packages/forgerock/data_stream/am_activity/agent/stream/httpjson.yml.hbs
@@ -39,8 +39,9 @@ request.transforms:
       target: url.params.endTime
       value: '[[formatDate (now) "2006-01-02T15:04:05-07:00"]]'
 
-response.split: 
+response.split:
   target: body.result
+  ignore_empty_value: true
 
 response.pagination:
   - set:

diff --git a/packages/forgerock/data_stream/am_authentication/agent/stream/httpjson.yml.hbs b/packages/forgerock/data_stream/am_authentication/agent/stream/httpjson.yml.hbs
@@ -39,8 +39,9 @@ request.transforms:
       target: url.params.endTime
       value: '[[formatDate (now) "2006-01-02T15:04:05-07:00"]]'
 
-response.split: 
+response.split:
   target: body.result
+  ignore_empty_value: true
 
 response.pagination:
   - set:

diff --git a/packages/forgerock/data_stream/am_config/agent/stream/httpjson.yml.hbs b/packages/forgerock/data_stream/am_config/agent/stream/httpjson.yml.hbs
@@ -39,8 +39,9 @@ request.transforms:
       target: url.params.endTime
       value: '[[formatDate (now) "2006-01-02T15:04:05-07:00"]]'
 
-response.split: 
+response.split:
   target: body.result
+  ignore_empty_value: true
 
 response.pagination:
   - set:

diff --git a/packages/forgerock/data_stream/am_core/agent/stream/httpjson.yml.hbs b/packages/forgerock/data_stream/am_core/agent/stream/httpjson.yml.hbs
@@ -39,8 +39,9 @@ request.transforms:
       target: url.params.endTime
       value: '[[formatDate (now) "2006-01-02T15:04:05-07:00"]]'
 
-response.split: 
+response.split:
   target: body.result
+  ignore_empty_value: true
 
 response.pagination:
   - set:

diff --git a/packages/forgerock/data_stream/idm_access/agent/stream/httpjson.yml.hbs b/packages/forgerock/data_stream/idm_access/agent/stream/httpjson.yml.hbs
@@ -39,8 +39,9 @@ request.transforms:
       target: url.params.endTime
       value: '[[formatDate (now) "2006-01-02T15:04:05-07:00"]]'
 
-response.split: 
+response.split:
   target: body.result
+  ignore_empty_value: true
 
 response.pagination:
   - set:

diff --git a/packages/forgerock/data_stream/idm_activity/agent/stream/httpjson.yml.hbs b/packages/forgerock/data_stream/idm_activity/agent/stream/httpjson.yml.hbs
@@ -39,8 +39,9 @@ request.transforms:
       target: url.params.endTime
       value: '[[formatDate (now) "2006-01-02T15:04:05-07:00"]]'
 
-response.split: 
+response.split:
   target: body.result
+  ignore_empty_value: true
 
 response.pagination:
   - set:

diff --git a/packages/forgerock/data_stream/idm_authentication/agent/stream/httpjson.yml.hbs b/packages/forgerock/data_stream/idm_authentication/agent/stream/httpjson.yml.hbs
@@ -39,8 +39,9 @@ request.transforms:
       target: url.params.endTime
       value: '[[formatDate (now) "2006-01-02T15:04:05-07:00"]]'
 
-response.split: 
+response.split:
   target: body.result
+  ignore_empty_value: true
 
 response.pagination:
   - set:

diff --git a/packages/forgerock/data_stream/idm_config/agent/stream/httpjson.yml.hbs b/packages/forgerock/data_stream/idm_config/agent/stream/httpjson.yml.hbs
@@ -39,8 +39,9 @@ request.transforms:
       target: url.params.endTime
       value: '[[formatDate (now) "2006-01-02T15:04:05-07:00"]]'
 
-response.split: 
+response.split:
   target: body.result
+  ignore_empty_value: true
 
 response.pagination:
   - set:

diff --git a/packages/forgerock/data_stream/idm_core/agent/stream/httpjson.yml.hbs b/packages/forgerock/data_stream/idm_core/agent/stream/httpjson.yml.hbs
@@ -39,8 +39,9 @@ request.transforms:
       target: url.params.endTime
       value: '[[formatDate (now) "2006-01-02T15:04:05-07:00"]]'
 
-response.split: 
+response.split:
   target: body.result
+  ignore_empty_value: true
 
 response.pagination:
   - set:

diff --git a/packages/forgerock/data_stream/idm_sync/agent/stream/httpjson.yml.hbs b/packages/forgerock/data_stream/idm_sync/agent/stream/httpjson.yml.hbs
@@ -39,8 +39,9 @@ request.transforms:
       target: url.params.endTime
       value: '[[formatDate (now) "2006-01-02T15:04:05-07:00"]]'
 
-response.split: 
+response.split:
   target: body.result
+  ignore_empty_value: true
 
 response.pagination:
   - set:

diff --git a/packages/google_scc/data_stream/asset/agent/stream/httpjson.yml.hbs b/packages/google_scc/data_stream/asset/agent/stream/httpjson.yml.hbs
@@ -41,6 +41,7 @@ response.pagination:
       fail_on_template_error: true
 response.split:
   target: body.assets
+  ignore_empty_value: true
 tags:
 {{#if preserve_original_event}}
   - preserve_original_event

diff --git a/packages/google_scc/data_stream/finding/agent/stream/httpjson.yml.hbs b/packages/google_scc/data_stream/finding/agent/stream/httpjson.yml.hbs
@@ -45,6 +45,7 @@ cursor:
     value: '[[.last_event.finding.eventTime]]'
 response.split:
   target: body.listFindingsResults
+  ignore_empty_value: true
 tags:
 {{#if preserve_original_event}}
   - preserve_original_event

diff --git a/packages/google_scc/data_stream/source/agent/stream/httpjson.yml.hbs b/packages/google_scc/data_stream/source/agent/stream/httpjson.yml.hbs
@@ -31,6 +31,7 @@ response.pagination:
       fail_on_template_error: true
 response.split:
   target: body.sources
+  ignore_empty_value: true
 tags:
 {{#if preserve_original_event}}
   - preserve_original_event

diff --git a/packages/google_workspace/data_stream/access_transparency/agent/stream/httpjson.yml.hbs b/packages/google_workspace/data_stream/access_transparency/agent/stream/httpjson.yml.hbs
@@ -37,6 +37,7 @@ request.transforms:
       default: '[[formatDate (now (parseDuration "-{{initial_interval}}"))]]'
 response.split:
   target: body.items
+  ignore_empty_value: true
   split:
     target: body.events
     keep_parent: true

diff --git a/packages/google_workspace/data_stream/admin/agent/stream/httpjson.yml.hbs b/packages/google_workspace/data_stream/admin/agent/stream/httpjson.yml.hbs
@@ -31,6 +31,7 @@ request.transforms:
       default: '[[formatDate (now (parseDuration "-{{initial_interval}}"))]]'
 response.split:
   target: body.items
+  ignore_empty_value: true
   split:
     target: body.events
     keep_parent: true

diff --git a/packages/google_workspace/data_stream/alert/agent/stream/httpjson.yml.hbs b/packages/google_workspace/data_stream/alert/agent/stream/httpjson.yml.hbs
@@ -44,7 +44,8 @@ cursor:
   last_create_time:
     value: '[[.last_event.createTime]]'
 response.split:
-    target: body.alerts
+  target: body.alerts
+  ignore_empty_value: true
 tags:
 {{#if preserve_original_event}}
   - preserve_original_event

diff --git a/packages/google_workspace/data_stream/context_aware_access/agent/stream/httpjson.yml.hbs b/packages/google_workspace/data_stream/context_aware_access/agent/stream/httpjson.yml.hbs
@@ -37,6 +37,7 @@ request.transforms:
       default: '[[formatDate (now (parseDuration "-{{initial_interval}}"))]]'
 response.split:
   target: body.items
+  ignore_empty_value: true
   split:
     target: body.events
     keep_parent: true

diff --git a/packages/google_workspace/data_stream/device/agent/stream/httpjson.yml.hbs b/packages/google_workspace/data_stream/device/agent/stream/httpjson.yml.hbs
@@ -37,6 +37,7 @@ request.transforms:
       default: '[[formatDate (now (parseDuration "-{{initial_interval}}"))]]'
 response.split:
   target: body.items
+  ignore_empty_value: true
   split:
     target: body.events
     keep_parent: true

diff --git a/packages/google_workspace/data_stream/drive/agent/stream/httpjson.yml.hbs b/packages/google_workspace/data_stream/drive/agent/stream/httpjson.yml.hbs
@@ -31,6 +31,7 @@ request.transforms:
       default: '[[formatDate (now (parseDuration "-{{initial_interval}}"))]]'
 response.split:
   target: body.items
+  ignore_empty_value: true
   split:
     target: body.events
     keep_parent: true

diff --git a/packages/google_workspace/data_stream/gcp/agent/stream/httpjson.yml.hbs b/packages/google_workspace/data_stream/gcp/agent/stream/httpjson.yml.hbs
@@ -37,6 +37,7 @@ request.transforms:
       default: '[[formatDate (now (parseDuration "-{{initial_interval}}"))]]'
 response.split:
   target: body.items
+  ignore_empty_value: true
   split:
     target: body.events
     keep_parent: true

diff --git a/packages/google_workspace/data_stream/group_enterprise/agent/stream/httpjson.yml.hbs b/packages/google_workspace/data_stream/group_enterprise/agent/stream/httpjson.yml.hbs
@@ -37,6 +37,7 @@ request.transforms:
       default: '[[formatDate (now (parseDuration "-{{initial_interval}}"))]]'
 response.split:
   target: body.items
+  ignore_empty_value: true
   split:
     target: body.events
     keep_parent: true

diff --git a/packages/google_workspace/data_stream/groups/agent/stream/httpjson.yml.hbs b/packages/google_workspace/data_stream/groups/agent/stream/httpjson.yml.hbs
@@ -31,6 +31,7 @@ request.transforms:
       default: '[[formatDate (now (parseDuration "-{{initial_interval}}"))]]'
 response.split:
   target: body.items
+  ignore_empty_value: true
   split:
     target: body.events
     keep_parent: true

diff --git a/packages/google_workspace/data_stream/login/agent/stream/httpjson.yml.hbs b/packages/google_workspace/data_stream/login/agent/stream/httpjson.yml.hbs
@@ -31,6 +31,7 @@ request.transforms:
       default: '[[formatDate (now (parseDuration "-{{initial_interval}}"))]]'
 response.split:
   target: body.items
+  ignore_empty_value: true
   split:
     target: body.events
     keep_parent: true

diff --git a/packages/google_workspace/data_stream/rules/agent/stream/httpjson.yml.hbs b/packages/google_workspace/data_stream/rules/agent/stream/httpjson.yml.hbs
@@ -37,6 +37,7 @@ request.transforms:
       default: '[[formatDate (now (parseDuration "-{{initial_interval}}"))]]'
 response.split:
   target: body.items
+  ignore_empty_value: true
   split:
     target: body.events
     keep_parent: true

diff --git a/packages/google_workspace/data_stream/saml/agent/stream/httpjson.yml.hbs b/packages/google_workspace/data_stream/saml/agent/stream/httpjson.yml.hbs
@@ -31,6 +31,7 @@ request.transforms:
       default: '[[formatDate (now (parseDuration "-{{initial_interval}}"))]]'
 response.split:
   target: body.items
+  ignore_empty_value: true
   split:
     target: body.events
     keep_parent: true

diff --git a/packages/google_workspace/data_stream/token/agent/stream/httpjson.yml.hbs b/packages/google_workspace/data_stream/token/agent/stream/httpjson.yml.hbs
@@ -37,6 +37,7 @@ request.transforms:
       default: '[[formatDate (now (parseDuration "-{{initial_interval}}"))]]'
 response.split:
   target: body.items
+  ignore_empty_value: true
   split:
     target: body.events
     keep_parent: true

diff --git a/packages/google_workspace/data_stream/user_accounts/agent/stream/httpjson.yml.hbs b/packages/google_workspace/data_stream/user_accounts/agent/stream/httpjson.yml.hbs
@@ -31,6 +31,7 @@ request.transforms:
       default: '[[formatDate (now (parseDuration "-{{initial_interval}}"))]]'
 response.split:
   target: body.items
+  ignore_empty_value: true
   split:
     target: body.events
     keep_parent: true

diff --git a/packages/infoblox_bloxone_ddi/data_stream/dhcp_lease/agent/stream/httpjson.yml.hbs b/packages/infoblox_bloxone_ddi/data_stream/dhcp_lease/agent/stream/httpjson.yml.hbs
@@ -42,6 +42,7 @@ cursor:
     value: '[[.last_event.last_updated]]'
 response.split:
   target: body.results
+  ignore_empty_value: true
 tags:
 {{#if preserve_original_event}}
   - preserve_original_event

diff --git a/packages/infoblox_bloxone_ddi/data_stream/dns_config/agent/stream/httpjson.yml.hbs b/packages/infoblox_bloxone_ddi/data_stream/dns_config/agent/stream/httpjson.yml.hbs
@@ -42,6 +42,7 @@ cursor:
     value: '[[.last_event.updated_at]]'
 response.split:
   target: body.results
+  ignore_empty_value: true
 tags:
 {{#if preserve_original_event}}
   - preserve_original_event

diff --git a/packages/infoblox_bloxone_ddi/data_stream/dns_data/agent/stream/httpjson.yml.hbs b/packages/infoblox_bloxone_ddi/data_stream/dns_data/agent/stream/httpjson.yml.hbs
@@ -42,6 +42,7 @@ cursor:
     value: '[[.last_event.updated_at]]'
 response.split:
   target: body.results
+  ignore_empty_value: true
 tags:
 {{#if preserve_original_event}}
   - preserve_original_event