fix(remap transform): log namespace should be used when splitting eve…

…nts from arrays (vectordotdev#18372) fix remap array return values when using the Vector namespace
aholmberg · Aug 24, 2023 · 15a63b4 · 15a63b4
1 parent eac3cd0
commit 15a63b4
Show file tree

Hide file tree

Showing 2 changed files with 60 additions and 3 deletions.
diff --git a/lib/vector-core/src/event/vrl_target.rs b/lib/vector-core/src/event/vrl_target.rs
@@ -50,6 +50,7 @@ pub struct TargetIter<T> {
     iter: std::vec::IntoIter<Value>,
     metadata: EventMetadata,
     _marker: PhantomData<T>,
+    log_namespace: LogNamespace,
 }
 
 fn create_log_event(value: Value, metadata: EventMetadata) -> LogEvent {
@@ -63,9 +64,12 @@ impl Iterator for TargetIter<LogEvent> {
 
     fn next(&mut self) -> Option<Self::Item> {
         self.iter.next().map(|v| {
-            match v {
-                value @ Value::Object(_) => LogEvent::from_parts(value, self.metadata.clone()),
-                value => create_log_event(value, self.metadata.clone()),
+            match self.log_namespace {
+                LogNamespace::Legacy => match v {
+                    value @ Value::Object(_) => LogEvent::from_parts(value, self.metadata.clone()),
+                    value => create_log_event(value, self.metadata.clone()),
+                },
+                LogNamespace::Vector => LogEvent::from_parts(v, self.metadata.clone()),
             }
             .into()
         })
@@ -142,6 +146,7 @@ impl VrlTarget {
                     iter: values.into_iter(),
                     metadata,
                     _marker: PhantomData,
+                    log_namespace,
                 }),
 
                 v => match log_namespace {
@@ -161,6 +166,7 @@ impl VrlTarget {
                     iter: values.into_iter(),
                     metadata,
                     _marker: PhantomData,
+                    log_namespace,
                 }),
 
                 v => TargetEvents::One(create_log_event(v, metadata).into()),

diff --git a/src/transforms/remap.rs b/src/transforms/remap.rs
@@ -1890,4 +1890,55 @@ mod tests {
             outputs1[0].schema_definitions(true),
         );
     }
+
+    #[test]
+    fn check_remap_array_vector_namespace() {
+        let event = {
+            let mut event = LogEvent::from("input");
+            // mark the event as a "Vector" namespaced log
+            event
+                .metadata_mut()
+                .value_mut()
+                .insert("vector", BTreeMap::new());
+            Event::from(event)
+        };
+
+        let conf = RemapConfig {
+            source: Some(
+                r#". = [null]
+"#
+                .to_string(),
+            ),
+            file: None,
+            drop_on_error: true,
+            drop_on_abort: false,
+            ..Default::default()
+        };
+        let mut tform = remap(conf.clone()).unwrap();
+        let result = transform_one(&mut tform, event).unwrap();
+
+        // Legacy namespace nests this under "message", Vector should set it as the root
+        assert_eq!(result.as_log().get("."), Some(&Value::Null));
+
+        let enrichment_tables = enrichment::TableRegistry::default();
+        let outputs1 = conf.outputs(
+            enrichment_tables,
+            &[(
+                "in".into(),
+                schema::Definition::new_with_default_metadata(
+                    Kind::any_object(),
+                    [LogNamespace::Vector],
+                ),
+            )],
+            LogNamespace::Vector,
+        );
+
+        let wanted =
+            schema::Definition::new_with_default_metadata(Kind::null(), [LogNamespace::Vector]);
+
+        assert_eq!(
+            HashMap::from([(OutputId::from("in"), wanted)]),
+            outputs1[0].schema_definitions(true),
+        );
+    }
 }