filter: Add new nest filter

This adds a filter, called 'nest'. It allows you to, - Nest a set of key-values pairs under a new key - Lift a set of key-value pairs up to the top level Signed-off-by: Michiel Kalkman <mkalkman@shelde.com>
fluent · May 9, 2018 · 89183b8 · 89183b8
1 parent e12a13f
commit 89183b8
Show file tree

Hide file tree

Showing 8 changed files with 644 additions and 0 deletions.
diff --git a/CMakeLists.txt b/CMakeLists.txt
@@ -117,6 +117,7 @@ option(FLB_FILTER_PARSER   "Enable parser filter"               Yes)
 option(FLB_FILTER_KUBERNETES "Enable kubernetes filter"         Yes)
 option(FLB_FILTER_THROTTLE "Enable throttle filter"             Yes)
 option(FLB_FILTER_RECORD_MODIFIER "Enable record_modifier filter" Yes)
+option(FLB_FILTER_NEST     "Enable nest filter" Yes)
 
 # Enable all features
 if(FLB_ALL)

diff --git a/README.md b/README.md
@@ -49,6 +49,7 @@ $ bin/fluent-bit -i cpu -o stdout
 |--------------------|------------|---------------------------------------------------------------------------------|
 | Record Modifier    | record_modifier | Append/Remove key-value pair |
 | Grep               | grep       | Match or exclude specific records by patterns |
+| Nest               | nest       | Nest specific records by patterns |
 | Kubernetes         | kubernetes | Enrich logs with Kubernetes Metadata |
 | Stdout             | stdout     | Print records to the standard output interface |
 | Parser             | parser     | Parse records |

diff --git a/plugins/CMakeLists.txt b/plugins/CMakeLists.txt
@@ -155,6 +155,7 @@ if(FLB_REGEX)
   REGISTER_FILTER_PLUGIN("filter_parser")
 endif()
 REGISTER_FILTER_PLUGIN("filter_record_modifier")
+REGISTER_FILTER_PLUGIN("filter_nest")
 
 # Register external input and output plugins
 if(EXT_IN_PLUGINS)

diff --git a/plugins/filter_nest/CMakeLists.txt b/plugins/filter_nest/CMakeLists.txt
@@ -0,0 +1,4 @@
+set(src
+  nest.c)
+
+FLB_PLUGIN(filter_nest "${src}" "")