Resolve directory for pipelines

sigma/processing/resolver.py

@@ -1,4 +1,5 @@
 from dataclasses import dataclass, field
+from pathlib import Path
 from sigma.exceptions import (
     SigmaPipelineNotAllowedForBackendError,
     SigmaPipelineNotFoundError,
@@ -70,17 +71,26 @@ def resolve(
         Resolve a list of
 
         * processing pipeline names from pipelines added to the resolver or
-        * file paths containing processing pipeline YAML definitions
+        * file paths containing processing pipeline YAML definitions or
+        * directories containing processing pipelines YAML definitions
 
-        into a consolidated processing piepline.
+        into a consolidated processing pipeline.
 
         If *target* is specified this is passed in each *resolve_pipeline* call to perform a
         compatibility check for the usage of the specified backend with the pipeline.
         """
+        pipelines = []
+        for spec in pipeline_specs:
+            spec_path = Path(spec)
+            if spec_path.is_dir():
+                for path in spec_path.glob("**/*.yml"):
+                    pipelines.append(self.resolve_pipeline(str(path), target))
+            else:
+                pipelines.append(self.resolve_pipeline(spec, target))
         return (
             sum(
                 sorted(
-                    [self.resolve_pipeline(spec, target) for spec in pipeline_specs],
+                    pipelines,
                     key=lambda p: p.priority,
                 )
             )

tests/files/pipelines/pipeline-1.yml

@@ -0,0 +1,6 @@
+name: Test 1
+priority: 10
+transformations:
+  - id: test-1
+    type: field_name_suffix
+    suffix: .test

tests/files/pipelines/pipeline-2.yml

@@ -0,0 +1,6 @@
+name: Test 2
+priority: 20
+transformations:
+  - id: test-2
+    type: field_name_prefix
+    prefix: test.

tests/test_processing_resolver.py

@@ -5,7 +5,10 @@
 )
 from sigma.processing.resolver import ProcessingPipelineResolver
 from sigma.processing.pipeline import ProcessingPipeline, ProcessingItem
-from sigma.processing.transformations import AddFieldnameSuffixTransformation
+from sigma.processing.transformations import (
+    AddFieldnamePrefixTransformation,
+    AddFieldnameSuffixTransformation,
+)
 from collections.abc import Iterable
 
 
@@ -58,6 +61,21 @@ def test_resolve_file(processing_pipeline_resolver: ProcessingPipelineResolver):
     )
 
 
+def test_resolve_directory(processing_pipeline_resolver):
+    assert processing_pipeline_resolver.resolve(["tests/files/pipelines"]) == ProcessingPipeline(
+        items=[
+            ProcessingItem(
+                AddFieldnameSuffixTransformation(".test"),
+                identifier="test-1",
+            ),
+            ProcessingItem(
+                AddFieldnamePrefixTransformation("test."),
+                identifier="test-2",
+            ),
+        ],
+    )
+
+
 def test_resolve_callable():
     pipeline = ProcessingPipeline(
         [ProcessingItem(AddFieldnameSuffixTransformation(".item-1"))],