[SPEC] Allow nested struct fields in SchemaDatasetFacet

Signed-off-by: Martynov Maxim <martinov_m_s_@mail.ru>
OpenLineage · Mar 29, 2024 · 064cfb6 · 064cfb6
1 parent 1c60584
commit 064cfb6
Showing 1 changed file with 30 additions and 20 deletions.
diff --git a/spec/facets/SchemaDatasetFacet.json b/spec/facets/SchemaDatasetFacet.json
@@ -1,7 +1,34 @@
 {
   "$schema": "https://json-schema.org/draft/2020-12/schema",
-  "$id": "https://openlineage.io/spec/facets/1-0-0/SchemaDatasetFacet.json",
+  "$id": "https://openlineage.io/spec/facets/1-0-1/SchemaDatasetFacet.json",
   "$defs": {
+    "SchemaFieldItem": {
+      "type": "object",
+      "properties": {
+        "name": {
+          "description": "The name of the field.",
+          "type": "string",
+          "example": "column1"
+        },
+        "type": {
+          "description": "The type of the field.",
+          "type": "string",
+          "example": "VARCHAR|INT|..."
+        },
+        "description": {
+          "description": "The description of the field.",
+          "type": "string"
+        },
+        "fields": {
+          "description": "Nested fields (for struct and array).",
+          "type": "array",
+          "items": {
+            "$ref": "#/$defs/SchemaFieldItem"
+          }
+        }
+      },
+      "required": ["name"]
+    },
     "SchemaDatasetFacet": {
       "allOf": [
         {
@@ -11,27 +38,10 @@
           "type": "object",
           "properties": {
             "fields": {
-              "description": "The fields of the table.",
+              "description": "The fields of the data source.",
               "type": "array",
               "items": {
-                "type": "object",
-                "properties": {
-                  "name": {
-                    "description": "The name of the field.",
-                    "type": "string",
-                    "example": "column1"
-                  },
-                  "type": {
-                    "description": "The type of the field.",
-                    "type": "string",
-                    "example": "VARCHAR|INT|..."
-                  },
-                  "description": {
-                    "description": "The description of the field.",
-                    "type": "string"
-                  }
-                },
-                "required": ["name"]
+                "$ref": "#/$defs/SchemaFieldItem"
               }
             }
           }