Web console changes for #16288 (#16379)

Adds a text box for delta filter that can accept an optional json object.
apache · May 2, 2024 · 3717554 · 3717554
1 parent 39ada8b
commit 3717554
Show file tree

Hide file tree

Showing 2 changed files with 44 additions and 1 deletion.
diff --git a/web-console/src/druid-models/ingestion-spec/ingestion-spec.tsx b/web-console/src/druid-models/ingestion-spec/ingestion-spec.tsx
@@ -1030,6 +1030,27 @@ export function getIoConfigFormFields(ingestionComboType: IngestionComboType): F
           type: 'string',
           placeholder: '/path/to/deltaTable',
           required: true,
+          info: (
+            <>
+              <p>A full path to the Delta Lake table.</p>
+            </>
+          ),
+        },
+        {
+          name: 'inputSource.filter',
+          label: 'Delta filter',
+          type: 'json',
+          defaultValue: {},
+          info: (
+            <>
+              <ExternalLink
+                href={`${getLink('DOCS')}/ingestion/input-sources/#delta-filter-object`}
+              >
+                filter
+              </ExternalLink>
+              <p>A Delta filter json object to filter Delta Lake scan files.</p>
+            </>
+          ),
         },
       ];
 

diff --git a/web-console/src/druid-models/input-source/input-source.tsx b/web-console/src/druid-models/input-source/input-source.tsx
@@ -117,7 +117,8 @@ export type InputSourceDesc =
     }
   | {
       type: 'delta';
-      tablePath?: string;
+      tablePath: string;
+      filter?: string;
     }
   | {
       type: 'sql';
@@ -624,6 +625,27 @@ export const INPUT_SOURCE_FIELDS: Field<InputSource>[] = [
     placeholder: '/path/to/deltaTable',
     defined: typeIsKnown(KNOWN_TYPES, 'delta'),
     required: true,
+    info: (
+      <>
+        <p>A full path to the Delta Lake table.</p>
+      </>
+    ),
+  },
+  {
+    name: 'filter',
+    label: 'Delta filter',
+    type: 'json',
+    placeholder: '{"type": "=", "column": "name", "value": "foo"}',
+    defined: inputSource => inputSource.type === 'delta' && deepGet(inputSource, 'filter'),
+    required: false,
+    info: (
+      <>
+        <ExternalLink href={`${getLink('DOCS')}/ingestion/input-sources/#delta-filter-object`}>
+          filter
+        </ExternalLink>
+        <p>A Delta filter json object to filter Delta Lake scan files.</p>
+      </>
+    ),
   },
 
   // sql