Skip to content
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.

Commit aab36e0

Browse files
committedMay 2, 2024
Web console changes for apache#16288
Adds a text box for delta filter that can accept an optional json object.
1 parent 39ada8b commit aab36e0

File tree

2 files changed

+44
-1
lines changed

2 files changed

+44
-1
lines changed
 

‎web-console/src/druid-models/ingestion-spec/ingestion-spec.tsx

+21
Original file line numberDiff line numberDiff line change
@@ -1030,6 +1030,27 @@ export function getIoConfigFormFields(ingestionComboType: IngestionComboType): F
10301030
type: 'string',
10311031
placeholder: '/path/to/deltaTable',
10321032
required: true,
1033+
info: (
1034+
<>
1035+
<p>A full path to the Delta Lake table.</p>
1036+
</>
1037+
),
1038+
},
1039+
{
1040+
name: 'inputSource.filter',
1041+
label: 'Delta filter',
1042+
type: 'json',
1043+
defaultValue: {},
1044+
info: (
1045+
<>
1046+
<ExternalLink
1047+
href={`${getLink('DOCS')}/ingestion/input-sources/#delta-filter-object`}
1048+
>
1049+
filter
1050+
</ExternalLink>
1051+
<p>A Delta filter json object to filter Delta Lake scan files.</p>
1052+
</>
1053+
),
10331054
},
10341055
];
10351056

‎web-console/src/druid-models/input-source/input-source.tsx

+23-1
Original file line numberDiff line numberDiff line change
@@ -117,7 +117,8 @@ export type InputSourceDesc =
117117
}
118118
| {
119119
type: 'delta';
120-
tablePath?: string;
120+
tablePath: string;
121+
filter?: string;
121122
}
122123
| {
123124
type: 'sql';
@@ -624,6 +625,27 @@ export const INPUT_SOURCE_FIELDS: Field<InputSource>[] = [
624625
placeholder: '/path/to/deltaTable',
625626
defined: typeIsKnown(KNOWN_TYPES, 'delta'),
626627
required: true,
628+
info: (
629+
<>
630+
<p>A full path to the Delta Lake table.</p>
631+
</>
632+
),
633+
},
634+
{
635+
name: 'filter',
636+
label: 'Delta filter',
637+
type: 'json',
638+
placeholder: '{"type": "=", "column": "name", "value": "foo"}',
639+
defined: inputSource => inputSource.type === 'delta' && deepGet(inputSource, 'filter'),
640+
required: false,
641+
info: (
642+
<>
643+
<ExternalLink href={`${getLink('DOCS')}/ingestion/input-sources/#delta-filter-object`}>
644+
filter
645+
</ExternalLink>
646+
<p>A Delta filter json object to filter Delta Lake scan files.</p>
647+
</>
648+
),
627649
},
628650

629651
// sql

0 commit comments

Comments
 (0)
Please sign in to comment.