-
Notifications
You must be signed in to change notification settings - Fork 885
/
databaseServiceQueryLineagePipeline.json
66 lines (66 loc) · 2.33 KB
/
databaseServiceQueryLineagePipeline.json
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
{
"$id": "https://open-metadata.org/schema/metadataIngestion/databaseServiceQueryLineagePipeline.json",
"$schema": "http://json-schema.org/draft-07/schema#",
"title": "DatabaseServiceQueryLineagePipeline",
"description": "DatabaseService Query Lineage Pipeline Configuration.",
"type": "object",
"definitions": {
"databaseLineageConfigType": {
"description": "Database Source Config Usage Pipeline type",
"type": "string",
"enum": ["DatabaseLineage"],
"default": "DatabaseLineage"
}
},
"properties": {
"type": {
"description": "Pipeline type",
"$ref": "#/definitions/databaseLineageConfigType",
"default": "DatabaseLineage"
},
"queryLogDuration": {
"description": "Configuration to tune how far we want to look back in query logs to process lineage data.",
"type": "integer",
"default": 1,
"title": "Query Log Duration"
},
"queryLogFilePath": {
"description": "Configuration to set the file path for query logs",
"type": "string",
"title": "Query Log File Path"
},
"resultLimit": {
"description": "Configuration to set the limit for query logs",
"type": "integer",
"default": 1000,
"title": "Result Limit"
},
"parsingTimeoutLimit": {
"description": "Configuration to set the timeout for parsing the query in seconds.",
"type": "integer",
"default": 300,
"title": "Parsing Timeout Limit"
},
"filterCondition": {
"description": "Configuration the condition to filter the query history.",
"type": "string",
"title": "Filter Condition"
},
"schemaFilterPattern": {
"description": "Regex to only fetch tables or databases that matches the pattern.",
"$ref": "../type/filterPattern.json#/definitions/filterPattern",
"title": "Schema Filter Pattern"
},
"tableFilterPattern": {
"description": "Regex exclude tables or databases that matches the pattern.",
"$ref": "../type/filterPattern.json#/definitions/filterPattern",
"title": "Table Filter Pattern"
},
"databaseFilterPattern": {
"description": "Regex to only fetch databases that matches the pattern.",
"$ref": "../type/filterPattern.json#/definitions/filterPattern",
"title": "Database Filter Pattern"
}
},
"additionalProperties": false
}