/
SetPollingSource.json
37 lines (37 loc) · 1.07 KB
/
SetPollingSource.json
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
{
"$id": "http://open-data-fabric.github.com/schemas/SetPollingSource",
"$schema": "http://json-schema.org/draft-07/schema#",
"description": "Contains information on how externally-hosted data can be ingested into the root dataset.",
"type": "object",
"additionalProperties": false,
"required": [
"fetch",
"read",
"merge"
],
"properties": {
"fetch": {
"$ref": "/schemas/FetchStep",
"description": "Determines where data is sourced from."
},
"prepare": {
"type": "array",
"items": {
"$ref": "/schemas/PrepStep"
},
"description": "Defines how raw data is prepared before reading."
},
"read": {
"$ref": "/schemas/ReadStep",
"description": "Defines how data is read into structured format."
},
"preprocess": {
"$ref": "/schemas/Transform",
"description": "Pre-processing query that shapes the data."
},
"merge": {
"$ref": "/schemas/MergeStrategy",
"description": "Determines how newly-ingested data should be merged with existing history."
}
}
}