-
Notifications
You must be signed in to change notification settings - Fork 1
/
table.json
99 lines (92 loc) · 2.81 KB
/
table.json
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
{
"tableName": "access_logs",
"tableType": "REALTIME",
"segmentsConfig": {
"timeColumnName": "ts",
"schemaName": "access_logs",
"replication": "1",
"replicasPerPartition": "1"
},
"tenants": {
"broker": "DefaultTenant",
"server": "DefaultTenant",
"tagOverrideConfig": {}
},
"tableIndexConfig": {
"invertedIndexColumns": [],
"rangeIndexColumns": [],
"autoGeneratedInvertedIndex": false,
"createInvertedIndexDuringSegmentGeneration": false,
"sortedColumn": [],
"bloomFilterColumns": [],
"loadMode": "MMAP",
"streamConfigs": {
"streamType": "kafka",
"stream.kafka.topic.name": "enriched-access-logs",
"stream.kafka.broker.list": "kafka:9093",
"stream.kafka.consumer.type": "lowlevel",
"stream.kafka.consumer.prop.auto.offset.reset": "smallest",
"stream.kafka.consumer.factory.class.name": "org.apache.pinot.plugin.stream.kafka20.KafkaConsumerFactory",
"stream.kafka.decoder.class.name": "org.apache.pinot.plugin.stream.kafka.KafkaJSONMessageDecoder",
"realtime.segment.flush.threshold.rows": "1000",
"realtime.segment.flush.threshold.time": "24h",
"realtime.segment.flush.segment.size": "100M"
},
"noDictionaryColumns": [],
"onHeapDictionaryColumns": [],
"varLengthDictionaryColumns": [],
"enableDefaultStarTree": false,
"enableDynamicStarTreeCreation": false,
"aggregateMetrics": false,
"nullHandlingEnabled": false
},
"metadata": {},
"quota": {},
"routing": {},
"query": {},
"ingestionConfig": {
"transformConfigs": [
{
"columnName": "id",
"transformFunction": "JSONPATH(agent, '$.id')"
},
{
"columnName": "url",
"transformFunction": "JSONPATH(expandedMessage, '$.url')"
},
{
"columnName": "method",
"transformFunction": "JSONPATH(expandedMessage, '$.method')"
},
{
"columnName": "message",
"transformFunction": "JSONPATH(expandedMessage, '$.message')"
},
{
"columnName": "os.name",
"transformFunction": "JSONPATH(expandedMessage, '$.os.name')"
},
{
"columnName": "os.version",
"transformFunction": "JSONPATH(expandedMessage, '$.os.version')"
},
{
"columnName": "browser.name",
"transformFunction": "JSONPATH(expandedMessage, '$.browser.name')"
},
{
"columnName": "browser.version",
"transformFunction": "JSONPATH(expandedMessage, '$.browser.version')"
},
{
"columnName": "referer",
"transformFunction": "JSONPATH(expandedMessage, '$.referer')"
},
{
"columnName": "ts",
"transformFunction": "FromDateTime(JSONPATH(expandedMessage, '$.ts'), 'YYYY-MM-dd''T''HH:mm:ssZ')"
}
]
},
"isDimTable": false
}