-
Notifications
You must be signed in to change notification settings - Fork 38
/
config.hocon.sample
85 lines (74 loc) · 2.14 KB
/
config.hocon.sample
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
{
# Optional, but recommended
"region": "eu-central-1",
# Options are: RAW, ENRICHED_EVENTS, JSON
# RAW simply sinks data 1:1
# ENRICHED_EVENTS work with monitoring.statsd to report metrics (identical to RAW otherwise)
# SELF_DESCRIBING partitions self-describing data (such as JSON) by its schema
"purpose": "RAW",
# Input Stream config
"input": {
# Kinesis Client Lib app name (corresponds to DynamoDB table name)
"appName": "acme-s3-loader",
# Kinesis stream name
"streamName": "raw-events",
# Options are: LATEST, TRIM_HORIZON, AT_TIMESTAMP
"position": "LATEST",
# Max batch size to pull from Kinesis
"maxRecords": 10
},
"output": {
"s3": {
# Full path to output data
"path": "s3://acme-snowplow-output/raw/",
# Partitioning format; Optional
"dateFormat": "%Y-%M-%d",
# Prefix for all file names; Optional
"filenamePrefix": "pre",
# Maximum Timeout that the application is allowed to fail for, e.g. in case of S3 outage
"maxTimeout": 2000,
# Output format; Options: GZIP, LZO
"compression": "GZIP"
},
# Kinesis Stream to output failures
"bad": {
"streamName": "stream-name"
}
},
# Flush control. A first limit the KCL worker hits will trigger flushing
"buffer": {
# Maximum bytes to read before flushing
"byteLimit": 2048,
# Maximum records to read before flushing
"recordLimit": 10,
# Maximum time between flushes
"timeLimit": 5000
},
# Optional
"monitoring": {
# Snowplow-powered monitoring; Optional
"snowplow": {
"collector": "http://snplow.acme.ru:80",
"appId": "angry-birds"
},
# Sentry-powered crash-reporting; Optional
"sentry": {
"dsn": "https://sentry.acme.com/42"
}
"metrics": {
# Enable KCL CloudWatch metrics
"cloudWatch": false
# StatsD-powered metrics; Optional
"statsd": {
"hostname": "statsd.acme.ru",
"port": 1024,
"tags": {
# It can resolve environment variables
# "worker": ${HOST}
}
# Optional
"prefix": "snowplow.monitoring"
}
}
}
}