-
Notifications
You must be signed in to change notification settings - Fork 29
/
config.yaml
130 lines (119 loc) · 5.87 KB
/
config.yaml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
nodeRoles: [${NODE_ROLES:-QUERY,INDEX,CACHE,MANAGER,RECOVERY,PREPROCESSOR}]
indexerConfig:
maxMessagesPerChunk: ${INDEXER_MAX_MESSAGES_PER_CHUNK:-100000}
maxBytesPerChunk: ${INDEXER_MAX_BYTES_PER_CHUNK:-1000000}
luceneConfig:
commitDurationSecs: ${INDEXER_COMMIT_DURATION_SECS:-10}
refreshDurationSecs: ${INDEXER_REFRESH_DURATION_SECS:-11}
enableFullTextSearch: ${INDEXER_ENABLE_FULL_TEXT_SEARCH:-false}
staleDurationSecs: ${INDEXER_STALE_DURATION_SECS:-7200}
dataTransformer: ${INDEXER_DATA_TRANSFORMER:-api_log}
dataDirectory: ${INDEXER_DATA_DIR:-/tmp}
maxOffsetDelayMessages: ${INDEXER_MAX_OFFSET_DELAY_MESSAGES:-10000000}
defaultQueryTimeoutMs: ${KALDB_INDEX_DEFAULT_QUERY_TIMEOUT_MS:-2500}
serverConfig:
serverPort: ${KALDB_INDEX_SERVER_PORT:-8080}
serverAddress: ${KALDB_INDEX_SERVER_ADDRESS:-localhost}
requestTimeoutMs: ${KALDB_INDEX_REQUEST_TIMEOUT_MS:-5000}
kafkaConfig:
kafkaTopic: ${KAFKA_TOPIC:-test-topic}
kafkaTopicPartition: ${KAFKA_TOPIC_PARTITION:-0}
kafkaBootStrapServers: ${KAFKA_BOOTSTRAP_SERVERS:-localhost:9092}
kafkaClientGroup: ${KAFKA_CLIENT_GROUP:-kaldb-test}
enableKafkaAutoCommit: ${KAFKA_AUTO_COMMIT:-true}
kafkaAutoCommitInterval: ${KAFKA_AUTO_COMMIT_INTERVAL:-5000}
kafkaSessionTimeout: ${KAFKA_SESSION_TIMEOUT:-30000}
additionalProps: ${KAFKA_ADDITIONAL_PROPS:-}
s3Config:
s3AccessKey: ${S3_ACCESS_KEY:-access}
s3SecretKey: ${S3_SECRET_KEY:-key}
s3Region: ${S3_REGION:-us-east-1}
s3EndPoint: ${S3_ENDPOINT:-http://localhost:9090}
s3Bucket: ${S3_BUCKET:-test-s3-bucket}
tracingConfig:
zipkinEndpoint: ${ZIPKIN_TRACING_ENDPOINT:-http://localhost:9411/api/v2/spans}
commonTags:
clusterName: ${KALDB_CLUSTER_NAME:-kaldb_local}
env: ${KALDB_CLUSTER_ENV:-local}
queryConfig:
serverConfig:
serverPort: ${KALDB_QUERY_SERVER_PORT:-8081}
serverAddress: ${KALDB_QUERY_SERVER_ADDRESS:-localhost}
requestTimeoutMs: ${KALDB_QUERY_REQUEST_TIMEOUT_MS:-5000}
defaultQueryTimeoutMs: ${KALDB_QUERY_DEFAULT_QUERY_TIMEOUT_MS:-3000}
managerConnectString: ${KALDB_MANAGER_CONNECTION_STRING:-localhost:8083}
metadataStoreConfig:
zookeeperConfig:
zkConnectString: ${KALDB_ZK_CONNECTION_STRING:-localhost:2181}
zkPathPrefix: ${KALDB_ZK_PATH_PREFIX:-kaldb}
zkSessionTimeoutMs: ${KALDB_ZK_SESSION_TIMEOUT_MS:-5000}
zkConnectionTimeoutMs: ${KALDB_ZK_CONNECT_TIMEOUT_MS:-500}
sleepBetweenRetriesMs: ${KALDB_ZK_SLEEP_RETRIES_MS:-100}
cacheConfig:
slotsPerInstance: ${KALDB_CACHE_SLOTS_PER_INSTANCE:-10}
dataDirectory: ${KALDB_CACHE_DATA_DIR:-/tmp}
defaultQueryTimeoutMs: ${KALDB_CACHE_DEFAULT_QUERY_TIMEOUT_MS:-2500}
serverConfig:
serverPort: ${KALDB_CACHE_SERVER_PORT:-8082}
serverAddress: ${KALDB_CACHE_SERVER_ADDRESS:-localhost}
requestTimeoutMs: ${KALDB_CACHE_REQUEST_TIMEOUT_MS:-5000}
managerConfig:
eventAggregationSecs: ${KALDB_MANAGER_AGGREGATION_SECS:-10}
scheduleInitialDelayMins: ${KALDB_MANAGER_INITIAL_DELAY_MINS:-1}
serverConfig:
serverPort: ${KALDB_MANAGER_SERVER_PORT:-8083}
serverAddress: ${KALDB_MANAGER_SERVER_ADDRESS:-localhost}
requestTimeoutMs: ${KALDB_MANAGER_REQUEST_TIMEOUT_MS:-5000}
replicaCreationServiceConfig:
replicasPerSnapshot: ${KALDB_MANAGER_REPLICAS_PER_SNAPSHOT:-1}
schedulePeriodMins: ${KALDB_MANAGER_REPLICAS_PERIOD_MINS:-15}
replicaLifespanMins: ${KALDB_MANAGER_REPLICA_LIFESPAN_MINS:-1440}
replicaAssignmentServiceConfig:
schedulePeriodMins: ${KALDB_MANAGER_CACHE_SLOT_PERIOD_MINS:-15}
replicaEvictionServiceConfig:
schedulePeriodMins: ${KALDB_MANAGER_REPLICA_EVICT_PERIOD_MINS:-15}
replicaDeletionServiceConfig:
schedulePeriodMins: ${KALDB_MANAGER_REPLICA_DELETE_PERIOD_MINS:-15}
recoveryTaskAssignmentServiceConfig:
schedulePeriodMins: ${KALDB_MANAGER_RECOVERY_PERIOD_MINS:-15}
snapshotDeletionServiceConfig:
schedulePeriodMins: ${KALDB_MANAGER_SNAPSHOT_DELETE_PERIOD_MINS:-15}
snapshotLifespanMins: ${KALDB_MANAGER_SNAPSHOT_LIFESPAN_MINS:-10080}
replicaRestoreServiceConfig:
schedulePeriodMins: ${KALDB_MANAGER_REPLICA_RESTORE_PERIOD_MINS:-15}
maxReplicasPerRequest: ${KALDB_MANAGER_REPLICA_RESTORE_MAX_REPLICAS_PER_REQUEST:-200}
replicaLifespanMins: ${KALDB_MANAGER_REPLICA_RESTORE_LIFESPAN_MINS:-60}
clusterConfig:
clusterName: ${KALDB_CLUSTER_NAME:-kaldb_local}
env: ${KALDB_CLUSTER_ENV:-local}
recoveryConfig:
serverConfig:
serverPort: ${KALDB_RECOVERY_SERVER_PORT:-8085}
serverAddress: ${KALDB_RECOVERY_SERVER_ADDRESS:-localhost}
requestTimeoutMs: ${KALDB_RECOVERY_REQUEST_TIMEOUT_MS:-5000}
kafkaConfig:
kafkaTopic: ${KAFKA_TOPIC:-test-topic}
kafkaTopicPartition: ${KAFKA_TOPIC_PARTITION:-0}
kafkaBootStrapServers: ${KAFKA_BOOTSTRAP_SERVERS:-localhost:9092}
kafkaClientGroup: ${KAFKA_CLIENT_GROUP:-kaldb-test}
enableKafkaAutoCommit: ${KAFKA_AUTO_COMMIT:-true}
kafkaAutoCommitInterval: ${KAFKA_AUTO_COMMIT_INTERVAL:-5000}
kafkaSessionTimeout: ${KAFKA_SESSION_TIMEOUT:-30000}
additionalProps: ${KAFKA_ADDITIONAL_PROPS:-}
preprocessorConfig:
kafkaStreamConfig:
bootstrapServers: ${KAFKA_BOOTSTRAP_SERVERS:-localhost:9092}
applicationId: ${KAFKA_APPLICATION_ID:-kaldb_preprocessor}
numStreamThreads: ${KAFKA_STREAM_THREADS:-2}
processingGuarantee: ${KAFKA_STREAM_PROCESSING_GUARANTEE:-at_least_once}
additionalProps: ${KAFKA_ADDITIONAL_PROPS:-}
serverConfig:
serverPort: ${KALDB_PREPROCESSOR_SERVER_PORT:-8086}
serverAddress: ${KALDB_PREPROCESSOR_SERVER_ADDRESS:-localhost}
requestTimeoutMs: ${KALDB_PREPROCESSOR_REQUEST_TIMEOUT_MS:-5000}
upstreamTopics: [${KAKFA_UPSTREAM_TOPICS:-test-topic-in}]
downstreamTopic: ${KAKFA_DOWNSTREAM_TOPIC:-test-topic}
preprocessorInstanceCount: ${PREPROCESSOR_INSTANCE_COUNT:-1}
dataTransformer: ${PREPROCESSOR_TRANSFORMER:-json}
rateLimiterMaxBurstSeconds: ${PREPROCESSOR_RATE_LIMITER_MAX_BURST_SECONDS:-1}
kafkaPartitionStickyTimeoutMs: ${KAFKA_PARTITION_STICKY_TIMEOUT_MS:-0}