Skip to content

Commit

Permalink
Scala Stream Collector: update config.hocon.sample to support Kafka (c…
Browse files Browse the repository at this point in the history
…lose #2943)
  • Loading branch information
alexanderdean authored and jbeemster committed Nov 15, 2016
1 parent a83ebec commit cea2a8e
Showing 1 changed file with 12 additions and 1 deletion.
13 changes: 12 additions & 1 deletion 2-collectors/scala-stream-collector/examples/config.hocon.sample
Expand Up @@ -52,6 +52,7 @@ collector {
sink {
# Sinks currently supported are:
# 'kinesis' for writing Thrift-serialized records to a Kinesis stream
# 'kafka' for writing Thrift-serialized records to kafka
# 'stdout' for writing Base64-encoded Thrift-serialized records to stdout
# Recommended settings for 'stdout' so each line printed to stdout
# is a serialized record are:
Expand Down Expand Up @@ -91,14 +92,24 @@ collector {
}
}

kafka {
brokers: "{{collectorKafkaBrokers}}"

# Data will be stored in the following topics
topic {
good: "{{collectorKafkaTopicGoodName}}"
bad: "{{collectorKafkaTopicBadName}}"
}
}

# Incoming events are stored in a buffer before being sent to Kinesis/Kafka.
# The buffer is emptied whenever:
# - the number of stored records reaches record-limit or
# - the combined size of the stored records reaches byte-limit or
# - the time in milliseconds since the buffer was last emptied reaches time-limit
buffer {
byte-limit: {{collectorSinkBufferByteThreshold}}
record-limit: {{collectorSinkBufferRecordThreshold}}
record-limit: {{collectorSinkBufferRecordThreshold}} # Not supported by Kafka; will be ignored
time-limit: {{collectorSinkBufferTimeThreshold}}
}
}
Expand Down

0 comments on commit cea2a8e

Please sign in to comment.