Add generous processing timeout for Sarama clients (#210)

uber-archive · May 30, 2017 · ffa0947 · ffa0947
1 parent 7a71413
commit ffa0947
Showing 1 changed file with 3 additions and 0 deletions.
diff --git a/services/outputhost/extcache.go b/services/outputhost/extcache.go
@@ -366,6 +366,9 @@ func (extCache *extentCache) loadKafkaStream(
 
 	// This is an ID that may appear in Kafka logs or metadata
 	cfg.Config.ClientID = `cherami_` + groupID
+
+	// Give a long max processing time, so that Sarama doesn't enter a reconfigure loop because of consumer backpressure
+	cfg.Config.Consumer.MaxProcessingTime = time.Hour
 
 	// Configure a metrics registry and start the exporter
 	extCache.exporter, cfg.Config.MetricRegistry = goMetricsExporter.NewGoMetricsExporter(