From 227c1f82923ca6855e076031c0cd5fec136643cd Mon Sep 17 00:00:00 2001 From: Burak Yigit Kaya Date: Mon, 14 Sep 2020 22:46:06 +0300 Subject: [PATCH 1/2] fix(kafka): Reduce Kafka resource usage Fixes #502 and applies the suggestions from there: - Number of partitons=1 (from 40) - Log retention to 1 day (from 7 days) These settings should be more suited towards the scale this repo is intended for. --- docker-compose.yml | 4 +++- 1 file changed, 3 insertions(+), 1 deletion(-) diff --git a/docker-compose.yml b/docker-compose.yml index 29593eaeb5a..63fda3ae6f4 100644 --- a/docker-compose.yml +++ b/docker-compose.yml @@ -1,4 +1,4 @@ -version: '3.4' +mpoomposeversion: '3.4' x-restart-policy: &restart_policy restart: unless-stopped x-sentry-defaults: &sentry_defaults @@ -84,6 +84,8 @@ services: KAFKA_ZOOKEEPER_CONNECT: 'zookeeper:2181' KAFKA_ADVERTISED_LISTENERS: 'PLAINTEXT://kafka:9092' KAFKA_OFFSETS_TOPIC_REPLICATION_FACTOR: '1' + KAFKA_OFFSETS_TOPIC_NUM_PARTITIONS: '1' + KAFKA_LOG_RETENTION_HOURS: '24' KAFKA_MESSAGE_MAX_BYTES: '50000000' #50MB or bust KAFKA_MAX_REQUEST_SIZE: '50000000' #50MB on requests apparently too CONFLUENT_SUPPORT_METRICS_ENABLE: 'false' From c83d3b657097c2149cbdd4d5f494e498c484ccbe Mon Sep 17 00:00:00 2001 From: Burak Yigit Kaya Date: Mon, 14 Sep 2020 22:46:59 +0300 Subject: [PATCH 2/2] fix fat fingering --- docker-compose.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/docker-compose.yml b/docker-compose.yml index 63fda3ae6f4..4ac2ee442d0 100644 --- a/docker-compose.yml +++ b/docker-compose.yml @@ -1,4 +1,4 @@ -mpoomposeversion: '3.4' +version: '3.4' x-restart-policy: &restart_policy restart: unless-stopped x-sentry-defaults: &sentry_defaults