Merge pull request #558 from funky-eyes/0606

docs: Increase cache.retention.ms configuration example
Aiven-Open · Jul 5, 2024 · 41975ac · 41975ac
2 parents e784b9b + 3f99fc0
commit 41975ac
Show file tree

Hide file tree

Showing 6 changed files with 7 additions and 0 deletions.
diff --git a/README.md b/README.md
@@ -60,6 +60,8 @@ rsm.config.fetch.chunk.cache.path=/cache/root/directory
 rsm.config.fetch.chunk.cache.size=17179869184
 # Prefetching size, 16 MiB here:
 rsm.config.fetch.chunk.cache.prefetch.max.size=16777216
+# Cache retention time ms, where -1 represents infinite retention
+rsm.config.fetch.chunk.cache.retention.ms=600000
 ```
 
 You may want to tweak `remote.log.manager.task.interval.ms` and `log.retention.check.interval.ms` to see the tiered storage effects faster. However, you probably don't need to change this in production setups.

diff --git a/demo/compose-azure-blob-azurite.yml b/demo/compose-azure-blob-azurite.yml
@@ -62,6 +62,7 @@ services:
       KAFKA_RSM_CONFIG_FETCH_CHUNK_CACHE_PATH: /home/appuser/kafka-tiered-storage-cache
       KAFKA_RSM_CONFIG_FETCH_CHUNK_CACHE_SIZE: 1073741824 # 1 GiB
       KAFKA_RSM_CONFIG_FETCH_CHUNK_CACHE_PREFETCH_MAX_SIZE: 16777216 # 16 MiB
+      KAFKA_RSM_CONFIG_FETCH_CHUNK_CACHE_RETENTION_MS: 600000 # 600000 ms
       KAFKA_RSM_CONFIG_CUSTOM_METADATA_FIELDS_INCLUDE: "REMOTE_SIZE"
       # Storage backend
       KAFKA_RSM_CONFIG_KEY_PREFIX: "tiered-storage-demo/"

diff --git a/demo/compose-gcs-fake-gcs-server.yml b/demo/compose-gcs-fake-gcs-server.yml
@@ -62,6 +62,7 @@ services:
       KAFKA_RSM_CONFIG_FETCH_CHUNK_CACHE_PATH: /home/appuser/kafka-tiered-storage-cache
       KAFKA_RSM_CONFIG_FETCH_CHUNK_CACHE_SIZE: 1073741824 # 1 GiB
       KAFKA_RSM_CONFIG_FETCH_CHUNK_CACHE_PREFETCH_MAX_SIZE: 16777216 # 16 MiB
+      KAFKA_RSM_CONFIG_FETCH_CHUNK_CACHE_RETENTION_MS: 600000 # 600000 ms
       KAFKA_RSM_CONFIG_CUSTOM_METADATA_FIELDS_INCLUDE: "REMOTE_SIZE"
       # Storage backend
       KAFKA_RSM_CONFIG_KEY_PREFIX: "tiered-storage-demo/"

diff --git a/demo/compose-local-fs.yml b/demo/compose-local-fs.yml
@@ -61,6 +61,7 @@ services:
       KAFKA_RSM_CONFIG_FETCH_CHUNK_CACHE_PATH: /home/appuser/kafka-tiered-storage-cache
       KAFKA_RSM_CONFIG_FETCH_CHUNK_CACHE_SIZE: 1073741824 # 1 GiB
       KAFKA_RSM_CONFIG_FETCH_CHUNK_CACHE_PREFETCH_MAX_SIZE: 16777216 # 16 MiB
+      KAFKA_RSM_CONFIG_FETCH_CHUNK_CACHE_RETENTION_MS: 600000 # 600000 ms
       KAFKA_RSM_CONFIG_CUSTOM_METADATA_FIELDS_INCLUDE: "REMOTE_SIZE"
       # Storage backend
       KAFKA_RSM_CONFIG_KEY_PREFIX: "tiered-storage-demo/"

diff --git a/demo/compose-s3-aws.yml b/demo/compose-s3-aws.yml
@@ -61,6 +61,7 @@ services:
       KAFKA_RSM_CONFIG_FETCH_CHUNK_CACHE_PATH: /home/appuser/kafka-tiered-storage-cache
       KAFKA_RSM_CONFIG_FETCH_CHUNK_CACHE_SIZE: 1073741824 # 1 GiB
       KAFKA_RSM_CONFIG_FETCH_CHUNK_CACHE_PREFETCH_MAX_SIZE: 16777216 # 16 MiB
+      KAFKA_RSM_CONFIG_FETCH_CHUNK_CACHE_RETENTION_MS: 600000 # 600000 ms
       KAFKA_RSM_CONFIG_CUSTOM_METADATA_FIELDS_INCLUDE: "REMOTE_SIZE"
       # Storage backend
       KAFKA_RSM_CONFIG_KEY_PREFIX: "tiered-storage-demo/"

diff --git a/demo/compose-s3-minio.yml b/demo/compose-s3-minio.yml
@@ -62,6 +62,7 @@ services:
       KAFKA_RSM_CONFIG_FETCH_CHUNK_CACHE_PATH: /home/appuser/kafka-tiered-storage-cache
       KAFKA_RSM_CONFIG_FETCH_CHUNK_CACHE_SIZE: 1073741824 # 1 GiB
       KAFKA_RSM_CONFIG_FETCH_CHUNK_CACHE_PREFETCH_MAX_SIZE: 16777216 # 16 MiB
+      KAFKA_RSM_CONFIG_FETCH_CHUNK_CACHE_RETENTION_MS: 600000 # 600000 ms
       KAFKA_RSM_CONFIG_CUSTOM_METADATA_FIELDS_INCLUDE: "REMOTE_SIZE"
       # Storage backend
       KAFKA_RSM_CONFIG_KEY_PREFIX: "tiered-storage-demo/"