From 08d25f0c987ae7a40f6a6003106fc84b664b4467 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Miko=C5=82aj=20=C5=9Awi=C4=85tek?= Date: Thu, 9 Mar 2023 12:40:27 +0100 Subject: [PATCH] fix(logs): reduce the queue size of the logs collector --- .changelog/2923.fixed.txt | 1 + deploy/helm/sumologic/conf/logs/collector/otelcol/config.yaml | 2 ++ tests/helm/testdata/goldenfile/logs_otc/basic.output.yaml | 4 +++- tests/helm/testdata/goldenfile/logs_otc/options.output.yaml | 2 ++ 4 files changed, 8 insertions(+), 1 deletion(-) create mode 100644 .changelog/2923.fixed.txt diff --git a/.changelog/2923.fixed.txt b/.changelog/2923.fixed.txt new file mode 100644 index 0000000000..5c788658c8 --- /dev/null +++ b/.changelog/2923.fixed.txt @@ -0,0 +1 @@ +fix(logs): reduce the queue size of the logs collector \ No newline at end of file diff --git a/deploy/helm/sumologic/conf/logs/collector/otelcol/config.yaml b/deploy/helm/sumologic/conf/logs/collector/otelcol/config.yaml index 0ce36fe42d..902bcab2da 100644 --- a/deploy/helm/sumologic/conf/logs/collector/otelcol/config.yaml +++ b/deploy/helm/sumologic/conf/logs/collector/otelcol/config.yaml @@ -264,6 +264,8 @@ receivers: exporters: otlphttp: endpoint: http://${LOGS_METADATA_SVC}.${NAMESPACE}.svc.cluster.local.:4318 + sending_queue: + queue_size: 10 processors: batch: send_batch_size: 1000 diff --git a/tests/helm/testdata/goldenfile/logs_otc/basic.output.yaml b/tests/helm/testdata/goldenfile/logs_otc/basic.output.yaml index 3b70f02f37..eff962aaed 100644 --- a/tests/helm/testdata/goldenfile/logs_otc/basic.output.yaml +++ b/tests/helm/testdata/goldenfile/logs_otc/basic.output.yaml @@ -14,6 +14,8 @@ data: exporters: otlphttp: endpoint: http://${LOGS_METADATA_SVC}.${NAMESPACE}.svc.cluster.local.:4318 + sending_queue: + queue_size: 10 extensions: file_storage: compaction: @@ -115,7 +117,7 @@ data: type: regex_parser - combine_field: body.log combine_with: |2+ - + id: merge-multiline-logs is_first_entry: body.log matches "^\\[?\\d{4}-\\d{1,2}-\\d{1,2}.\\d{2}:\\d{2}:\\d{2}" output: extract-metadata-from-filepath diff --git a/tests/helm/testdata/goldenfile/logs_otc/options.output.yaml b/tests/helm/testdata/goldenfile/logs_otc/options.output.yaml index ddb1e53eaa..da6bf9e086 100644 --- a/tests/helm/testdata/goldenfile/logs_otc/options.output.yaml +++ b/tests/helm/testdata/goldenfile/logs_otc/options.output.yaml @@ -14,6 +14,8 @@ data: exporters: otlphttp: endpoint: http://${LOGS_METADATA_SVC}.${NAMESPACE}.svc.cluster.local.:4318 + sending_queue: + queue_size: 10 extensions: file_storage: compaction: