From b439ba7f823ac4206eb948a26967a4482c357d7b Mon Sep 17 00:00:00 2001 From: Blake Mealey Date: Mon, 7 Aug 2023 15:39:15 -0500 Subject: [PATCH 1/4] feat(adaptive_concurrency): support configuring the initial ARC limit --- src/sinks/util/adaptive_concurrency/controller.rs | 2 +- src/sinks/util/adaptive_concurrency/mod.rs | 9 +++++++++ 2 files changed, 10 insertions(+), 1 deletion(-) diff --git a/src/sinks/util/adaptive_concurrency/controller.rs b/src/sinks/util/adaptive_concurrency/controller.rs index 83250994bf752..2dac3125ea2fd 100644 --- a/src/sinks/util/adaptive_concurrency/controller.rs +++ b/src/sinks/util/adaptive_concurrency/controller.rs @@ -69,7 +69,7 @@ impl Controller { // current limit and the maximum, effectively bypassing all the // mechanisms. Otherwise, the current limit is set to 1 and the // maximum to MAX_CONCURRENCY. - let current_limit = concurrency.unwrap_or(1); + let current_limit = concurrency.unwrap_or(settings.initial_concurrency.unwrap_or(1)); Self { semaphore: Arc::new(ShrinkableSemaphore::new(current_limit)), concurrency, diff --git a/src/sinks/util/adaptive_concurrency/mod.rs b/src/sinks/util/adaptive_concurrency/mod.rs index a9795f70f2957..58bf7de2a073d 100644 --- a/src/sinks/util/adaptive_concurrency/mod.rs +++ b/src/sinks/util/adaptive_concurrency/mod.rs @@ -29,6 +29,14 @@ pub(self) fn instant_now() -> std::time::Instant { #[derive(Clone, Copy, Debug)] #[serde(deny_unknown_fields)] pub struct AdaptiveConcurrencySettings { + /// The initial concurrency limit to use. If not specified, the initial limit will be 1 (no concurrency). + /// + /// It is recommended to set this value to your service's average limit if you're seeing that it takes a + /// long time to ramp up adaptive concurrency after a restart. You can find this value by looking at the + /// `adaptive_concurrency_limit` metric. + #[configurable(derived)] + pub(super) initial_concurrency: Option, + /// The fraction of the current value to set the new concurrency limit when decreasing the limit. /// /// Valid values are greater than `0` and less than `1`. Smaller values cause the algorithm to scale back rapidly @@ -84,6 +92,7 @@ impl AdaptiveConcurrencySettings { impl Default for AdaptiveConcurrencySettings { fn default() -> Self { Self { + initial_concurrency: None, decrease_ratio: default_decrease_ratio(), ewma_alpha: default_ewma_alpha(), rtt_deviation_scale: default_rtt_deviation_scale(), From f0f1d627b6c6ba4d4843e3c7fa62937d3ddbd696 Mon Sep 17 00:00:00 2001 From: Blake Mealey Date: Mon, 7 Aug 2023 16:01:55 -0500 Subject: [PATCH 2/4] docs: update component docs for new arc configuration --- .../cue/reference/components/sinks/base/appsignal.cue | 11 +++++++++++ .../components/sinks/base/aws_cloudwatch_logs.cue | 11 +++++++++++ .../components/sinks/base/aws_cloudwatch_metrics.cue | 11 +++++++++++ .../components/sinks/base/aws_kinesis_firehose.cue | 11 +++++++++++ .../components/sinks/base/aws_kinesis_streams.cue | 11 +++++++++++ .../cue/reference/components/sinks/base/aws_s3.cue | 11 +++++++++++ .../cue/reference/components/sinks/base/aws_sqs.cue | 11 +++++++++++ website/cue/reference/components/sinks/base/axiom.cue | 11 +++++++++++ .../reference/components/sinks/base/azure_blob.cue | 11 +++++++++++ .../components/sinks/base/azure_monitor_logs.cue | 11 +++++++++++ .../reference/components/sinks/base/clickhouse.cue | 11 +++++++++++ .../cue/reference/components/sinks/base/databend.cue | 11 +++++++++++ .../components/sinks/base/datadog_events.cue | 11 +++++++++++ .../reference/components/sinks/base/datadog_logs.cue | 11 +++++++++++ .../components/sinks/base/datadog_metrics.cue | 11 +++++++++++ .../components/sinks/base/datadog_traces.cue | 11 +++++++++++ .../reference/components/sinks/base/elasticsearch.cue | 11 +++++++++++ .../sinks/base/gcp_chronicle_unstructured.cue | 11 +++++++++++ .../components/sinks/base/gcp_cloud_storage.cue | 11 +++++++++++ .../reference/components/sinks/base/gcp_pubsub.cue | 11 +++++++++++ .../components/sinks/base/gcp_stackdriver_logs.cue | 11 +++++++++++ .../components/sinks/base/gcp_stackdriver_metrics.cue | 11 +++++++++++ .../reference/components/sinks/base/greptimedb.cue | 11 +++++++++++ .../cue/reference/components/sinks/base/honeycomb.cue | 11 +++++++++++ website/cue/reference/components/sinks/base/http.cue | 11 +++++++++++ .../reference/components/sinks/base/humio_logs.cue | 11 +++++++++++ .../reference/components/sinks/base/humio_metrics.cue | 11 +++++++++++ .../reference/components/sinks/base/influxdb_logs.cue | 11 +++++++++++ .../components/sinks/base/influxdb_metrics.cue | 11 +++++++++++ .../cue/reference/components/sinks/base/logdna.cue | 11 +++++++++++ website/cue/reference/components/sinks/base/loki.cue | 11 +++++++++++ website/cue/reference/components/sinks/base/mezmo.cue | 11 +++++++++++ .../cue/reference/components/sinks/base/new_relic.cue | 11 +++++++++++ .../components/sinks/base/prometheus_remote_write.cue | 11 +++++++++++ website/cue/reference/components/sinks/base/redis.cue | 11 +++++++++++ .../reference/components/sinks/base/sematext_logs.cue | 11 +++++++++++ .../components/sinks/base/sematext_metrics.cue | 11 +++++++++++ .../components/sinks/base/splunk_hec_logs.cue | 11 +++++++++++ .../components/sinks/base/splunk_hec_metrics.cue | 11 +++++++++++ .../cue/reference/components/sinks/base/vector.cue | 11 +++++++++++ 40 files changed, 440 insertions(+) diff --git a/website/cue/reference/components/sinks/base/appsignal.cue b/website/cue/reference/components/sinks/base/appsignal.cue index 79b5a26ff04cd..9d5f51c84dbba 100644 --- a/website/cue/reference/components/sinks/base/appsignal.cue +++ b/website/cue/reference/components/sinks/base/appsignal.cue @@ -170,6 +170,17 @@ base: components: sinks: appsignal: configuration: { required: false type: float: default: 0.4 } + initial_concurrency: { + description: """ + The initial concurrency limit to use. If not specified, the initial limit will be 1 (no concurrency). + + It is recommended to set this value to your service's average limit if you're seeing that it takes a + long time to ramp up adaptive concurrency after a restart. You can find this value by looking at the + `adaptive_concurrency_limit` metric. + """ + required: false + type: uint: {} + } rtt_deviation_scale: { description: """ Scale of RTT deviations which are not considered anomalous. diff --git a/website/cue/reference/components/sinks/base/aws_cloudwatch_logs.cue b/website/cue/reference/components/sinks/base/aws_cloudwatch_logs.cue index 4cbe09f99f3b0..40aaefe4f1c9a 100644 --- a/website/cue/reference/components/sinks/base/aws_cloudwatch_logs.cue +++ b/website/cue/reference/components/sinks/base/aws_cloudwatch_logs.cue @@ -417,6 +417,17 @@ base: components: sinks: aws_cloudwatch_logs: configuration: { required: false type: float: default: 0.4 } + initial_concurrency: { + description: """ + The initial concurrency limit to use. If not specified, the initial limit will be 1 (no concurrency). + + It is recommended to set this value to your service's average limit if you're seeing that it takes a + long time to ramp up adaptive concurrency after a restart. You can find this value by looking at the + `adaptive_concurrency_limit` metric. + """ + required: false + type: uint: {} + } rtt_deviation_scale: { description: """ Scale of RTT deviations which are not considered anomalous. diff --git a/website/cue/reference/components/sinks/base/aws_cloudwatch_metrics.cue b/website/cue/reference/components/sinks/base/aws_cloudwatch_metrics.cue index 1f54161e12839..56e2be04123ce 100644 --- a/website/cue/reference/components/sinks/base/aws_cloudwatch_metrics.cue +++ b/website/cue/reference/components/sinks/base/aws_cloudwatch_metrics.cue @@ -258,6 +258,17 @@ base: components: sinks: aws_cloudwatch_metrics: configuration: { required: false type: float: default: 0.4 } + initial_concurrency: { + description: """ + The initial concurrency limit to use. If not specified, the initial limit will be 1 (no concurrency). + + It is recommended to set this value to your service's average limit if you're seeing that it takes a + long time to ramp up adaptive concurrency after a restart. You can find this value by looking at the + `adaptive_concurrency_limit` metric. + """ + required: false + type: uint: {} + } rtt_deviation_scale: { description: """ Scale of RTT deviations which are not considered anomalous. diff --git a/website/cue/reference/components/sinks/base/aws_kinesis_firehose.cue b/website/cue/reference/components/sinks/base/aws_kinesis_firehose.cue index a43ed56875662..b816cfe42a774 100644 --- a/website/cue/reference/components/sinks/base/aws_kinesis_firehose.cue +++ b/website/cue/reference/components/sinks/base/aws_kinesis_firehose.cue @@ -388,6 +388,17 @@ base: components: sinks: aws_kinesis_firehose: configuration: { required: false type: float: default: 0.4 } + initial_concurrency: { + description: """ + The initial concurrency limit to use. If not specified, the initial limit will be 1 (no concurrency). + + It is recommended to set this value to your service's average limit if you're seeing that it takes a + long time to ramp up adaptive concurrency after a restart. You can find this value by looking at the + `adaptive_concurrency_limit` metric. + """ + required: false + type: uint: {} + } rtt_deviation_scale: { description: """ Scale of RTT deviations which are not considered anomalous. diff --git a/website/cue/reference/components/sinks/base/aws_kinesis_streams.cue b/website/cue/reference/components/sinks/base/aws_kinesis_streams.cue index 92ed82abd7849..98e722a7e9c8d 100644 --- a/website/cue/reference/components/sinks/base/aws_kinesis_streams.cue +++ b/website/cue/reference/components/sinks/base/aws_kinesis_streams.cue @@ -397,6 +397,17 @@ base: components: sinks: aws_kinesis_streams: configuration: { required: false type: float: default: 0.4 } + initial_concurrency: { + description: """ + The initial concurrency limit to use. If not specified, the initial limit will be 1 (no concurrency). + + It is recommended to set this value to your service's average limit if you're seeing that it takes a + long time to ramp up adaptive concurrency after a restart. You can find this value by looking at the + `adaptive_concurrency_limit` metric. + """ + required: false + type: uint: {} + } rtt_deviation_scale: { description: """ Scale of RTT deviations which are not considered anomalous. diff --git a/website/cue/reference/components/sinks/base/aws_s3.cue b/website/cue/reference/components/sinks/base/aws_s3.cue index 2f31fdbd5b3a6..fc2f18f153034 100644 --- a/website/cue/reference/components/sinks/base/aws_s3.cue +++ b/website/cue/reference/components/sinks/base/aws_s3.cue @@ -634,6 +634,17 @@ base: components: sinks: aws_s3: configuration: { required: false type: float: default: 0.4 } + initial_concurrency: { + description: """ + The initial concurrency limit to use. If not specified, the initial limit will be 1 (no concurrency). + + It is recommended to set this value to your service's average limit if you're seeing that it takes a + long time to ramp up adaptive concurrency after a restart. You can find this value by looking at the + `adaptive_concurrency_limit` metric. + """ + required: false + type: uint: {} + } rtt_deviation_scale: { description: """ Scale of RTT deviations which are not considered anomalous. diff --git a/website/cue/reference/components/sinks/base/aws_sqs.cue b/website/cue/reference/components/sinks/base/aws_sqs.cue index 07bdf7373a655..6de8aef9ad3cf 100644 --- a/website/cue/reference/components/sinks/base/aws_sqs.cue +++ b/website/cue/reference/components/sinks/base/aws_sqs.cue @@ -350,6 +350,17 @@ base: components: sinks: aws_sqs: configuration: { required: false type: float: default: 0.4 } + initial_concurrency: { + description: """ + The initial concurrency limit to use. If not specified, the initial limit will be 1 (no concurrency). + + It is recommended to set this value to your service's average limit if you're seeing that it takes a + long time to ramp up adaptive concurrency after a restart. You can find this value by looking at the + `adaptive_concurrency_limit` metric. + """ + required: false + type: uint: {} + } rtt_deviation_scale: { description: """ Scale of RTT deviations which are not considered anomalous. diff --git a/website/cue/reference/components/sinks/base/axiom.cue b/website/cue/reference/components/sinks/base/axiom.cue index bb619bc886098..1c7a991b58db8 100644 --- a/website/cue/reference/components/sinks/base/axiom.cue +++ b/website/cue/reference/components/sinks/base/axiom.cue @@ -108,6 +108,17 @@ base: components: sinks: axiom: configuration: { required: false type: float: default: 0.4 } + initial_concurrency: { + description: """ + The initial concurrency limit to use. If not specified, the initial limit will be 1 (no concurrency). + + It is recommended to set this value to your service's average limit if you're seeing that it takes a + long time to ramp up adaptive concurrency after a restart. You can find this value by looking at the + `adaptive_concurrency_limit` metric. + """ + required: false + type: uint: {} + } rtt_deviation_scale: { description: """ Scale of RTT deviations which are not considered anomalous. diff --git a/website/cue/reference/components/sinks/base/azure_blob.cue b/website/cue/reference/components/sinks/base/azure_blob.cue index 5c2568145a597..3fe14d8ccbf1a 100644 --- a/website/cue/reference/components/sinks/base/azure_blob.cue +++ b/website/cue/reference/components/sinks/base/azure_blob.cue @@ -382,6 +382,17 @@ base: components: sinks: azure_blob: configuration: { required: false type: float: default: 0.4 } + initial_concurrency: { + description: """ + The initial concurrency limit to use. If not specified, the initial limit will be 1 (no concurrency). + + It is recommended to set this value to your service's average limit if you're seeing that it takes a + long time to ramp up adaptive concurrency after a restart. You can find this value by looking at the + `adaptive_concurrency_limit` metric. + """ + required: false + type: uint: {} + } rtt_deviation_scale: { description: """ Scale of RTT deviations which are not considered anomalous. diff --git a/website/cue/reference/components/sinks/base/azure_monitor_logs.cue b/website/cue/reference/components/sinks/base/azure_monitor_logs.cue index 76de4da2dc5ac..2630a5f1e4a0f 100644 --- a/website/cue/reference/components/sinks/base/azure_monitor_logs.cue +++ b/website/cue/reference/components/sinks/base/azure_monitor_logs.cue @@ -166,6 +166,17 @@ base: components: sinks: azure_monitor_logs: configuration: { required: false type: float: default: 0.4 } + initial_concurrency: { + description: """ + The initial concurrency limit to use. If not specified, the initial limit will be 1 (no concurrency). + + It is recommended to set this value to your service's average limit if you're seeing that it takes a + long time to ramp up adaptive concurrency after a restart. You can find this value by looking at the + `adaptive_concurrency_limit` metric. + """ + required: false + type: uint: {} + } rtt_deviation_scale: { description: """ Scale of RTT deviations which are not considered anomalous. diff --git a/website/cue/reference/components/sinks/base/clickhouse.cue b/website/cue/reference/components/sinks/base/clickhouse.cue index 6bccc5dfe1968..3f132af211621 100644 --- a/website/cue/reference/components/sinks/base/clickhouse.cue +++ b/website/cue/reference/components/sinks/base/clickhouse.cue @@ -219,6 +219,17 @@ base: components: sinks: clickhouse: configuration: { required: false type: float: default: 0.4 } + initial_concurrency: { + description: """ + The initial concurrency limit to use. If not specified, the initial limit will be 1 (no concurrency). + + It is recommended to set this value to your service's average limit if you're seeing that it takes a + long time to ramp up adaptive concurrency after a restart. You can find this value by looking at the + `adaptive_concurrency_limit` metric. + """ + required: false + type: uint: {} + } rtt_deviation_scale: { description: """ Scale of RTT deviations which are not considered anomalous. diff --git a/website/cue/reference/components/sinks/base/databend.cue b/website/cue/reference/components/sinks/base/databend.cue index 069eb227207f7..3054306c2462d 100644 --- a/website/cue/reference/components/sinks/base/databend.cue +++ b/website/cue/reference/components/sinks/base/databend.cue @@ -258,6 +258,17 @@ base: components: sinks: databend: configuration: { required: false type: float: default: 0.4 } + initial_concurrency: { + description: """ + The initial concurrency limit to use. If not specified, the initial limit will be 1 (no concurrency). + + It is recommended to set this value to your service's average limit if you're seeing that it takes a + long time to ramp up adaptive concurrency after a restart. You can find this value by looking at the + `adaptive_concurrency_limit` metric. + """ + required: false + type: uint: {} + } rtt_deviation_scale: { description: """ Scale of RTT deviations which are not considered anomalous. diff --git a/website/cue/reference/components/sinks/base/datadog_events.cue b/website/cue/reference/components/sinks/base/datadog_events.cue index 445c879d9d210..9f298e6a1e03d 100644 --- a/website/cue/reference/components/sinks/base/datadog_events.cue +++ b/website/cue/reference/components/sinks/base/datadog_events.cue @@ -103,6 +103,17 @@ base: components: sinks: datadog_events: configuration: { required: false type: float: default: 0.4 } + initial_concurrency: { + description: """ + The initial concurrency limit to use. If not specified, the initial limit will be 1 (no concurrency). + + It is recommended to set this value to your service's average limit if you're seeing that it takes a + long time to ramp up adaptive concurrency after a restart. You can find this value by looking at the + `adaptive_concurrency_limit` metric. + """ + required: false + type: uint: {} + } rtt_deviation_scale: { description: """ Scale of RTT deviations which are not considered anomalous. diff --git a/website/cue/reference/components/sinks/base/datadog_logs.cue b/website/cue/reference/components/sinks/base/datadog_logs.cue index 852c972024102..895faf3d35bd8 100644 --- a/website/cue/reference/components/sinks/base/datadog_logs.cue +++ b/website/cue/reference/components/sinks/base/datadog_logs.cue @@ -184,6 +184,17 @@ base: components: sinks: datadog_logs: configuration: { required: false type: float: default: 0.4 } + initial_concurrency: { + description: """ + The initial concurrency limit to use. If not specified, the initial limit will be 1 (no concurrency). + + It is recommended to set this value to your service's average limit if you're seeing that it takes a + long time to ramp up adaptive concurrency after a restart. You can find this value by looking at the + `adaptive_concurrency_limit` metric. + """ + required: false + type: uint: {} + } rtt_deviation_scale: { description: """ Scale of RTT deviations which are not considered anomalous. diff --git a/website/cue/reference/components/sinks/base/datadog_metrics.cue b/website/cue/reference/components/sinks/base/datadog_metrics.cue index 2d95089686fa3..26d42ae340316 100644 --- a/website/cue/reference/components/sinks/base/datadog_metrics.cue +++ b/website/cue/reference/components/sinks/base/datadog_metrics.cue @@ -145,6 +145,17 @@ base: components: sinks: datadog_metrics: configuration: { required: false type: float: default: 0.4 } + initial_concurrency: { + description: """ + The initial concurrency limit to use. If not specified, the initial limit will be 1 (no concurrency). + + It is recommended to set this value to your service's average limit if you're seeing that it takes a + long time to ramp up adaptive concurrency after a restart. You can find this value by looking at the + `adaptive_concurrency_limit` metric. + """ + required: false + type: uint: {} + } rtt_deviation_scale: { description: """ Scale of RTT deviations which are not considered anomalous. diff --git a/website/cue/reference/components/sinks/base/datadog_traces.cue b/website/cue/reference/components/sinks/base/datadog_traces.cue index 91ea597ae84be..928841d73afc6 100644 --- a/website/cue/reference/components/sinks/base/datadog_traces.cue +++ b/website/cue/reference/components/sinks/base/datadog_traces.cue @@ -154,6 +154,17 @@ base: components: sinks: datadog_traces: configuration: { required: false type: float: default: 0.4 } + initial_concurrency: { + description: """ + The initial concurrency limit to use. If not specified, the initial limit will be 1 (no concurrency). + + It is recommended to set this value to your service's average limit if you're seeing that it takes a + long time to ramp up adaptive concurrency after a restart. You can find this value by looking at the + `adaptive_concurrency_limit` metric. + """ + required: false + type: uint: {} + } rtt_deviation_scale: { description: """ Scale of RTT deviations which are not considered anomalous. diff --git a/website/cue/reference/components/sinks/base/elasticsearch.cue b/website/cue/reference/components/sinks/base/elasticsearch.cue index 31ec23da07b00..5d57467ed664e 100644 --- a/website/cue/reference/components/sinks/base/elasticsearch.cue +++ b/website/cue/reference/components/sinks/base/elasticsearch.cue @@ -571,6 +571,17 @@ base: components: sinks: elasticsearch: configuration: { required: false type: float: default: 0.4 } + initial_concurrency: { + description: """ + The initial concurrency limit to use. If not specified, the initial limit will be 1 (no concurrency). + + It is recommended to set this value to your service's average limit if you're seeing that it takes a + long time to ramp up adaptive concurrency after a restart. You can find this value by looking at the + `adaptive_concurrency_limit` metric. + """ + required: false + type: uint: {} + } rtt_deviation_scale: { description: """ Scale of RTT deviations which are not considered anomalous. diff --git a/website/cue/reference/components/sinks/base/gcp_chronicle_unstructured.cue b/website/cue/reference/components/sinks/base/gcp_chronicle_unstructured.cue index 82d963fc5da3a..058af3954ced6 100644 --- a/website/cue/reference/components/sinks/base/gcp_chronicle_unstructured.cue +++ b/website/cue/reference/components/sinks/base/gcp_chronicle_unstructured.cue @@ -306,6 +306,17 @@ base: components: sinks: gcp_chronicle_unstructured: configuration: { required: false type: float: default: 0.4 } + initial_concurrency: { + description: """ + The initial concurrency limit to use. If not specified, the initial limit will be 1 (no concurrency). + + It is recommended to set this value to your service's average limit if you're seeing that it takes a + long time to ramp up adaptive concurrency after a restart. You can find this value by looking at the + `adaptive_concurrency_limit` metric. + """ + required: false + type: uint: {} + } rtt_deviation_scale: { description: """ Scale of RTT deviations which are not considered anomalous. diff --git a/website/cue/reference/components/sinks/base/gcp_cloud_storage.cue b/website/cue/reference/components/sinks/base/gcp_cloud_storage.cue index 89b2f37613e0e..7f402256e29f7 100644 --- a/website/cue/reference/components/sinks/base/gcp_cloud_storage.cue +++ b/website/cue/reference/components/sinks/base/gcp_cloud_storage.cue @@ -465,6 +465,17 @@ base: components: sinks: gcp_cloud_storage: configuration: { required: false type: float: default: 0.4 } + initial_concurrency: { + description: """ + The initial concurrency limit to use. If not specified, the initial limit will be 1 (no concurrency). + + It is recommended to set this value to your service's average limit if you're seeing that it takes a + long time to ramp up adaptive concurrency after a restart. You can find this value by looking at the + `adaptive_concurrency_limit` metric. + """ + required: false + type: uint: {} + } rtt_deviation_scale: { description: """ Scale of RTT deviations which are not considered anomalous. diff --git a/website/cue/reference/components/sinks/base/gcp_pubsub.cue b/website/cue/reference/components/sinks/base/gcp_pubsub.cue index 9c45e6195401c..187f0b3d00c9e 100644 --- a/website/cue/reference/components/sinks/base/gcp_pubsub.cue +++ b/website/cue/reference/components/sinks/base/gcp_pubsub.cue @@ -297,6 +297,17 @@ base: components: sinks: gcp_pubsub: configuration: { required: false type: float: default: 0.4 } + initial_concurrency: { + description: """ + The initial concurrency limit to use. If not specified, the initial limit will be 1 (no concurrency). + + It is recommended to set this value to your service's average limit if you're seeing that it takes a + long time to ramp up adaptive concurrency after a restart. You can find this value by looking at the + `adaptive_concurrency_limit` metric. + """ + required: false + type: uint: {} + } rtt_deviation_scale: { description: """ Scale of RTT deviations which are not considered anomalous. diff --git a/website/cue/reference/components/sinks/base/gcp_stackdriver_logs.cue b/website/cue/reference/components/sinks/base/gcp_stackdriver_logs.cue index 646e9d3ec69a2..553405e5aedaa 100644 --- a/website/cue/reference/components/sinks/base/gcp_stackdriver_logs.cue +++ b/website/cue/reference/components/sinks/base/gcp_stackdriver_logs.cue @@ -212,6 +212,17 @@ base: components: sinks: gcp_stackdriver_logs: configuration: { required: false type: float: default: 0.4 } + initial_concurrency: { + description: """ + The initial concurrency limit to use. If not specified, the initial limit will be 1 (no concurrency). + + It is recommended to set this value to your service's average limit if you're seeing that it takes a + long time to ramp up adaptive concurrency after a restart. You can find this value by looking at the + `adaptive_concurrency_limit` metric. + """ + required: false + type: uint: {} + } rtt_deviation_scale: { description: """ Scale of RTT deviations which are not considered anomalous. diff --git a/website/cue/reference/components/sinks/base/gcp_stackdriver_metrics.cue b/website/cue/reference/components/sinks/base/gcp_stackdriver_metrics.cue index 6f58d57ca46a9..7ada5b6dd75cf 100644 --- a/website/cue/reference/components/sinks/base/gcp_stackdriver_metrics.cue +++ b/website/cue/reference/components/sinks/base/gcp_stackdriver_metrics.cue @@ -154,6 +154,17 @@ base: components: sinks: gcp_stackdriver_metrics: configuration: { required: false type: float: default: 0.4 } + initial_concurrency: { + description: """ + The initial concurrency limit to use. If not specified, the initial limit will be 1 (no concurrency). + + It is recommended to set this value to your service's average limit if you're seeing that it takes a + long time to ramp up adaptive concurrency after a restart. You can find this value by looking at the + `adaptive_concurrency_limit` metric. + """ + required: false + type: uint: {} + } rtt_deviation_scale: { description: """ Scale of RTT deviations which are not considered anomalous. diff --git a/website/cue/reference/components/sinks/base/greptimedb.cue b/website/cue/reference/components/sinks/base/greptimedb.cue index 6f25208e64bad..b8e3671dd5cb7 100644 --- a/website/cue/reference/components/sinks/base/greptimedb.cue +++ b/website/cue/reference/components/sinks/base/greptimedb.cue @@ -142,6 +142,17 @@ base: components: sinks: greptimedb: configuration: { required: false type: float: default: 0.4 } + initial_concurrency: { + description: """ + The initial concurrency limit to use. If not specified, the initial limit will be 1 (no concurrency). + + It is recommended to set this value to your service's average limit if you're seeing that it takes a + long time to ramp up adaptive concurrency after a restart. You can find this value by looking at the + `adaptive_concurrency_limit` metric. + """ + required: false + type: uint: {} + } rtt_deviation_scale: { description: """ Scale of RTT deviations which are not considered anomalous. diff --git a/website/cue/reference/components/sinks/base/honeycomb.cue b/website/cue/reference/components/sinks/base/honeycomb.cue index dbd1e0ab1f2a7..8b70da3801767 100644 --- a/website/cue/reference/components/sinks/base/honeycomb.cue +++ b/website/cue/reference/components/sinks/base/honeycomb.cue @@ -135,6 +135,17 @@ base: components: sinks: honeycomb: configuration: { required: false type: float: default: 0.4 } + initial_concurrency: { + description: """ + The initial concurrency limit to use. If not specified, the initial limit will be 1 (no concurrency). + + It is recommended to set this value to your service's average limit if you're seeing that it takes a + long time to ramp up adaptive concurrency after a restart. You can find this value by looking at the + `adaptive_concurrency_limit` metric. + """ + required: false + type: uint: {} + } rtt_deviation_scale: { description: """ Scale of RTT deviations which are not considered anomalous. diff --git a/website/cue/reference/components/sinks/base/http.cue b/website/cue/reference/components/sinks/base/http.cue index c737b39f58f72..1a5904d6f44eb 100644 --- a/website/cue/reference/components/sinks/base/http.cue +++ b/website/cue/reference/components/sinks/base/http.cue @@ -403,6 +403,17 @@ base: components: sinks: http: configuration: { required: false type: float: default: 0.4 } + initial_concurrency: { + description: """ + The initial concurrency limit to use. If not specified, the initial limit will be 1 (no concurrency). + + It is recommended to set this value to your service's average limit if you're seeing that it takes a + long time to ramp up adaptive concurrency after a restart. You can find this value by looking at the + `adaptive_concurrency_limit` metric. + """ + required: false + type: uint: {} + } rtt_deviation_scale: { description: """ Scale of RTT deviations which are not considered anomalous. diff --git a/website/cue/reference/components/sinks/base/humio_logs.cue b/website/cue/reference/components/sinks/base/humio_logs.cue index 8d8253417eb4b..95d60c4fb9296 100644 --- a/website/cue/reference/components/sinks/base/humio_logs.cue +++ b/website/cue/reference/components/sinks/base/humio_logs.cue @@ -341,6 +341,17 @@ base: components: sinks: humio_logs: configuration: { required: false type: float: default: 0.4 } + initial_concurrency: { + description: """ + The initial concurrency limit to use. If not specified, the initial limit will be 1 (no concurrency). + + It is recommended to set this value to your service's average limit if you're seeing that it takes a + long time to ramp up adaptive concurrency after a restart. You can find this value by looking at the + `adaptive_concurrency_limit` metric. + """ + required: false + type: uint: {} + } rtt_deviation_scale: { description: """ Scale of RTT deviations which are not considered anomalous. diff --git a/website/cue/reference/components/sinks/base/humio_metrics.cue b/website/cue/reference/components/sinks/base/humio_metrics.cue index b919e8c7b8f2e..df92937006e96 100644 --- a/website/cue/reference/components/sinks/base/humio_metrics.cue +++ b/website/cue/reference/components/sinks/base/humio_metrics.cue @@ -237,6 +237,17 @@ base: components: sinks: humio_metrics: configuration: { required: false type: float: default: 0.4 } + initial_concurrency: { + description: """ + The initial concurrency limit to use. If not specified, the initial limit will be 1 (no concurrency). + + It is recommended to set this value to your service's average limit if you're seeing that it takes a + long time to ramp up adaptive concurrency after a restart. You can find this value by looking at the + `adaptive_concurrency_limit` metric. + """ + required: false + type: uint: {} + } rtt_deviation_scale: { description: """ Scale of RTT deviations which are not considered anomalous. diff --git a/website/cue/reference/components/sinks/base/influxdb_logs.cue b/website/cue/reference/components/sinks/base/influxdb_logs.cue index 21fc5d8ee2508..46d890d4d6574 100644 --- a/website/cue/reference/components/sinks/base/influxdb_logs.cue +++ b/website/cue/reference/components/sinks/base/influxdb_logs.cue @@ -215,6 +215,17 @@ base: components: sinks: influxdb_logs: configuration: { required: false type: float: default: 0.4 } + initial_concurrency: { + description: """ + The initial concurrency limit to use. If not specified, the initial limit will be 1 (no concurrency). + + It is recommended to set this value to your service's average limit if you're seeing that it takes a + long time to ramp up adaptive concurrency after a restart. You can find this value by looking at the + `adaptive_concurrency_limit` metric. + """ + required: false + type: uint: {} + } rtt_deviation_scale: { description: """ Scale of RTT deviations which are not considered anomalous. diff --git a/website/cue/reference/components/sinks/base/influxdb_metrics.cue b/website/cue/reference/components/sinks/base/influxdb_metrics.cue index 42e444f63c55f..c94d5a09d263b 100644 --- a/website/cue/reference/components/sinks/base/influxdb_metrics.cue +++ b/website/cue/reference/components/sinks/base/influxdb_metrics.cue @@ -173,6 +173,17 @@ base: components: sinks: influxdb_metrics: configuration: { required: false type: float: default: 0.4 } + initial_concurrency: { + description: """ + The initial concurrency limit to use. If not specified, the initial limit will be 1 (no concurrency). + + It is recommended to set this value to your service's average limit if you're seeing that it takes a + long time to ramp up adaptive concurrency after a restart. You can find this value by looking at the + `adaptive_concurrency_limit` metric. + """ + required: false + type: uint: {} + } rtt_deviation_scale: { description: """ Scale of RTT deviations which are not considered anomalous. diff --git a/website/cue/reference/components/sinks/base/logdna.cue b/website/cue/reference/components/sinks/base/logdna.cue index 18b5ed6655acd..50abc6114ed30 100644 --- a/website/cue/reference/components/sinks/base/logdna.cue +++ b/website/cue/reference/components/sinks/base/logdna.cue @@ -178,6 +178,17 @@ base: components: sinks: logdna: configuration: { required: false type: float: default: 0.4 } + initial_concurrency: { + description: """ + The initial concurrency limit to use. If not specified, the initial limit will be 1 (no concurrency). + + It is recommended to set this value to your service's average limit if you're seeing that it takes a + long time to ramp up adaptive concurrency after a restart. You can find this value by looking at the + `adaptive_concurrency_limit` metric. + """ + required: false + type: uint: {} + } rtt_deviation_scale: { description: """ Scale of RTT deviations which are not considered anomalous. diff --git a/website/cue/reference/components/sinks/base/loki.cue b/website/cue/reference/components/sinks/base/loki.cue index 0071c5b2ac985..0f6f9a6042d00 100644 --- a/website/cue/reference/components/sinks/base/loki.cue +++ b/website/cue/reference/components/sinks/base/loki.cue @@ -407,6 +407,17 @@ base: components: sinks: loki: configuration: { required: false type: float: default: 0.4 } + initial_concurrency: { + description: """ + The initial concurrency limit to use. If not specified, the initial limit will be 1 (no concurrency). + + It is recommended to set this value to your service's average limit if you're seeing that it takes a + long time to ramp up adaptive concurrency after a restart. You can find this value by looking at the + `adaptive_concurrency_limit` metric. + """ + required: false + type: uint: {} + } rtt_deviation_scale: { description: """ Scale of RTT deviations which are not considered anomalous. diff --git a/website/cue/reference/components/sinks/base/mezmo.cue b/website/cue/reference/components/sinks/base/mezmo.cue index 31907546e45e2..62559b940d5a7 100644 --- a/website/cue/reference/components/sinks/base/mezmo.cue +++ b/website/cue/reference/components/sinks/base/mezmo.cue @@ -178,6 +178,17 @@ base: components: sinks: mezmo: configuration: { required: false type: float: default: 0.4 } + initial_concurrency: { + description: """ + The initial concurrency limit to use. If not specified, the initial limit will be 1 (no concurrency). + + It is recommended to set this value to your service's average limit if you're seeing that it takes a + long time to ramp up adaptive concurrency after a restart. You can find this value by looking at the + `adaptive_concurrency_limit` metric. + """ + required: false + type: uint: {} + } rtt_deviation_scale: { description: """ Scale of RTT deviations which are not considered anomalous. diff --git a/website/cue/reference/components/sinks/base/new_relic.cue b/website/cue/reference/components/sinks/base/new_relic.cue index 9fcf952c07d8c..c66913fa11d8d 100644 --- a/website/cue/reference/components/sinks/base/new_relic.cue +++ b/website/cue/reference/components/sinks/base/new_relic.cue @@ -184,6 +184,17 @@ base: components: sinks: new_relic: configuration: { required: false type: float: default: 0.4 } + initial_concurrency: { + description: """ + The initial concurrency limit to use. If not specified, the initial limit will be 1 (no concurrency). + + It is recommended to set this value to your service's average limit if you're seeing that it takes a + long time to ramp up adaptive concurrency after a restart. You can find this value by looking at the + `adaptive_concurrency_limit` metric. + """ + required: false + type: uint: {} + } rtt_deviation_scale: { description: """ Scale of RTT deviations which are not considered anomalous. diff --git a/website/cue/reference/components/sinks/base/prometheus_remote_write.cue b/website/cue/reference/components/sinks/base/prometheus_remote_write.cue index 1141e9e39dce4..833a7046428a2 100644 --- a/website/cue/reference/components/sinks/base/prometheus_remote_write.cue +++ b/website/cue/reference/components/sinks/base/prometheus_remote_write.cue @@ -322,6 +322,17 @@ base: components: sinks: prometheus_remote_write: configuration: { required: false type: float: default: 0.4 } + initial_concurrency: { + description: """ + The initial concurrency limit to use. If not specified, the initial limit will be 1 (no concurrency). + + It is recommended to set this value to your service's average limit if you're seeing that it takes a + long time to ramp up adaptive concurrency after a restart. You can find this value by looking at the + `adaptive_concurrency_limit` metric. + """ + required: false + type: uint: {} + } rtt_deviation_scale: { description: """ Scale of RTT deviations which are not considered anomalous. diff --git a/website/cue/reference/components/sinks/base/redis.cue b/website/cue/reference/components/sinks/base/redis.cue index 774370ce58a00..b70832d609a18 100644 --- a/website/cue/reference/components/sinks/base/redis.cue +++ b/website/cue/reference/components/sinks/base/redis.cue @@ -301,6 +301,17 @@ base: components: sinks: redis: configuration: { required: false type: float: default: 0.4 } + initial_concurrency: { + description: """ + The initial concurrency limit to use. If not specified, the initial limit will be 1 (no concurrency). + + It is recommended to set this value to your service's average limit if you're seeing that it takes a + long time to ramp up adaptive concurrency after a restart. You can find this value by looking at the + `adaptive_concurrency_limit` metric. + """ + required: false + type: uint: {} + } rtt_deviation_scale: { description: """ Scale of RTT deviations which are not considered anomalous. diff --git a/website/cue/reference/components/sinks/base/sematext_logs.cue b/website/cue/reference/components/sinks/base/sematext_logs.cue index 7d0290d630297..594056918aba7 100644 --- a/website/cue/reference/components/sinks/base/sematext_logs.cue +++ b/website/cue/reference/components/sinks/base/sematext_logs.cue @@ -145,6 +145,17 @@ base: components: sinks: sematext_logs: configuration: { required: false type: float: default: 0.4 } + initial_concurrency: { + description: """ + The initial concurrency limit to use. If not specified, the initial limit will be 1 (no concurrency). + + It is recommended to set this value to your service's average limit if you're seeing that it takes a + long time to ramp up adaptive concurrency after a restart. You can find this value by looking at the + `adaptive_concurrency_limit` metric. + """ + required: false + type: uint: {} + } rtt_deviation_scale: { description: """ Scale of RTT deviations which are not considered anomalous. diff --git a/website/cue/reference/components/sinks/base/sematext_metrics.cue b/website/cue/reference/components/sinks/base/sematext_metrics.cue index 7befa370214de..7d36095de2bb6 100644 --- a/website/cue/reference/components/sinks/base/sematext_metrics.cue +++ b/website/cue/reference/components/sinks/base/sematext_metrics.cue @@ -131,6 +131,17 @@ base: components: sinks: sematext_metrics: configuration: { required: false type: float: default: 0.4 } + initial_concurrency: { + description: """ + The initial concurrency limit to use. If not specified, the initial limit will be 1 (no concurrency). + + It is recommended to set this value to your service's average limit if you're seeing that it takes a + long time to ramp up adaptive concurrency after a restart. You can find this value by looking at the + `adaptive_concurrency_limit` metric. + """ + required: false + type: uint: {} + } rtt_deviation_scale: { description: """ Scale of RTT deviations which are not considered anomalous. diff --git a/website/cue/reference/components/sinks/base/splunk_hec_logs.cue b/website/cue/reference/components/sinks/base/splunk_hec_logs.cue index 184db138643cc..442a1966353e3 100644 --- a/website/cue/reference/components/sinks/base/splunk_hec_logs.cue +++ b/website/cue/reference/components/sinks/base/splunk_hec_logs.cue @@ -393,6 +393,17 @@ base: components: sinks: splunk_hec_logs: configuration: { required: false type: float: default: 0.4 } + initial_concurrency: { + description: """ + The initial concurrency limit to use. If not specified, the initial limit will be 1 (no concurrency). + + It is recommended to set this value to your service's average limit if you're seeing that it takes a + long time to ramp up adaptive concurrency after a restart. You can find this value by looking at the + `adaptive_concurrency_limit` metric. + """ + required: false + type: uint: {} + } rtt_deviation_scale: { description: """ Scale of RTT deviations which are not considered anomalous. diff --git a/website/cue/reference/components/sinks/base/splunk_hec_metrics.cue b/website/cue/reference/components/sinks/base/splunk_hec_metrics.cue index ce147a1055624..a287dc04de219 100644 --- a/website/cue/reference/components/sinks/base/splunk_hec_metrics.cue +++ b/website/cue/reference/components/sinks/base/splunk_hec_metrics.cue @@ -211,6 +211,17 @@ base: components: sinks: splunk_hec_metrics: configuration: { required: false type: float: default: 0.4 } + initial_concurrency: { + description: """ + The initial concurrency limit to use. If not specified, the initial limit will be 1 (no concurrency). + + It is recommended to set this value to your service's average limit if you're seeing that it takes a + long time to ramp up adaptive concurrency after a restart. You can find this value by looking at the + `adaptive_concurrency_limit` metric. + """ + required: false + type: uint: {} + } rtt_deviation_scale: { description: """ Scale of RTT deviations which are not considered anomalous. diff --git a/website/cue/reference/components/sinks/base/vector.cue b/website/cue/reference/components/sinks/base/vector.cue index b9b65a08b157e..1114f5f6a3d9e 100644 --- a/website/cue/reference/components/sinks/base/vector.cue +++ b/website/cue/reference/components/sinks/base/vector.cue @@ -123,6 +123,17 @@ base: components: sinks: vector: configuration: { required: false type: float: default: 0.4 } + initial_concurrency: { + description: """ + The initial concurrency limit to use. If not specified, the initial limit will be 1 (no concurrency). + + It is recommended to set this value to your service's average limit if you're seeing that it takes a + long time to ramp up adaptive concurrency after a restart. You can find this value by looking at the + `adaptive_concurrency_limit` metric. + """ + required: false + type: uint: {} + } rtt_deviation_scale: { description: """ Scale of RTT deviations which are not considered anomalous. From 5f20cda7a18aa8359e7b5ea24a1f4fca5276e070 Mon Sep 17 00:00:00 2001 From: Blake Mealey Date: Tue, 8 Aug 2023 10:29:22 -0500 Subject: [PATCH 3/4] replace option with default value and add range validation --- src/sinks/util/adaptive_concurrency/controller.rs | 2 +- src/sinks/util/adaptive_concurrency/mod.rs | 13 ++++++++++--- 2 files changed, 11 insertions(+), 4 deletions(-) diff --git a/src/sinks/util/adaptive_concurrency/controller.rs b/src/sinks/util/adaptive_concurrency/controller.rs index 2dac3125ea2fd..19615f7ba2742 100644 --- a/src/sinks/util/adaptive_concurrency/controller.rs +++ b/src/sinks/util/adaptive_concurrency/controller.rs @@ -69,7 +69,7 @@ impl Controller { // current limit and the maximum, effectively bypassing all the // mechanisms. Otherwise, the current limit is set to 1 and the // maximum to MAX_CONCURRENCY. - let current_limit = concurrency.unwrap_or(settings.initial_concurrency.unwrap_or(1)); + let current_limit = concurrency.unwrap_or(settings.initial_concurrency); Self { semaphore: Arc::new(ShrinkableSemaphore::new(current_limit)), concurrency, diff --git a/src/sinks/util/adaptive_concurrency/mod.rs b/src/sinks/util/adaptive_concurrency/mod.rs index 58bf7de2a073d..228d93d4e28b8 100644 --- a/src/sinks/util/adaptive_concurrency/mod.rs +++ b/src/sinks/util/adaptive_concurrency/mod.rs @@ -9,6 +9,8 @@ mod service; #[cfg(test)] pub mod tests; +// Make sure to update the max range of the `AdaptiveConcurrencySettings::initial_concurrency` when changing +// this constant. pub(super) const MAX_CONCURRENCY: usize = 200; pub(crate) use layer::AdaptiveConcurrencyLimitLayer; @@ -34,8 +36,9 @@ pub struct AdaptiveConcurrencySettings { /// It is recommended to set this value to your service's average limit if you're seeing that it takes a /// long time to ramp up adaptive concurrency after a restart. You can find this value by looking at the /// `adaptive_concurrency_limit` metric. - #[configurable(derived)] - pub(super) initial_concurrency: Option, + #[configurable(validation(range(min = 1, max = 200)))] + #[serde(default = "default_initial_concurrency")] + pub(super) initial_concurrency: usize, /// The fraction of the current value to set the new concurrency limit when decreasing the limit. /// @@ -71,6 +74,10 @@ pub struct AdaptiveConcurrencySettings { pub(super) rtt_deviation_scale: f64, } +const fn default_initial_concurrency() -> usize { + 1 +} + const fn default_decrease_ratio() -> f64 { 0.9 } @@ -92,7 +99,7 @@ impl AdaptiveConcurrencySettings { impl Default for AdaptiveConcurrencySettings { fn default() -> Self { Self { - initial_concurrency: None, + initial_concurrency: default_initial_concurrency(), decrease_ratio: default_decrease_ratio(), ewma_alpha: default_ewma_alpha(), rtt_deviation_scale: default_rtt_deviation_scale(), From 4978ce921f3c9750bb05bda6fda551e74add0908 Mon Sep 17 00:00:00 2001 From: Blake Mealey Date: Tue, 8 Aug 2023 10:29:32 -0500 Subject: [PATCH 4/4] update docs --- website/cue/reference/components/sinks/base/appsignal.cue | 2 +- .../cue/reference/components/sinks/base/aws_cloudwatch_logs.cue | 2 +- .../reference/components/sinks/base/aws_cloudwatch_metrics.cue | 2 +- .../reference/components/sinks/base/aws_kinesis_firehose.cue | 2 +- .../cue/reference/components/sinks/base/aws_kinesis_streams.cue | 2 +- website/cue/reference/components/sinks/base/aws_s3.cue | 2 +- website/cue/reference/components/sinks/base/aws_sqs.cue | 2 +- website/cue/reference/components/sinks/base/axiom.cue | 2 +- website/cue/reference/components/sinks/base/azure_blob.cue | 2 +- .../cue/reference/components/sinks/base/azure_monitor_logs.cue | 2 +- website/cue/reference/components/sinks/base/clickhouse.cue | 2 +- website/cue/reference/components/sinks/base/databend.cue | 2 +- website/cue/reference/components/sinks/base/datadog_events.cue | 2 +- website/cue/reference/components/sinks/base/datadog_logs.cue | 2 +- website/cue/reference/components/sinks/base/datadog_metrics.cue | 2 +- website/cue/reference/components/sinks/base/datadog_traces.cue | 2 +- website/cue/reference/components/sinks/base/elasticsearch.cue | 2 +- .../components/sinks/base/gcp_chronicle_unstructured.cue | 2 +- .../cue/reference/components/sinks/base/gcp_cloud_storage.cue | 2 +- website/cue/reference/components/sinks/base/gcp_pubsub.cue | 2 +- .../reference/components/sinks/base/gcp_stackdriver_logs.cue | 2 +- .../reference/components/sinks/base/gcp_stackdriver_metrics.cue | 2 +- website/cue/reference/components/sinks/base/greptimedb.cue | 2 +- website/cue/reference/components/sinks/base/honeycomb.cue | 2 +- website/cue/reference/components/sinks/base/http.cue | 2 +- website/cue/reference/components/sinks/base/humio_logs.cue | 2 +- website/cue/reference/components/sinks/base/humio_metrics.cue | 2 +- website/cue/reference/components/sinks/base/influxdb_logs.cue | 2 +- .../cue/reference/components/sinks/base/influxdb_metrics.cue | 2 +- website/cue/reference/components/sinks/base/logdna.cue | 2 +- website/cue/reference/components/sinks/base/loki.cue | 2 +- website/cue/reference/components/sinks/base/mezmo.cue | 2 +- website/cue/reference/components/sinks/base/new_relic.cue | 2 +- .../reference/components/sinks/base/prometheus_remote_write.cue | 2 +- website/cue/reference/components/sinks/base/redis.cue | 2 +- website/cue/reference/components/sinks/base/sematext_logs.cue | 2 +- .../cue/reference/components/sinks/base/sematext_metrics.cue | 2 +- website/cue/reference/components/sinks/base/splunk_hec_logs.cue | 2 +- .../cue/reference/components/sinks/base/splunk_hec_metrics.cue | 2 +- website/cue/reference/components/sinks/base/vector.cue | 2 +- 40 files changed, 40 insertions(+), 40 deletions(-) diff --git a/website/cue/reference/components/sinks/base/appsignal.cue b/website/cue/reference/components/sinks/base/appsignal.cue index 9d5f51c84dbba..f3d81555a59d5 100644 --- a/website/cue/reference/components/sinks/base/appsignal.cue +++ b/website/cue/reference/components/sinks/base/appsignal.cue @@ -179,7 +179,7 @@ base: components: sinks: appsignal: configuration: { `adaptive_concurrency_limit` metric. """ required: false - type: uint: {} + type: uint: default: 1 } rtt_deviation_scale: { description: """ diff --git a/website/cue/reference/components/sinks/base/aws_cloudwatch_logs.cue b/website/cue/reference/components/sinks/base/aws_cloudwatch_logs.cue index 40aaefe4f1c9a..c0549fec49341 100644 --- a/website/cue/reference/components/sinks/base/aws_cloudwatch_logs.cue +++ b/website/cue/reference/components/sinks/base/aws_cloudwatch_logs.cue @@ -426,7 +426,7 @@ base: components: sinks: aws_cloudwatch_logs: configuration: { `adaptive_concurrency_limit` metric. """ required: false - type: uint: {} + type: uint: default: 1 } rtt_deviation_scale: { description: """ diff --git a/website/cue/reference/components/sinks/base/aws_cloudwatch_metrics.cue b/website/cue/reference/components/sinks/base/aws_cloudwatch_metrics.cue index 56e2be04123ce..c39bc5392be01 100644 --- a/website/cue/reference/components/sinks/base/aws_cloudwatch_metrics.cue +++ b/website/cue/reference/components/sinks/base/aws_cloudwatch_metrics.cue @@ -267,7 +267,7 @@ base: components: sinks: aws_cloudwatch_metrics: configuration: { `adaptive_concurrency_limit` metric. """ required: false - type: uint: {} + type: uint: default: 1 } rtt_deviation_scale: { description: """ diff --git a/website/cue/reference/components/sinks/base/aws_kinesis_firehose.cue b/website/cue/reference/components/sinks/base/aws_kinesis_firehose.cue index b816cfe42a774..d5774f897043b 100644 --- a/website/cue/reference/components/sinks/base/aws_kinesis_firehose.cue +++ b/website/cue/reference/components/sinks/base/aws_kinesis_firehose.cue @@ -397,7 +397,7 @@ base: components: sinks: aws_kinesis_firehose: configuration: { `adaptive_concurrency_limit` metric. """ required: false - type: uint: {} + type: uint: default: 1 } rtt_deviation_scale: { description: """ diff --git a/website/cue/reference/components/sinks/base/aws_kinesis_streams.cue b/website/cue/reference/components/sinks/base/aws_kinesis_streams.cue index 98e722a7e9c8d..77edb8cb46aa8 100644 --- a/website/cue/reference/components/sinks/base/aws_kinesis_streams.cue +++ b/website/cue/reference/components/sinks/base/aws_kinesis_streams.cue @@ -406,7 +406,7 @@ base: components: sinks: aws_kinesis_streams: configuration: { `adaptive_concurrency_limit` metric. """ required: false - type: uint: {} + type: uint: default: 1 } rtt_deviation_scale: { description: """ diff --git a/website/cue/reference/components/sinks/base/aws_s3.cue b/website/cue/reference/components/sinks/base/aws_s3.cue index fc2f18f153034..1facd8fd4d40c 100644 --- a/website/cue/reference/components/sinks/base/aws_s3.cue +++ b/website/cue/reference/components/sinks/base/aws_s3.cue @@ -643,7 +643,7 @@ base: components: sinks: aws_s3: configuration: { `adaptive_concurrency_limit` metric. """ required: false - type: uint: {} + type: uint: default: 1 } rtt_deviation_scale: { description: """ diff --git a/website/cue/reference/components/sinks/base/aws_sqs.cue b/website/cue/reference/components/sinks/base/aws_sqs.cue index 6de8aef9ad3cf..ac6787c61fc41 100644 --- a/website/cue/reference/components/sinks/base/aws_sqs.cue +++ b/website/cue/reference/components/sinks/base/aws_sqs.cue @@ -359,7 +359,7 @@ base: components: sinks: aws_sqs: configuration: { `adaptive_concurrency_limit` metric. """ required: false - type: uint: {} + type: uint: default: 1 } rtt_deviation_scale: { description: """ diff --git a/website/cue/reference/components/sinks/base/axiom.cue b/website/cue/reference/components/sinks/base/axiom.cue index 1c7a991b58db8..82a857624b19f 100644 --- a/website/cue/reference/components/sinks/base/axiom.cue +++ b/website/cue/reference/components/sinks/base/axiom.cue @@ -117,7 +117,7 @@ base: components: sinks: axiom: configuration: { `adaptive_concurrency_limit` metric. """ required: false - type: uint: {} + type: uint: default: 1 } rtt_deviation_scale: { description: """ diff --git a/website/cue/reference/components/sinks/base/azure_blob.cue b/website/cue/reference/components/sinks/base/azure_blob.cue index 3fe14d8ccbf1a..46a1a6fbe5cf2 100644 --- a/website/cue/reference/components/sinks/base/azure_blob.cue +++ b/website/cue/reference/components/sinks/base/azure_blob.cue @@ -391,7 +391,7 @@ base: components: sinks: azure_blob: configuration: { `adaptive_concurrency_limit` metric. """ required: false - type: uint: {} + type: uint: default: 1 } rtt_deviation_scale: { description: """ diff --git a/website/cue/reference/components/sinks/base/azure_monitor_logs.cue b/website/cue/reference/components/sinks/base/azure_monitor_logs.cue index 2630a5f1e4a0f..aafbe16e318ab 100644 --- a/website/cue/reference/components/sinks/base/azure_monitor_logs.cue +++ b/website/cue/reference/components/sinks/base/azure_monitor_logs.cue @@ -175,7 +175,7 @@ base: components: sinks: azure_monitor_logs: configuration: { `adaptive_concurrency_limit` metric. """ required: false - type: uint: {} + type: uint: default: 1 } rtt_deviation_scale: { description: """ diff --git a/website/cue/reference/components/sinks/base/clickhouse.cue b/website/cue/reference/components/sinks/base/clickhouse.cue index 3f132af211621..458cf35a21e81 100644 --- a/website/cue/reference/components/sinks/base/clickhouse.cue +++ b/website/cue/reference/components/sinks/base/clickhouse.cue @@ -228,7 +228,7 @@ base: components: sinks: clickhouse: configuration: { `adaptive_concurrency_limit` metric. """ required: false - type: uint: {} + type: uint: default: 1 } rtt_deviation_scale: { description: """ diff --git a/website/cue/reference/components/sinks/base/databend.cue b/website/cue/reference/components/sinks/base/databend.cue index 3054306c2462d..2da07c23af456 100644 --- a/website/cue/reference/components/sinks/base/databend.cue +++ b/website/cue/reference/components/sinks/base/databend.cue @@ -267,7 +267,7 @@ base: components: sinks: databend: configuration: { `adaptive_concurrency_limit` metric. """ required: false - type: uint: {} + type: uint: default: 1 } rtt_deviation_scale: { description: """ diff --git a/website/cue/reference/components/sinks/base/datadog_events.cue b/website/cue/reference/components/sinks/base/datadog_events.cue index 9f298e6a1e03d..27eeab0f24410 100644 --- a/website/cue/reference/components/sinks/base/datadog_events.cue +++ b/website/cue/reference/components/sinks/base/datadog_events.cue @@ -112,7 +112,7 @@ base: components: sinks: datadog_events: configuration: { `adaptive_concurrency_limit` metric. """ required: false - type: uint: {} + type: uint: default: 1 } rtt_deviation_scale: { description: """ diff --git a/website/cue/reference/components/sinks/base/datadog_logs.cue b/website/cue/reference/components/sinks/base/datadog_logs.cue index 895faf3d35bd8..71aa7a783d344 100644 --- a/website/cue/reference/components/sinks/base/datadog_logs.cue +++ b/website/cue/reference/components/sinks/base/datadog_logs.cue @@ -193,7 +193,7 @@ base: components: sinks: datadog_logs: configuration: { `adaptive_concurrency_limit` metric. """ required: false - type: uint: {} + type: uint: default: 1 } rtt_deviation_scale: { description: """ diff --git a/website/cue/reference/components/sinks/base/datadog_metrics.cue b/website/cue/reference/components/sinks/base/datadog_metrics.cue index 26d42ae340316..e79fc5d01943d 100644 --- a/website/cue/reference/components/sinks/base/datadog_metrics.cue +++ b/website/cue/reference/components/sinks/base/datadog_metrics.cue @@ -154,7 +154,7 @@ base: components: sinks: datadog_metrics: configuration: { `adaptive_concurrency_limit` metric. """ required: false - type: uint: {} + type: uint: default: 1 } rtt_deviation_scale: { description: """ diff --git a/website/cue/reference/components/sinks/base/datadog_traces.cue b/website/cue/reference/components/sinks/base/datadog_traces.cue index 928841d73afc6..8f8fd899d4121 100644 --- a/website/cue/reference/components/sinks/base/datadog_traces.cue +++ b/website/cue/reference/components/sinks/base/datadog_traces.cue @@ -163,7 +163,7 @@ base: components: sinks: datadog_traces: configuration: { `adaptive_concurrency_limit` metric. """ required: false - type: uint: {} + type: uint: default: 1 } rtt_deviation_scale: { description: """ diff --git a/website/cue/reference/components/sinks/base/elasticsearch.cue b/website/cue/reference/components/sinks/base/elasticsearch.cue index 5d57467ed664e..56432ddfb10ad 100644 --- a/website/cue/reference/components/sinks/base/elasticsearch.cue +++ b/website/cue/reference/components/sinks/base/elasticsearch.cue @@ -580,7 +580,7 @@ base: components: sinks: elasticsearch: configuration: { `adaptive_concurrency_limit` metric. """ required: false - type: uint: {} + type: uint: default: 1 } rtt_deviation_scale: { description: """ diff --git a/website/cue/reference/components/sinks/base/gcp_chronicle_unstructured.cue b/website/cue/reference/components/sinks/base/gcp_chronicle_unstructured.cue index 058af3954ced6..382162e99084c 100644 --- a/website/cue/reference/components/sinks/base/gcp_chronicle_unstructured.cue +++ b/website/cue/reference/components/sinks/base/gcp_chronicle_unstructured.cue @@ -315,7 +315,7 @@ base: components: sinks: gcp_chronicle_unstructured: configuration: { `adaptive_concurrency_limit` metric. """ required: false - type: uint: {} + type: uint: default: 1 } rtt_deviation_scale: { description: """ diff --git a/website/cue/reference/components/sinks/base/gcp_cloud_storage.cue b/website/cue/reference/components/sinks/base/gcp_cloud_storage.cue index 7f402256e29f7..636acde2cdbea 100644 --- a/website/cue/reference/components/sinks/base/gcp_cloud_storage.cue +++ b/website/cue/reference/components/sinks/base/gcp_cloud_storage.cue @@ -474,7 +474,7 @@ base: components: sinks: gcp_cloud_storage: configuration: { `adaptive_concurrency_limit` metric. """ required: false - type: uint: {} + type: uint: default: 1 } rtt_deviation_scale: { description: """ diff --git a/website/cue/reference/components/sinks/base/gcp_pubsub.cue b/website/cue/reference/components/sinks/base/gcp_pubsub.cue index 187f0b3d00c9e..e63e3e1afd92e 100644 --- a/website/cue/reference/components/sinks/base/gcp_pubsub.cue +++ b/website/cue/reference/components/sinks/base/gcp_pubsub.cue @@ -306,7 +306,7 @@ base: components: sinks: gcp_pubsub: configuration: { `adaptive_concurrency_limit` metric. """ required: false - type: uint: {} + type: uint: default: 1 } rtt_deviation_scale: { description: """ diff --git a/website/cue/reference/components/sinks/base/gcp_stackdriver_logs.cue b/website/cue/reference/components/sinks/base/gcp_stackdriver_logs.cue index 553405e5aedaa..3da5fba5f8e65 100644 --- a/website/cue/reference/components/sinks/base/gcp_stackdriver_logs.cue +++ b/website/cue/reference/components/sinks/base/gcp_stackdriver_logs.cue @@ -221,7 +221,7 @@ base: components: sinks: gcp_stackdriver_logs: configuration: { `adaptive_concurrency_limit` metric. """ required: false - type: uint: {} + type: uint: default: 1 } rtt_deviation_scale: { description: """ diff --git a/website/cue/reference/components/sinks/base/gcp_stackdriver_metrics.cue b/website/cue/reference/components/sinks/base/gcp_stackdriver_metrics.cue index 7ada5b6dd75cf..49531983a3e51 100644 --- a/website/cue/reference/components/sinks/base/gcp_stackdriver_metrics.cue +++ b/website/cue/reference/components/sinks/base/gcp_stackdriver_metrics.cue @@ -163,7 +163,7 @@ base: components: sinks: gcp_stackdriver_metrics: configuration: { `adaptive_concurrency_limit` metric. """ required: false - type: uint: {} + type: uint: default: 1 } rtt_deviation_scale: { description: """ diff --git a/website/cue/reference/components/sinks/base/greptimedb.cue b/website/cue/reference/components/sinks/base/greptimedb.cue index b8e3671dd5cb7..2334ba9cde8f8 100644 --- a/website/cue/reference/components/sinks/base/greptimedb.cue +++ b/website/cue/reference/components/sinks/base/greptimedb.cue @@ -151,7 +151,7 @@ base: components: sinks: greptimedb: configuration: { `adaptive_concurrency_limit` metric. """ required: false - type: uint: {} + type: uint: default: 1 } rtt_deviation_scale: { description: """ diff --git a/website/cue/reference/components/sinks/base/honeycomb.cue b/website/cue/reference/components/sinks/base/honeycomb.cue index 8b70da3801767..7fdcc3e59527a 100644 --- a/website/cue/reference/components/sinks/base/honeycomb.cue +++ b/website/cue/reference/components/sinks/base/honeycomb.cue @@ -144,7 +144,7 @@ base: components: sinks: honeycomb: configuration: { `adaptive_concurrency_limit` metric. """ required: false - type: uint: {} + type: uint: default: 1 } rtt_deviation_scale: { description: """ diff --git a/website/cue/reference/components/sinks/base/http.cue b/website/cue/reference/components/sinks/base/http.cue index 1a5904d6f44eb..36381b0119f58 100644 --- a/website/cue/reference/components/sinks/base/http.cue +++ b/website/cue/reference/components/sinks/base/http.cue @@ -412,7 +412,7 @@ base: components: sinks: http: configuration: { `adaptive_concurrency_limit` metric. """ required: false - type: uint: {} + type: uint: default: 1 } rtt_deviation_scale: { description: """ diff --git a/website/cue/reference/components/sinks/base/humio_logs.cue b/website/cue/reference/components/sinks/base/humio_logs.cue index 95d60c4fb9296..6ad5779de9eb4 100644 --- a/website/cue/reference/components/sinks/base/humio_logs.cue +++ b/website/cue/reference/components/sinks/base/humio_logs.cue @@ -350,7 +350,7 @@ base: components: sinks: humio_logs: configuration: { `adaptive_concurrency_limit` metric. """ required: false - type: uint: {} + type: uint: default: 1 } rtt_deviation_scale: { description: """ diff --git a/website/cue/reference/components/sinks/base/humio_metrics.cue b/website/cue/reference/components/sinks/base/humio_metrics.cue index df92937006e96..9f7dc55bdd459 100644 --- a/website/cue/reference/components/sinks/base/humio_metrics.cue +++ b/website/cue/reference/components/sinks/base/humio_metrics.cue @@ -246,7 +246,7 @@ base: components: sinks: humio_metrics: configuration: { `adaptive_concurrency_limit` metric. """ required: false - type: uint: {} + type: uint: default: 1 } rtt_deviation_scale: { description: """ diff --git a/website/cue/reference/components/sinks/base/influxdb_logs.cue b/website/cue/reference/components/sinks/base/influxdb_logs.cue index 46d890d4d6574..1d367fbd27f31 100644 --- a/website/cue/reference/components/sinks/base/influxdb_logs.cue +++ b/website/cue/reference/components/sinks/base/influxdb_logs.cue @@ -224,7 +224,7 @@ base: components: sinks: influxdb_logs: configuration: { `adaptive_concurrency_limit` metric. """ required: false - type: uint: {} + type: uint: default: 1 } rtt_deviation_scale: { description: """ diff --git a/website/cue/reference/components/sinks/base/influxdb_metrics.cue b/website/cue/reference/components/sinks/base/influxdb_metrics.cue index c94d5a09d263b..b221c7e3db25e 100644 --- a/website/cue/reference/components/sinks/base/influxdb_metrics.cue +++ b/website/cue/reference/components/sinks/base/influxdb_metrics.cue @@ -182,7 +182,7 @@ base: components: sinks: influxdb_metrics: configuration: { `adaptive_concurrency_limit` metric. """ required: false - type: uint: {} + type: uint: default: 1 } rtt_deviation_scale: { description: """ diff --git a/website/cue/reference/components/sinks/base/logdna.cue b/website/cue/reference/components/sinks/base/logdna.cue index 50abc6114ed30..e2a03080cca13 100644 --- a/website/cue/reference/components/sinks/base/logdna.cue +++ b/website/cue/reference/components/sinks/base/logdna.cue @@ -187,7 +187,7 @@ base: components: sinks: logdna: configuration: { `adaptive_concurrency_limit` metric. """ required: false - type: uint: {} + type: uint: default: 1 } rtt_deviation_scale: { description: """ diff --git a/website/cue/reference/components/sinks/base/loki.cue b/website/cue/reference/components/sinks/base/loki.cue index 0f6f9a6042d00..dd02a5c16d792 100644 --- a/website/cue/reference/components/sinks/base/loki.cue +++ b/website/cue/reference/components/sinks/base/loki.cue @@ -416,7 +416,7 @@ base: components: sinks: loki: configuration: { `adaptive_concurrency_limit` metric. """ required: false - type: uint: {} + type: uint: default: 1 } rtt_deviation_scale: { description: """ diff --git a/website/cue/reference/components/sinks/base/mezmo.cue b/website/cue/reference/components/sinks/base/mezmo.cue index 62559b940d5a7..4ac6e3d290656 100644 --- a/website/cue/reference/components/sinks/base/mezmo.cue +++ b/website/cue/reference/components/sinks/base/mezmo.cue @@ -187,7 +187,7 @@ base: components: sinks: mezmo: configuration: { `adaptive_concurrency_limit` metric. """ required: false - type: uint: {} + type: uint: default: 1 } rtt_deviation_scale: { description: """ diff --git a/website/cue/reference/components/sinks/base/new_relic.cue b/website/cue/reference/components/sinks/base/new_relic.cue index c66913fa11d8d..4d6cbc8d4ff6d 100644 --- a/website/cue/reference/components/sinks/base/new_relic.cue +++ b/website/cue/reference/components/sinks/base/new_relic.cue @@ -193,7 +193,7 @@ base: components: sinks: new_relic: configuration: { `adaptive_concurrency_limit` metric. """ required: false - type: uint: {} + type: uint: default: 1 } rtt_deviation_scale: { description: """ diff --git a/website/cue/reference/components/sinks/base/prometheus_remote_write.cue b/website/cue/reference/components/sinks/base/prometheus_remote_write.cue index 833a7046428a2..78ff004317f56 100644 --- a/website/cue/reference/components/sinks/base/prometheus_remote_write.cue +++ b/website/cue/reference/components/sinks/base/prometheus_remote_write.cue @@ -331,7 +331,7 @@ base: components: sinks: prometheus_remote_write: configuration: { `adaptive_concurrency_limit` metric. """ required: false - type: uint: {} + type: uint: default: 1 } rtt_deviation_scale: { description: """ diff --git a/website/cue/reference/components/sinks/base/redis.cue b/website/cue/reference/components/sinks/base/redis.cue index b70832d609a18..f432ea7ff7fc3 100644 --- a/website/cue/reference/components/sinks/base/redis.cue +++ b/website/cue/reference/components/sinks/base/redis.cue @@ -310,7 +310,7 @@ base: components: sinks: redis: configuration: { `adaptive_concurrency_limit` metric. """ required: false - type: uint: {} + type: uint: default: 1 } rtt_deviation_scale: { description: """ diff --git a/website/cue/reference/components/sinks/base/sematext_logs.cue b/website/cue/reference/components/sinks/base/sematext_logs.cue index 594056918aba7..bc1f06127e696 100644 --- a/website/cue/reference/components/sinks/base/sematext_logs.cue +++ b/website/cue/reference/components/sinks/base/sematext_logs.cue @@ -154,7 +154,7 @@ base: components: sinks: sematext_logs: configuration: { `adaptive_concurrency_limit` metric. """ required: false - type: uint: {} + type: uint: default: 1 } rtt_deviation_scale: { description: """ diff --git a/website/cue/reference/components/sinks/base/sematext_metrics.cue b/website/cue/reference/components/sinks/base/sematext_metrics.cue index 7d36095de2bb6..1322b8bd26072 100644 --- a/website/cue/reference/components/sinks/base/sematext_metrics.cue +++ b/website/cue/reference/components/sinks/base/sematext_metrics.cue @@ -140,7 +140,7 @@ base: components: sinks: sematext_metrics: configuration: { `adaptive_concurrency_limit` metric. """ required: false - type: uint: {} + type: uint: default: 1 } rtt_deviation_scale: { description: """ diff --git a/website/cue/reference/components/sinks/base/splunk_hec_logs.cue b/website/cue/reference/components/sinks/base/splunk_hec_logs.cue index 442a1966353e3..ab946626c47ab 100644 --- a/website/cue/reference/components/sinks/base/splunk_hec_logs.cue +++ b/website/cue/reference/components/sinks/base/splunk_hec_logs.cue @@ -402,7 +402,7 @@ base: components: sinks: splunk_hec_logs: configuration: { `adaptive_concurrency_limit` metric. """ required: false - type: uint: {} + type: uint: default: 1 } rtt_deviation_scale: { description: """ diff --git a/website/cue/reference/components/sinks/base/splunk_hec_metrics.cue b/website/cue/reference/components/sinks/base/splunk_hec_metrics.cue index a287dc04de219..f7f203a0f6944 100644 --- a/website/cue/reference/components/sinks/base/splunk_hec_metrics.cue +++ b/website/cue/reference/components/sinks/base/splunk_hec_metrics.cue @@ -220,7 +220,7 @@ base: components: sinks: splunk_hec_metrics: configuration: { `adaptive_concurrency_limit` metric. """ required: false - type: uint: {} + type: uint: default: 1 } rtt_deviation_scale: { description: """ diff --git a/website/cue/reference/components/sinks/base/vector.cue b/website/cue/reference/components/sinks/base/vector.cue index 1114f5f6a3d9e..9798d965b59d6 100644 --- a/website/cue/reference/components/sinks/base/vector.cue +++ b/website/cue/reference/components/sinks/base/vector.cue @@ -132,7 +132,7 @@ base: components: sinks: vector: configuration: { `adaptive_concurrency_limit` metric. """ required: false - type: uint: {} + type: uint: default: 1 } rtt_deviation_scale: { description: """